[root@node1-cb500-testing-centos6 logs]# /opt/couchbase/bin/cbrecovery http://10.111.170.101:8091 http://10.111.170.104:8091 -b default -B default -u Administrator -p password -U Administrator -P password -vvv
2017-08-29 18:33:15,600: MainThread rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/startRecovery; reason: start_recovery
Missing vbuckets to be recovered:[{"node": "ns_1@10.111.170.104", "vbuckets": [513, 514, 515, 516, 517, 518, 519, 520, 521, 522, 523, 524, 525, 526, 527, 528, 529, 530, 531, 532, 533, 534, 535, 536, 537, 538, 539, 540, 541, 542, 543, 544, 545, 546, 547, 548, 549, 550, 551, 552, 553, 554, 555, 556, 557, 558, 559, 560, 561, 562, 563, 564, 565, 566, 567, 568, 569, 570, 571, 572, 573, 574, 575, 576, 577, 578, 579, 580, 581, 582, 583, 584, 585, 586, 587, 588, 589, 590, 591, 592, 593, 594, 595, 596, 597, 598, 599, 600, 601, 602, 603, 604, 605, 606, 607, 608, 609, 610, 611, 612, 613, 614, 615, 616, 617, 618, 619, 620, 621, 622, 623, 624, 625, 626, 627, 628, 629, 630, 631, 632, 633, 634, 635, 636, 637, 638, 639, 640, 641, 642, 643, 644, 645, 646, 647, 648, 649, 650, 651, 652, 653, 654, 655, 656, 657, 658, 659, 660, 661, 662, 663, 664, 665, 666, 667, 668, 669, 670, 671, 672, 673, 674, 675, 676, 677, 678, 679, 680, 681, 682, 854, 855, 856, 857, 858, 859, 860, 861, 862, 863, 864, 865, 866, 867, 868, 869, 870, 871, 872, 873, 874, 875, 876, 877, 878, 879, 880, 881, 882, 883, 884, 885, 886, 887, 888, 889, 890, 891, 892, 893, 894, 895, 896, 897, 898, 899, 900, 901, 902, 903, 904, 905, 906, 907, 908, 909, 910, 911, 912, 913, 914, 915, 916, 917, 918, 919, 920, 921, 922, 923, 924, 925, 926, 927, 928, 929, 930, 931, 932, 933, 934, 935, 936, 937, 938, 939, 940, 941, 942, 943, 944, 945, 946, 947, 948, 949, 950, 951, 952, 953, 954, 955, 956, 957, 958, 959, 960, 961, 962, 963, 964, 965, 966, 967, 968, 969, 970, 971, 972, 973, 974, 975, 976, 977, 978, 979, 980, 981, 982, 983, 984, 985, 986, 987, 988, 989, 990, 991, 992, 993, 994, 995, 996, 997, 998, 999, 1000, 1001, 1002, 1003, 1004, 1005, 1006, 1007, 1008, 1009, 1010, 1011, 1012, 1013, 1014, 1015, 1016, 1017, 1018, 1019, 1020, 1021, 1022, 1023]}]
2017-08-29 18:33:16,626: mt cbrecovery...
2017-08-29 18:33:16,626: mt  source : http://10.111.170.101:8091
2017-08-29 18:33:16,626: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:33:16,626: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [513]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:33:16,626: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:33:16,634: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:33:16,640: mt "GET /pools/default/buckets HTTP/1.1" 200 11351
2017-08-29 18:33:16,659: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:33:16,660: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:33:16,666: mt "GET /pools/default/buckets HTTP/1.1" 200 10317
2017-08-29 18:33:16,687: mt source_bucket: default
2017-08-29 18:33:16,687: mt sink_bucket: default
2017-08-29 18:33:16,687: mt source_buckets: default
2017-08-29 18:33:16,687: mt bucket_source: default
2017-08-29 18:33:16,687: mt source_buckets filtered: default
2017-08-29 18:33:16,687: mt bucket: default
2017-08-29 18:33:16,688: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:33:16,688: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:33:16,689: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:33:16,689: w0  node: 10.111.170.101:8091
2017-08-29 18:33:16,691: w0 sink_bucket: default
2017-08-29 18:33:16,692: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:33:16,702: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:33:16,712: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:33:16,712: w1  node: 10.111.170.102:8091
2017-08-29 18:33:16,713: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:33:16,722: w1 sink_bucket: default
2017-08-29 18:33:16,722: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:33:16,727: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:33:16,736: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:33:16,737: w2  node: 10.111.170.103:8091
2017-08-29 18:33:16,737: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:33:16,741: w2 sink_bucket: default
2017-08-29 18:33:16,741: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:33:16,754: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:33:16,796: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:33:16,796: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:33:16,796: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:33:16,796: w0          :                total |       last |    per sec
2017-08-29 18:33:16,796: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:33:16,824: Thread-2 Read 40 bytes off the wire
2017-08-29 18:33:16,825: Thread-2 Read 462 bytes off the wire
2017-08-29 18:33:16,831: w1 Send buffer size: 502
2017-08-29 18:33:16,842: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:33:16,843: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:33:16,843: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:33:16,843: w2          :                total |       last |    per sec
2017-08-29 18:33:16,843: w2  node: 10.111.170.103:8091, done; rv: 0
2017-08-29 18:33:16,844: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:33:16,844: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:33:16,844: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:33:16,844: w1          :                total |       last |    per sec
2017-08-29 18:33:16,844: w1    batch :                    1 |          1 |        8.2
2017-08-29 18:33:16,844: w1    byte  :                  202 |        202 |     1651.3
2017-08-29 18:33:16,844: w1    msg   :                    3 |          3 |       24.5
2017-08-29 18:33:16,844: w1  node: 10.111.170.102:8091, done; rv: 0
  [                    ] 0.0% (3/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        4.9
 byte  :                  202 |        202 |      988.0
 msg   :                    3 |          3 |       14.7
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:33:16,893: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:513
2017-08-29 18:33:16,907: mt Recover and activate vbucket: 513
2017-08-29 18:33:16,908: mt cbrecovery...
2017-08-29 18:33:16,908: mt  source : http://10.111.170.101:8091
2017-08-29 18:33:16,909: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:33:16,909: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [514]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:33:16,909: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:33:16,911: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:33:16,919: mt "GET /pools/default/buckets HTTP/1.1" 200 11351
2017-08-29 18:33:16,941: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:33:16,942: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:33:16,946: mt "GET /pools/default/buckets HTTP/1.1" 200 10316
2017-08-29 18:33:16,966: mt source_bucket: default
2017-08-29 18:33:16,966: mt sink_bucket: default
2017-08-29 18:33:16,966: mt source_buckets: default
2017-08-29 18:33:16,966: mt bucket_source: default
2017-08-29 18:33:16,967: mt source_buckets filtered: default
2017-08-29 18:33:16,967: mt bucket: default
2017-08-29 18:33:16,967: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:33:16,967: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:33:16,967: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:33:16,967: w0  node: 10.111.170.101:8091
2017-08-29 18:33:16,969: w0 sink_bucket: default
2017-08-29 18:33:16,970: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:33:16,976: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:33:16,989: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:33:16,989: w1  node: 10.111.170.102:8091
2017-08-29 18:33:16,990: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:33:16,996: w1 sink_bucket: default
2017-08-29 18:33:16,996: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:33:17,004: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:33:17,032: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:33:17,032: w2  node: 10.111.170.103:8091
2017-08-29 18:33:17,033: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:33:17,041: w2 sink_bucket: default
2017-08-29 18:33:17,042: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:33:17,046: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:33:17,055: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:33:17,057: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:33:17,057: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:33:17,057: w0          :                total |       last |    per sec
2017-08-29 18:33:17,057: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:33:17,093: Thread-5 Read 40 bytes off the wire
2017-08-29 18:33:17,094: Thread-5 Read 822 bytes off the wire
2017-08-29 18:33:17,094: Thread-5 Read 1048 bytes off the wire
2017-08-29 18:33:17,097: Thread-5 Read 289 bytes off the wire
2017-08-29 18:33:17,105: w1 Send buffer size: 2199
2017-08-29 18:33:17,118: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:33:17,119: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:33:17,119: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:33:17,119: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:33:17,120: w1          :                total |       last |    per sec
2017-08-29 18:33:17,120: w1    batch :                    1 |          1 |        8.1
2017-08-29 18:33:17,120: w1    byte  :                 1081 |       1081 |     8766.7
2017-08-29 18:33:17,120: w1    msg   :                   16 |         16 |      129.8
2017-08-29 18:33:17,120: w1  node: 10.111.170.102:8091, done; rv: 0
2017-08-29 18:33:17,120: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:33:17,120: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:33:17,120: w2          :                total |       last |    per sec
2017-08-29 18:33:17,120: w2  node: 10.111.170.103:8091, done; rv: 0
  [                    ] 0.2% (16/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        4.7
 byte  :                 1081 |       1081 |     5047.1
 msg   :                   16 |         16 |       74.7
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:33:17,182: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:514
2017-08-29 18:33:17,196: mt Recover and activate vbucket: 514
2017-08-29 18:33:17,197: mt cbrecovery...
2017-08-29 18:33:17,197: mt  source : http://10.111.170.101:8091
2017-08-29 18:33:17,197: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:33:17,197: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [515]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:33:17,197: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:33:17,198: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:33:17,206: mt "GET /pools/default/buckets HTTP/1.1" 200 11351
2017-08-29 18:33:17,227: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:33:17,227: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:33:17,232: mt "GET /pools/default/buckets HTTP/1.1" 200 10315
2017-08-29 18:33:17,253: mt source_bucket: default
2017-08-29 18:33:17,253: mt sink_bucket: default
2017-08-29 18:33:17,253: mt source_buckets: default
2017-08-29 18:33:17,254: mt bucket_source: default
2017-08-29 18:33:17,254: mt source_buckets filtered: default
2017-08-29 18:33:17,254: mt bucket: default
2017-08-29 18:33:17,254: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:33:17,254: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:33:17,255: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:33:17,255: w0  node: 10.111.170.101:8091
2017-08-29 18:33:17,256: w0 sink_bucket: default
2017-08-29 18:33:17,257: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:33:17,262: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:33:17,272: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:33:17,272: w1  node: 10.111.170.102:8091
2017-08-29 18:33:17,272: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:33:17,277: w1 sink_bucket: default
2017-08-29 18:33:17,278: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:33:17,289: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:33:17,302: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:33:17,302: w2  node: 10.111.170.103:8091
2017-08-29 18:33:17,306: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:33:17,309: w2 sink_bucket: default
2017-08-29 18:33:17,310: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:33:17,319: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:33:17,360: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:33:17,360: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:33:17,360: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:33:17,360: w0          :                total |       last |    per sec
2017-08-29 18:33:17,360: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:33:17,379: Thread-8 Read 40 bytes off the wire
2017-08-29 18:33:17,379: Thread-8 Read 1086 bytes off the wire
2017-08-29 18:33:17,380: Thread-8 Read 1075 bytes off the wire
2017-08-29 18:33:17,382: w1 Send buffer size: 2201
2017-08-29 18:33:17,394: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:33:17,394: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:33:17,395: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:33:17,395: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:33:17,395: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:33:17,395: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:33:17,395: w1          :                total |       last |    per sec
2017-08-29 18:33:17,395: w1    batch :                    1 |          1 |        8.5
2017-08-29 18:33:17,395: w1    byte  :                 1083 |       1083 |     9193.5
2017-08-29 18:33:17,396: w1    msg   :                   16 |         16 |      135.8
2017-08-29 18:33:17,396: w1  node: 10.111.170.102:8091, done; rv: 0
2017-08-29 18:33:17,395: w2          :                total |       last |    per sec
2017-08-29 18:33:17,397: w2  node: 10.111.170.103:8091, done; rv: 0
  [                    ] 0.2% (16/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        4.8
 byte  :                 1083 |       1083 |     5230.9
 msg   :                   16 |         16 |       77.3
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:33:17,462: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:515
2017-08-29 18:33:17,476: mt Recover and activate vbucket: 515
2017-08-29 18:33:17,477: mt cbrecovery...
2017-08-29 18:33:17,477: mt  source : http://10.111.170.101:8091
2017-08-29 18:33:17,477: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:33:17,477: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [516]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:33:17,477: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:33:17,478: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:33:17,494: mt "GET /pools/default/buckets HTTP/1.1" 200 11351
2017-08-29 18:33:17,531: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:33:17,532: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:33:17,537: mt "GET /pools/default/buckets HTTP/1.1" 200 10314
2017-08-29 18:33:17,556: mt source_bucket: default
2017-08-29 18:33:17,556: mt sink_bucket: default
2017-08-29 18:33:17,556: mt source_buckets: default
2017-08-29 18:33:17,557: mt bucket_source: default
2017-08-29 18:33:17,557: mt source_buckets filtered: default
2017-08-29 18:33:17,557: mt bucket: default
2017-08-29 18:33:17,557: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:33:17,557: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:33:17,557: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:33:17,558: w0  node: 10.111.170.101:8091
2017-08-29 18:33:17,560: w0 sink_bucket: default
2017-08-29 18:33:17,561: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:33:17,568: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:33:17,582: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:33:17,582: w1  node: 10.111.170.102:8091
2017-08-29 18:33:17,583: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:33:17,589: w1 sink_bucket: default
2017-08-29 18:33:17,590: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:33:17,601: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:33:17,614: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:33:17,614: w2  node: 10.111.170.103:8091
2017-08-29 18:33:17,614: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:33:17,620: w2 sink_bucket: default
2017-08-29 18:33:17,621: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:33:17,637: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:33:17,661: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:33:17,661: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:33:17,662: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:33:17,662: w0          :                total |       last |    per sec
2017-08-29 18:33:17,662: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:33:17,699: Thread-11 Read 40 bytes off the wire
2017-08-29 18:33:17,699: Thread-11 Read 699 bytes off the wire
2017-08-29 18:33:17,700: Thread-11 Read 523 bytes off the wire
2017-08-29 18:33:17,700: Thread-11 Read 552 bytes off the wire
2017-08-29 18:33:17,703: w1 Send buffer size: 1814
2017-08-29 18:33:17,708: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:33:17,708: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:33:17,708: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:33:17,708: w2          :                total |       last |    per sec
2017-08-29 18:33:17,708: w2  node: 10.111.170.103:8091, done; rv: 0
2017-08-29 18:33:17,716: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:33:17,716: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:33:17,716: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:33:17,716: w1          :                total |       last |    per sec
2017-08-29 18:33:17,716: w1    batch :                    1 |          1 |        7.9
2017-08-29 18:33:17,716: w1    byte  :                  883 |        883 |     6973.5
2017-08-29 18:33:17,716: w1    msg   :                   13 |         13 |      102.7
2017-08-29 18:33:17,716: w1  node: 10.111.170.102:8091, done; rv: 0
  [                    ] 0.1% (13/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        4.7
 byte  :                  883 |        883 |     4127.7
 msg   :                   13 |         13 |       60.8
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:33:17,771: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:516
2017-08-29 18:33:17,785: mt Recover and activate vbucket: 516
2017-08-29 18:33:17,787: mt cbrecovery...
2017-08-29 18:33:17,787: mt  source : http://10.111.170.101:8091
2017-08-29 18:33:17,787: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:33:17,787: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [517]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:33:17,787: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:33:17,788: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:33:17,794: mt "GET /pools/default/buckets HTTP/1.1" 200 11351
2017-08-29 18:33:17,814: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:33:17,815: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:33:17,820: mt "GET /pools/default/buckets HTTP/1.1" 200 10313
2017-08-29 18:33:17,840: mt source_bucket: default
2017-08-29 18:33:17,840: mt sink_bucket: default
2017-08-29 18:33:17,840: mt source_buckets: default
2017-08-29 18:33:17,840: mt bucket_source: default
2017-08-29 18:33:17,840: mt source_buckets filtered: default
2017-08-29 18:33:17,840: mt bucket: default
2017-08-29 18:33:17,841: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:33:17,841: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:33:17,841: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:33:17,841: w0  node: 10.111.170.101:8091
2017-08-29 18:33:17,843: w0 sink_bucket: default
2017-08-29 18:33:17,844: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:33:17,849: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:33:17,862: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:33:17,862: w1  node: 10.111.170.102:8091
2017-08-29 18:33:17,862: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:33:17,865: w1 sink_bucket: default
2017-08-29 18:33:17,865: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:33:17,881: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:33:17,888: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:33:17,888: w2  node: 10.111.170.103:8091
2017-08-29 18:33:17,893: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:33:17,900: w2 sink_bucket: default
2017-08-29 18:33:17,900: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:33:17,902: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:33:17,939: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:33:17,939: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:33:17,939: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:33:17,939: w0          :                total |       last |    per sec
2017-08-29 18:33:17,939: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:33:17,961: Thread-14 Read 40 bytes off the wire
2017-08-29 18:33:17,961: Thread-14 Read 44 bytes off the wire
2017-08-29 18:33:17,962: Thread-14 Read 907 bytes off the wire
2017-08-29 18:33:17,962: Thread-14 Read 1047 bytes off the wire
2017-08-29 18:33:17,962: Thread-14 Read 421 bytes off the wire
2017-08-29 18:33:17,966: w1 Send buffer size: 2459
2017-08-29 18:33:17,980: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:33:17,980: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:33:17,980: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:33:17,980: w2          :                total |       last |    per sec
2017-08-29 18:33:17,981: w2  node: 10.111.170.103:8091, done; rv: 0
2017-08-29 18:33:17,983: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:33:17,983: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:33:17,983: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:33:17,983: w1          :                total |       last |    per sec
2017-08-29 18:33:17,983: w1    batch :                    1 |          1 |        8.5
2017-08-29 18:33:17,983: w1    byte  :                 1216 |       1216 |    10315.4
2017-08-29 18:33:17,983: w1    msg   :                   18 |         18 |      152.7
2017-08-29 18:33:17,983: w1  node: 10.111.170.102:8091, done; rv: 0
  [                    ] 0.2% (18/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        5.2
 byte  :                 1216 |       1216 |     6276.1
 msg   :                   18 |         18 |       92.9
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:33:18,035: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:517
2017-08-29 18:33:18,049: mt Recover and activate vbucket: 517
2017-08-29 18:33:18,050: mt cbrecovery...
2017-08-29 18:33:18,050: mt  source : http://10.111.170.101:8091
2017-08-29 18:33:18,050: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:33:18,050: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [518]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:33:18,051: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:33:18,053: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:33:18,059: mt "GET /pools/default/buckets HTTP/1.1" 200 11351
2017-08-29 18:33:18,079: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:33:18,079: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:33:18,086: mt "GET /pools/default/buckets HTTP/1.1" 200 10344
2017-08-29 18:33:18,107: mt source_bucket: default
2017-08-29 18:33:18,108: mt sink_bucket: default
2017-08-29 18:33:18,108: mt source_buckets: default
2017-08-29 18:33:18,108: mt bucket_source: default
2017-08-29 18:33:18,108: mt source_buckets filtered: default
2017-08-29 18:33:18,108: mt bucket: default
2017-08-29 18:33:18,108: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:33:18,108: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:33:18,108: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:33:18,109: w0  node: 10.111.170.101:8091
2017-08-29 18:33:18,110: w0 sink_bucket: default
2017-08-29 18:33:18,111: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:33:18,124: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:33:18,131: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:33:18,131: w1  node: 10.111.170.102:8091
2017-08-29 18:33:18,133: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:33:18,135: w1 sink_bucket: default
2017-08-29 18:33:18,135: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:33:18,143: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:33:18,151: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:33:18,151: w2  node: 10.111.170.103:8091
2017-08-29 18:33:18,153: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:33:18,154: w2 sink_bucket: default
2017-08-29 18:33:18,155: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:33:18,170: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:33:18,240: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:33:18,240: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:33:18,240: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:33:18,240: w0          :                total |       last |    per sec
2017-08-29 18:33:18,240: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:33:18,249: Thread-17 Read 40 bytes off the wire
2017-08-29 18:33:18,249: Thread-17 Read 727 bytes off the wire
2017-08-29 18:33:18,252: w1 Send buffer size: 767
2017-08-29 18:33:18,260: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:33:18,261: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:33:18,261: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:33:18,261: w2          :                total |       last |    per sec
2017-08-29 18:33:18,261: w2  node: 10.111.170.103:8091, done; rv: 0
2017-08-29 18:33:18,271: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:33:18,271: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:33:18,271: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:33:18,271: w1          :                total |       last |    per sec
2017-08-29 18:33:18,271: w1    batch :                    1 |          1 |        7.4
2017-08-29 18:33:18,271: w1    byte  :                  340 |        340 |     2502.4
2017-08-29 18:33:18,271: w1    msg   :                    5 |          5 |       36.8
2017-08-29 18:33:18,271: w1  node: 10.111.170.102:8091, done; rv: 0
  [                    ] 0.1% (5/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        4.9
 byte  :                  340 |        340 |     1680.0
 msg   :                    5 |          5 |       24.7
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:33:18,311: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:518
2017-08-29 18:33:18,325: mt Recover and activate vbucket: 518
2017-08-29 18:33:18,326: mt cbrecovery...
2017-08-29 18:33:18,326: mt  source : http://10.111.170.101:8091
2017-08-29 18:33:18,326: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:33:18,326: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [519]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:33:18,326: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:33:18,327: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:33:18,332: mt "GET /pools/default/buckets HTTP/1.1" 200 11351
2017-08-29 18:33:18,354: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:33:18,355: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:33:18,360: mt "GET /pools/default/buckets HTTP/1.1" 200 10343
2017-08-29 18:33:18,378: mt source_bucket: default
2017-08-29 18:33:18,378: mt sink_bucket: default
2017-08-29 18:33:18,378: mt source_buckets: default
2017-08-29 18:33:18,378: mt bucket_source: default
2017-08-29 18:33:18,378: mt source_buckets filtered: default
2017-08-29 18:33:18,379: mt bucket: default
2017-08-29 18:33:18,379: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:33:18,379: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:33:18,379: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:33:18,379: w0  node: 10.111.170.101:8091
2017-08-29 18:33:18,382: w0 sink_bucket: default
2017-08-29 18:33:18,382: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:33:18,389: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:33:18,407: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:33:18,407: w1  node: 10.111.170.102:8091
2017-08-29 18:33:18,407: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:33:18,417: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:33:18,418: w1 sink_bucket: default
2017-08-29 18:33:18,418: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:33:18,430: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:33:18,430: w2  node: 10.111.170.103:8091
2017-08-29 18:33:18,431: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:33:18,441: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:33:18,442: w2 sink_bucket: default
2017-08-29 18:33:18,442: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:33:18,476: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:33:18,477: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:33:18,477: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:33:18,477: w0          :                total |       last |    per sec
2017-08-29 18:33:18,478: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:33:18,560: w1 no response while there 1 active streams
2017-08-29 18:33:18,574: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:33:18,574: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:33:18,574: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:33:18,574: w2          :                total |       last |    per sec
2017-08-29 18:33:18,575: w2  node: 10.111.170.103:8091, done; rv: 0
2017-08-29 18:33:18,811: w1 no response while there 1 active streams
2017-08-29 18:33:19,062: w1 no response while there 1 active streams
2017-08-29 18:33:19,313: w1 no response while there 1 active streams
2017-08-29 18:33:19,549: Thread-20 Read 767 bytes off the wire
2017-08-29 18:33:19,564: w1 Send buffer size: 767
2017-08-29 18:33:19,577: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:33:19,577: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:33:19,577: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:33:19,578: w1          :                total |       last |    per sec
2017-08-29 18:33:19,578: w1    batch :                    1 |          1 |        0.9
2017-08-29 18:33:19,578: w1    byte  :                  340 |        340 |      293.1
2017-08-29 18:33:19,578: w1    msg   :                    5 |          5 |        4.3
2017-08-29 18:33:19,578: w1  node: 10.111.170.102:8091, done; rv: 0
  [                    ] 0.1% (5/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        0.7
 byte  :                  340 |        340 |      250.7
 msg   :                    5 |          5 |        3.7
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:33:19,735: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:519
2017-08-29 18:33:19,753: mt Recover and activate vbucket: 519
2017-08-29 18:33:19,755: mt cbrecovery...
2017-08-29 18:33:19,755: mt  source : http://10.111.170.101:8091
2017-08-29 18:33:19,755: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:33:19,755: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [520]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:33:19,756: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:33:19,756: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:33:19,763: mt "GET /pools/default/buckets HTTP/1.1" 200 11351
2017-08-29 18:33:19,784: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:33:19,785: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:33:19,791: mt "GET /pools/default/buckets HTTP/1.1" 200 10342
2017-08-29 18:33:19,811: mt source_bucket: default
2017-08-29 18:33:19,812: mt sink_bucket: default
2017-08-29 18:33:19,812: mt source_buckets: default
2017-08-29 18:33:19,812: mt bucket_source: default
2017-08-29 18:33:19,812: mt source_buckets filtered: default
2017-08-29 18:33:19,812: mt bucket: default
2017-08-29 18:33:19,812: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:33:19,813: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:33:19,813: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:33:19,813: w0  node: 10.111.170.101:8091
2017-08-29 18:33:19,815: w0 sink_bucket: default
2017-08-29 18:33:19,816: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:33:19,822: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:33:19,836: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:33:19,836: w1  node: 10.111.170.102:8091
2017-08-29 18:33:19,836: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:33:19,845: w1 sink_bucket: default
2017-08-29 18:33:19,845: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:33:19,848: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:33:19,862: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:33:19,863: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:33:19,863: w2  node: 10.111.170.103:8091
2017-08-29 18:33:19,874: w2 sink_bucket: default
2017-08-29 18:33:19,875: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:33:19,878: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:33:19,915: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:33:19,915: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:33:19,915: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:33:19,915: w0          :                total |       last |    per sec
2017-08-29 18:33:19,915: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:33:19,936: Thread-23 Read 40 bytes off the wire
2017-08-29 18:33:19,936: Thread-23 Read 44 bytes off the wire
2017-08-29 18:33:19,937: Thread-23 Read 159 bytes off the wire
2017-08-29 18:33:19,951: w1 Send buffer size: 243
2017-08-29 18:33:19,954: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:33:19,955: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:33:19,955: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:33:19,955: w2          :                total |       last |    per sec
2017-08-29 18:33:19,955: w2  node: 10.111.170.103:8091, done; rv: 0
2017-08-29 18:33:19,965: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:33:19,965: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:33:19,965: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:33:19,965: w1          :                total |       last |    per sec
2017-08-29 18:33:19,965: w1    batch :                    1 |          1 |        8.3
2017-08-29 18:33:19,965: w1    byte  :                   68 |         68 |      567.1
2017-08-29 18:33:19,965: w1    msg   :                    1 |          1 |        8.3
2017-08-29 18:33:19,965: w1  node: 10.111.170.102:8091, done; rv: 0
  [                    ] 0.0% (1/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        4.7
 byte  :                   68 |         68 |      318.6
 msg   :                    1 |          1 |        4.7
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:33:20,026: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:520
2017-08-29 18:33:20,041: mt Recover and activate vbucket: 520
2017-08-29 18:33:20,042: mt cbrecovery...
2017-08-29 18:33:20,042: mt  source : http://10.111.170.101:8091
2017-08-29 18:33:20,042: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:33:20,042: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [521]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:33:20,042: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:33:20,043: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:33:20,048: mt "GET /pools/default/buckets HTTP/1.1" 200 11351
2017-08-29 18:33:20,070: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:33:20,071: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:33:20,078: mt "GET /pools/default/buckets HTTP/1.1" 200 10341
2017-08-29 18:33:20,100: mt source_bucket: default
2017-08-29 18:33:20,100: mt sink_bucket: default
2017-08-29 18:33:20,100: mt source_buckets: default
2017-08-29 18:33:20,100: mt bucket_source: default
2017-08-29 18:33:20,100: mt source_buckets filtered: default
2017-08-29 18:33:20,100: mt bucket: default
2017-08-29 18:33:20,100: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:33:20,100: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:33:20,101: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:33:20,101: w0  node: 10.111.170.101:8091
2017-08-29 18:33:20,104: w0 sink_bucket: default
2017-08-29 18:33:20,104: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:33:20,120: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:33:20,132: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:33:20,132: w1  node: 10.111.170.102:8091
2017-08-29 18:33:20,132: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:33:20,134: w1 sink_bucket: default
2017-08-29 18:33:20,135: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:33:20,145: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:33:20,154: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:33:20,155: w2  node: 10.111.170.103:8091
2017-08-29 18:33:20,156: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:33:20,167: w2 sink_bucket: default
2017-08-29 18:33:20,167: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:33:20,181: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:33:20,208: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:33:20,208: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:33:20,208: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:33:20,208: w0          :                total |       last |    per sec
2017-08-29 18:33:20,208: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:33:20,239: w1 no response while there 1 active streams
2017-08-29 18:33:20,248: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:33:20,248: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:33:20,248: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:33:20,248: w2          :                total |       last |    per sec
2017-08-29 18:33:20,248: w2  node: 10.111.170.103:8091, done; rv: 0
2017-08-29 18:33:20,490: w1 no response while there 1 active streams
2017-08-29 18:33:20,740: w1 no response while there 1 active streams
2017-08-29 18:33:20,992: w1 no response while there 1 active streams
2017-08-29 18:33:21,230: Thread-26 Read 898 bytes off the wire
2017-08-29 18:33:21,244: w1 Send buffer size: 898
2017-08-29 18:33:21,256: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:33:21,256: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:33:21,256: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:33:21,257: w1          :                total |       last |    per sec
2017-08-29 18:33:21,257: w1    batch :                    1 |          1 |        0.9
2017-08-29 18:33:21,257: w1    byte  :                  408 |        408 |      363.6
2017-08-29 18:33:21,257: w1    msg   :                    6 |          6 |        5.3
2017-08-29 18:33:21,257: w1  node: 10.111.170.102:8091, done; rv: 0
  [                    ] 0.1% (6/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        0.8
 byte  :                  408 |        408 |      335.7
 msg   :                    6 |          6 |        4.9
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:33:21,316: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:521
2017-08-29 18:33:21,335: mt Recover and activate vbucket: 521
2017-08-29 18:33:21,336: mt cbrecovery...
2017-08-29 18:33:21,336: mt  source : http://10.111.170.101:8091
2017-08-29 18:33:21,336: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:33:21,336: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [522]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:33:21,337: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:33:21,338: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:33:21,345: mt "GET /pools/default/buckets HTTP/1.1" 200 11338
2017-08-29 18:33:21,365: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:33:21,366: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:33:21,372: mt "GET /pools/default/buckets HTTP/1.1" 200 10340
2017-08-29 18:33:21,391: mt source_bucket: default
2017-08-29 18:33:21,391: mt sink_bucket: default
2017-08-29 18:33:21,391: mt source_buckets: default
2017-08-29 18:33:21,391: mt bucket_source: default
2017-08-29 18:33:21,391: mt source_buckets filtered: default
2017-08-29 18:33:21,391: mt bucket: default
2017-08-29 18:33:21,392: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:33:21,392: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:33:21,392: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:33:21,392: w0  node: 10.111.170.101:8091
2017-08-29 18:33:21,394: w0 sink_bucket: default
2017-08-29 18:33:21,394: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:33:21,402: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:33:21,410: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:33:21,410: w1  node: 10.111.170.102:8091
2017-08-29 18:33:21,411: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:33:21,416: w1 sink_bucket: default
2017-08-29 18:33:21,417: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:33:21,425: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:33:21,434: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:33:21,434: w2  node: 10.111.170.103:8091
2017-08-29 18:33:21,435: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:33:21,440: w2 sink_bucket: default
2017-08-29 18:33:21,440: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:33:21,451: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:33:21,529: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:33:21,530: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:33:21,530: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:33:21,530: w0          :                total |       last |    per sec
2017-08-29 18:33:21,530: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:33:21,532: Thread-29 Read 40 bytes off the wire
2017-08-29 18:33:21,533: Thread-29 Read 1612 bytes off the wire
2017-08-29 18:33:21,533: Thread-29 Read 814 bytes off the wire
2017-08-29 18:33:21,540: w1 Send buffer size: 2466
2017-08-29 18:33:21,549: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:33:21,549: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:33:21,549: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:33:21,550: w2          :                total |       last |    per sec
2017-08-29 18:33:21,550: w2  node: 10.111.170.103:8091, done; rv: 0
2017-08-29 18:33:21,554: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:33:21,554: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:33:21,554: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:33:21,554: w1          :                total |       last |    per sec
2017-08-29 18:33:21,554: w1    batch :                    1 |          1 |        7.3
2017-08-29 18:33:21,554: w1    byte  :                 1221 |       1221 |     8873.2
2017-08-29 18:33:21,554: w1    msg   :                   18 |         18 |      130.8
2017-08-29 18:33:21,554: w1  node: 10.111.170.102:8091, done; rv: 0
  [                    ] 0.2% (18/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        5.0
 byte  :                 1221 |       1221 |     6132.2
 msg   :                   18 |         18 |       90.4
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:33:21,591: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:522
2017-08-29 18:33:21,605: mt Recover and activate vbucket: 522
2017-08-29 18:33:21,606: mt cbrecovery...
2017-08-29 18:33:21,606: mt  source : http://10.111.170.101:8091
2017-08-29 18:33:21,606: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:33:21,606: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [523]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:33:21,606: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:33:21,608: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:33:21,614: mt "GET /pools/default/buckets HTTP/1.1" 200 11338
2017-08-29 18:33:21,636: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:33:21,636: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:33:21,642: mt "GET /pools/default/buckets HTTP/1.1" 200 10339
2017-08-29 18:33:21,660: mt source_bucket: default
2017-08-29 18:33:21,660: mt sink_bucket: default
2017-08-29 18:33:21,660: mt source_buckets: default
2017-08-29 18:33:21,660: mt bucket_source: default
2017-08-29 18:33:21,660: mt source_buckets filtered: default
2017-08-29 18:33:21,661: mt bucket: default
2017-08-29 18:33:21,661: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:33:21,661: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:33:21,661: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:33:21,661: w0  node: 10.111.170.101:8091
2017-08-29 18:33:21,663: w0 sink_bucket: default
2017-08-29 18:33:21,663: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:33:21,669: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:33:21,679: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:33:21,679: w1  node: 10.111.170.102:8091
2017-08-29 18:33:21,679: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:33:21,686: w1 sink_bucket: default
2017-08-29 18:33:21,686: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:33:21,698: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:33:21,710: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:33:21,710: w2  node: 10.111.170.103:8091
2017-08-29 18:33:21,713: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:33:21,720: w2 sink_bucket: default
2017-08-29 18:33:21,720: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:33:21,732: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:33:21,766: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:33:21,766: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:33:21,767: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:33:21,767: w0          :                total |       last |    per sec
2017-08-29 18:33:21,767: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:33:21,793: w1 no response while there 1 active streams
2017-08-29 18:33:21,799: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:33:21,799: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:33:21,799: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:33:21,799: w2          :                total |       last |    per sec
2017-08-29 18:33:21,800: w2  node: 10.111.170.103:8091, done; rv: 0
2017-08-29 18:33:22,046: w1 no response while there 1 active streams
2017-08-29 18:33:22,297: w1 no response while there 1 active streams
2017-08-29 18:33:22,547: w1 no response while there 1 active streams
2017-08-29 18:33:22,785: Thread-32 Read 2064 bytes off the wire
2017-08-29 18:33:22,799: w1 Send buffer size: 2064
2017-08-29 18:33:22,813: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:33:22,813: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:33:22,813: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:33:22,813: w1          :                total |       last |    per sec
2017-08-29 18:33:22,813: w1    batch :                    1 |          1 |        0.9
2017-08-29 18:33:22,813: w1    byte  :                 1010 |       1010 |      895.9
2017-08-29 18:33:22,813: w1    msg   :                   15 |         15 |       13.3
2017-08-29 18:33:22,813: w1  node: 10.111.170.102:8091, done; rv: 0
  [                    ] 0.1% (15/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        0.8
 byte  :                 1010 |       1010 |      844.8
 msg   :                   15 |         15 |       12.5
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:33:22,857: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:523
2017-08-29 18:33:22,871: mt Recover and activate vbucket: 523
2017-08-29 18:33:22,871: mt cbrecovery...
2017-08-29 18:33:22,871: mt  source : http://10.111.170.101:8091
2017-08-29 18:33:22,872: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:33:22,872: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [524]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:33:22,872: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:33:22,874: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:33:22,880: mt "GET /pools/default/buckets HTTP/1.1" 200 11338
2017-08-29 18:33:22,900: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:33:22,901: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:33:22,906: mt "GET /pools/default/buckets HTTP/1.1" 200 10326
2017-08-29 18:33:22,925: mt source_bucket: default
2017-08-29 18:33:22,926: mt sink_bucket: default
2017-08-29 18:33:22,926: mt source_buckets: default
2017-08-29 18:33:22,926: mt bucket_source: default
2017-08-29 18:33:22,926: mt source_buckets filtered: default
2017-08-29 18:33:22,926: mt bucket: default
2017-08-29 18:33:22,926: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:33:22,927: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:33:22,927: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:33:22,927: w0  node: 10.111.170.101:8091
2017-08-29 18:33:22,929: w0 sink_bucket: default
2017-08-29 18:33:22,929: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:33:22,937: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:33:22,948: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:33:22,948: w1  node: 10.111.170.102:8091
2017-08-29 18:33:22,949: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:33:22,950: w1 sink_bucket: default
2017-08-29 18:33:22,951: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:33:22,962: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:33:22,974: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:33:22,974: w2  node: 10.111.170.103:8091
2017-08-29 18:33:22,977: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:33:22,987: w2 sink_bucket: default
2017-08-29 18:33:22,987: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:33:22,996: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:33:23,034: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:33:23,034: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:33:23,034: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:33:23,034: w0          :                total |       last |    per sec
2017-08-29 18:33:23,035: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:33:23,066: w1 no response while there 1 active streams
2017-08-29 18:33:23,066: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:33:23,066: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:33:23,066: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:33:23,066: w2          :                total |       last |    per sec
2017-08-29 18:33:23,066: w2  node: 10.111.170.103:8091, done; rv: 0
2017-08-29 18:33:23,317: w1 no response while there 1 active streams
2017-08-29 18:33:23,568: w1 no response while there 1 active streams
2017-08-29 18:33:23,818: w1 no response while there 1 active streams
2017-08-29 18:33:24,051: Thread-35 Read 2463 bytes off the wire
2017-08-29 18:33:24,070: w1 Send buffer size: 2463
2017-08-29 18:33:24,083: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:33:24,083: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:33:24,083: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:33:24,084: w1          :                total |       last |    per sec
2017-08-29 18:33:24,084: w1    batch :                    1 |          1 |        0.9
2017-08-29 18:33:24,084: w1    byte  :                 1218 |       1218 |     1074.9
2017-08-29 18:33:24,084: w1    msg   :                   18 |         18 |       15.9
2017-08-29 18:33:24,084: w1  node: 10.111.170.102:8091, done; rv: 0
  [                    ] 0.2% (18/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        0.8
 byte  :                 1218 |       1218 |     1019.0
 msg   :                   18 |         18 |       15.1
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:33:24,123: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:524
2017-08-29 18:33:24,142: mt Recover and activate vbucket: 524
2017-08-29 18:33:24,143: mt cbrecovery...
2017-08-29 18:33:24,143: mt  source : http://10.111.170.101:8091
2017-08-29 18:33:24,143: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:33:24,143: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [525]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:33:24,143: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:33:24,145: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:33:24,151: mt "GET /pools/default/buckets HTTP/1.1" 200 11338
2017-08-29 18:33:24,171: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:33:24,172: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:33:24,177: mt "GET /pools/default/buckets HTTP/1.1" 200 10325
2017-08-29 18:33:24,195: mt source_bucket: default
2017-08-29 18:33:24,195: mt sink_bucket: default
2017-08-29 18:33:24,195: mt source_buckets: default
2017-08-29 18:33:24,195: mt bucket_source: default
2017-08-29 18:33:24,195: mt source_buckets filtered: default
2017-08-29 18:33:24,196: mt bucket: default
2017-08-29 18:33:24,196: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:33:24,196: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:33:24,196: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:33:24,196: w0  node: 10.111.170.101:8091
2017-08-29 18:33:24,198: w0 sink_bucket: default
2017-08-29 18:33:24,199: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:33:24,210: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:33:24,224: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:33:24,225: w1  node: 10.111.170.102:8091
2017-08-29 18:33:24,225: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:33:24,232: w1 sink_bucket: default
2017-08-29 18:33:24,232: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:33:24,236: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:33:24,244: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:33:24,244: w2  node: 10.111.170.103:8091
2017-08-29 18:33:24,245: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:33:24,252: w2 sink_bucket: default
2017-08-29 18:33:24,253: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:33:24,262: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:33:24,293: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:33:24,294: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:33:24,294: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:33:24,294: w0          :                total |       last |    per sec
2017-08-29 18:33:24,294: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:33:24,326: Thread-38 Read 40 bytes off the wire
2017-08-29 18:33:24,326: Thread-38 Read 824 bytes off the wire
2017-08-29 18:33:24,327: Thread-38 Read 1337 bytes off the wire
2017-08-29 18:33:24,336: w1 Send buffer size: 2201
2017-08-29 18:33:24,341: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:33:24,342: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:33:24,343: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:33:24,343: w2          :                total |       last |    per sec
2017-08-29 18:33:24,343: w2  node: 10.111.170.103:8091, done; rv: 0
2017-08-29 18:33:24,349: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:33:24,349: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:33:24,349: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:33:24,349: w1          :                total |       last |    per sec
2017-08-29 18:33:24,349: w1    batch :                    1 |          1 |        8.6
2017-08-29 18:33:24,349: w1    byte  :                 1083 |       1083 |     9261.7
2017-08-29 18:33:24,349: w1    msg   :                   16 |         16 |      136.8
2017-08-29 18:33:24,350: w1  node: 10.111.170.102:8091, done; rv: 0
  [                    ] 0.2% (16/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        4.9
 byte  :                 1083 |       1083 |     5359.2
 msg   :                   16 |         16 |       79.2
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:33:24,398: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:525
2017-08-29 18:33:24,412: mt Recover and activate vbucket: 525
2017-08-29 18:33:24,414: mt cbrecovery...
2017-08-29 18:33:24,414: mt  source : http://10.111.170.101:8091
2017-08-29 18:33:24,414: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:33:24,414: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [526]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:33:24,414: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:33:24,415: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:33:24,420: mt "GET /pools/default/buckets HTTP/1.1" 200 11338
2017-08-29 18:33:24,443: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:33:24,443: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:33:24,449: mt "GET /pools/default/buckets HTTP/1.1" 200 10324
2017-08-29 18:33:24,468: mt source_bucket: default
2017-08-29 18:33:24,468: mt sink_bucket: default
2017-08-29 18:33:24,468: mt source_buckets: default
2017-08-29 18:33:24,468: mt bucket_source: default
2017-08-29 18:33:24,469: mt source_buckets filtered: default
2017-08-29 18:33:24,469: mt bucket: default
2017-08-29 18:33:24,469: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:33:24,469: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:33:24,469: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:33:24,469: w0  node: 10.111.170.101:8091
2017-08-29 18:33:24,471: w0 sink_bucket: default
2017-08-29 18:33:24,471: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:33:24,478: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:33:24,516: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:33:24,516: w1  node: 10.111.170.102:8091
2017-08-29 18:33:24,516: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:33:24,523: w1 sink_bucket: default
2017-08-29 18:33:24,523: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:33:24,529: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:33:24,539: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:33:24,539: w2  node: 10.111.170.103:8091
2017-08-29 18:33:24,539: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:33:24,560: w2 sink_bucket: default
2017-08-29 18:33:24,561: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:33:24,560: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:33:24,596: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:33:24,596: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:33:24,596: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:33:24,597: w0          :                total |       last |    per sec
2017-08-29 18:33:24,597: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:33:24,630: Thread-41 Read 40 bytes off the wire
2017-08-29 18:33:24,630: Thread-41 Read 437 bytes off the wire
2017-08-29 18:33:24,630: Thread-41 Read 159 bytes off the wire
2017-08-29 18:33:24,634: w1 Send buffer size: 636
2017-08-29 18:33:24,644: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:33:24,644: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:33:24,644: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:33:24,644: w2          :                total |       last |    per sec
2017-08-29 18:33:24,644: w2  node: 10.111.170.103:8091, done; rv: 0
2017-08-29 18:33:24,647: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:33:24,647: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:33:24,647: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:33:24,647: w1          :                total |       last |    per sec
2017-08-29 18:33:24,647: w1    batch :                    1 |          1 |        8.1
2017-08-29 18:33:24,647: w1    byte  :                  272 |        272 |     2190.9
2017-08-29 18:33:24,647: w1    msg   :                    4 |          4 |       32.2
2017-08-29 18:33:24,647: w1  node: 10.111.170.102:8091, done; rv: 0
  [                    ] 0.0% (4/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        4.4
 byte  :                  272 |        272 |     1202.0
 msg   :                    4 |          4 |       17.7
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:33:24,695: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:526
2017-08-29 18:33:24,719: mt Recover and activate vbucket: 526
2017-08-29 18:33:24,720: mt cbrecovery...
2017-08-29 18:33:24,720: mt  source : http://10.111.170.101:8091
2017-08-29 18:33:24,720: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:33:24,720: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [527]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:33:24,720: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:33:24,721: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:33:24,728: mt "GET /pools/default/buckets HTTP/1.1" 200 11338
2017-08-29 18:33:24,752: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:33:24,753: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:33:24,758: mt "GET /pools/default/buckets HTTP/1.1" 200 10323
2017-08-29 18:33:24,776: mt source_bucket: default
2017-08-29 18:33:24,777: mt sink_bucket: default
2017-08-29 18:33:24,777: mt source_buckets: default
2017-08-29 18:33:24,778: mt bucket_source: default
2017-08-29 18:33:24,778: mt source_buckets filtered: default
2017-08-29 18:33:24,778: mt bucket: default
2017-08-29 18:33:24,778: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:33:24,778: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:33:24,778: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:33:24,779: w0  node: 10.111.170.101:8091
2017-08-29 18:33:24,781: w0 sink_bucket: default
2017-08-29 18:33:24,781: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:33:24,787: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:33:24,796: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:33:24,797: w1  node: 10.111.170.102:8091
2017-08-29 18:33:24,797: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:33:24,801: w1 sink_bucket: default
2017-08-29 18:33:24,801: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:33:24,823: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:33:24,838: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:33:24,838: w2  node: 10.111.170.103:8091
2017-08-29 18:33:24,838: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:33:24,846: w2 sink_bucket: default
2017-08-29 18:33:24,846: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:33:24,849: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:33:24,895: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:33:24,896: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:33:24,896: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:33:24,896: w0          :                total |       last |    per sec
2017-08-29 18:33:24,896: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:33:24,908: Thread-44 Read 764 bytes off the wire
2017-08-29 18:33:24,919: w1 Send buffer size: 764
2017-08-29 18:33:24,927: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:33:24,927: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:33:24,927: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:33:24,928: w2          :                total |       last |    per sec
2017-08-29 18:33:24,928: w2  node: 10.111.170.103:8091, done; rv: 0
2017-08-29 18:33:24,932: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:33:24,932: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:33:24,932: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:33:24,932: w1          :                total |       last |    per sec
2017-08-29 18:33:24,932: w1    batch :                    1 |          1 |        7.6
2017-08-29 18:33:24,932: w1    byte  :                  338 |        338 |     2575.3
2017-08-29 18:33:24,932: w1    msg   :                    5 |          5 |       38.1
2017-08-29 18:33:24,932: w1  node: 10.111.170.102:8091, done; rv: 0
  [                    ] 0.1% (5/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        4.9
 byte  :                  338 |        338 |     1662.5
 msg   :                    5 |          5 |       24.6
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:33:24,982: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:527
2017-08-29 18:33:24,997: mt Recover and activate vbucket: 527
2017-08-29 18:33:24,999: mt cbrecovery...
2017-08-29 18:33:24,999: mt  source : http://10.111.170.101:8091
2017-08-29 18:33:24,999: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:33:24,999: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [528]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:33:24,999: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:33:25,001: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:33:25,006: mt "GET /pools/default/buckets HTTP/1.1" 200 11338
2017-08-29 18:33:25,027: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:33:25,028: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:33:25,033: mt "GET /pools/default/buckets HTTP/1.1" 200 10322
2017-08-29 18:33:25,052: mt source_bucket: default
2017-08-29 18:33:25,052: mt sink_bucket: default
2017-08-29 18:33:25,053: mt source_buckets: default
2017-08-29 18:33:25,053: mt bucket_source: default
2017-08-29 18:33:25,053: mt source_buckets filtered: default
2017-08-29 18:33:25,053: mt bucket: default
2017-08-29 18:33:25,053: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:33:25,054: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:33:25,054: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:33:25,054: w0  node: 10.111.170.101:8091
2017-08-29 18:33:25,056: w0 sink_bucket: default
2017-08-29 18:33:25,057: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:33:25,066: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:33:25,077: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:33:25,077: w1  node: 10.111.170.102:8091
2017-08-29 18:33:25,078: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:33:25,088: w1 sink_bucket: default
2017-08-29 18:33:25,088: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:33:25,100: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:33:25,113: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:33:25,113: w2  node: 10.111.170.103:8091
2017-08-29 18:33:25,114: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:33:25,120: w2 sink_bucket: default
2017-08-29 18:33:25,121: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:33:25,134: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:33:25,167: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:33:25,167: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:33:25,167: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:33:25,167: w0          :                total |       last |    per sec
2017-08-29 18:33:25,167: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:33:25,186: Thread-47 Read 40 bytes off the wire
2017-08-29 18:33:25,187: Thread-47 Read 1347 bytes off the wire
2017-08-29 18:33:25,187: Thread-47 Read 786 bytes off the wire
2017-08-29 18:33:25,189: Thread-47 Read 28 bytes off the wire
2017-08-29 18:33:25,197: w1 Send buffer size: 2201
2017-08-29 18:33:25,204: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:33:25,204: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:33:25,204: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:33:25,204: w2          :                total |       last |    per sec
2017-08-29 18:33:25,205: w2  node: 10.111.170.103:8091, done; rv: 0
2017-08-29 18:33:25,210: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:33:25,210: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:33:25,210: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:33:25,210: w1          :                total |       last |    per sec
2017-08-29 18:33:25,210: w1    batch :                    1 |          1 |        8.2
2017-08-29 18:33:25,211: w1    byte  :                 1083 |       1083 |     8834.2
2017-08-29 18:33:25,211: w1    msg   :                   16 |         16 |      130.5
2017-08-29 18:33:25,211: w1  node: 10.111.170.102:8091, done; rv: 0
  [                    ] 0.2% (16/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        4.6
 byte  :                 1083 |       1083 |     5027.2
 msg   :                   16 |         16 |       74.3
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:33:25,269: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:528
2017-08-29 18:33:25,284: mt Recover and activate vbucket: 528
2017-08-29 18:33:25,286: mt cbrecovery...
2017-08-29 18:33:25,286: mt  source : http://10.111.170.101:8091
2017-08-29 18:33:25,286: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:33:25,286: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [529]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:33:25,287: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:33:25,288: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:33:25,294: mt "GET /pools/default/buckets HTTP/1.1" 200 11338
2017-08-29 18:33:25,315: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:33:25,316: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:33:25,321: mt "GET /pools/default/buckets HTTP/1.1" 200 10321
2017-08-29 18:33:25,339: mt source_bucket: default
2017-08-29 18:33:25,339: mt sink_bucket: default
2017-08-29 18:33:25,340: mt source_buckets: default
2017-08-29 18:33:25,340: mt bucket_source: default
2017-08-29 18:33:25,340: mt source_buckets filtered: default
2017-08-29 18:33:25,340: mt bucket: default
2017-08-29 18:33:25,340: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:33:25,340: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:33:25,341: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:33:25,341: w0  node: 10.111.170.101:8091
2017-08-29 18:33:25,345: w0 sink_bucket: default
2017-08-29 18:33:25,346: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:33:25,356: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:33:25,367: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:33:25,368: w1  node: 10.111.170.102:8091
2017-08-29 18:33:25,368: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:33:25,370: w1 sink_bucket: default
2017-08-29 18:33:25,370: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:33:25,382: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:33:25,389: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:33:25,389: w2  node: 10.111.170.103:8091
2017-08-29 18:33:25,390: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:33:25,400: w2 sink_bucket: default
2017-08-29 18:33:25,401: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:33:25,407: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:33:25,447: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:33:25,447: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:33:25,447: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:33:25,447: w0          :                total |       last |    per sec
2017-08-29 18:33:25,447: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:33:25,466: Thread-50 Read 40 bytes off the wire
2017-08-29 18:33:25,467: Thread-50 Read 825 bytes off the wire
2017-08-29 18:33:25,467: Thread-50 Read 916 bytes off the wire
2017-08-29 18:33:25,467: Thread-50 Read 420 bytes off the wire
2017-08-29 18:33:25,478: w1 Send buffer size: 2201
2017-08-29 18:33:25,490: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:33:25,490: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:33:25,490: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:33:25,490: w2          :                total |       last |    per sec
2017-08-29 18:33:25,490: w2  node: 10.111.170.103:8091, done; rv: 0
2017-08-29 18:33:25,495: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:33:25,495: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:33:25,495: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:33:25,495: w1          :                total |       last |    per sec
2017-08-29 18:33:25,495: w1    batch :                    1 |          1 |        8.0
2017-08-29 18:33:25,495: w1    byte  :                 1083 |       1083 |     8685.5
2017-08-29 18:33:25,495: w1    msg   :                   16 |         16 |      128.3
2017-08-29 18:33:25,495: w1  node: 10.111.170.102:8091, done; rv: 0
  [                    ] 0.2% (16/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        5.0
 byte  :                 1083 |       1083 |     5408.8
 msg   :                   16 |         16 |       79.9
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:33:25,541: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:529
2017-08-29 18:33:25,555: mt Recover and activate vbucket: 529
2017-08-29 18:33:25,556: mt cbrecovery...
2017-08-29 18:33:25,556: mt  source : http://10.111.170.101:8091
2017-08-29 18:33:25,556: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:33:25,556: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [530]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:33:25,556: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:33:25,557: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:33:25,564: mt "GET /pools/default/buckets HTTP/1.1" 200 11351
2017-08-29 18:33:25,589: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:33:25,591: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:33:25,598: mt "GET /pools/default/buckets HTTP/1.1" 200 10320
2017-08-29 18:33:25,617: mt source_bucket: default
2017-08-29 18:33:25,618: mt sink_bucket: default
2017-08-29 18:33:25,618: mt source_buckets: default
2017-08-29 18:33:25,618: mt bucket_source: default
2017-08-29 18:33:25,618: mt source_buckets filtered: default
2017-08-29 18:33:25,618: mt bucket: default
2017-08-29 18:33:25,618: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:33:25,618: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:33:25,619: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:33:25,619: w0  node: 10.111.170.101:8091
2017-08-29 18:33:25,620: w0 sink_bucket: default
2017-08-29 18:33:25,620: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:33:25,627: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:33:25,639: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:33:25,639: w1  node: 10.111.170.102:8091
2017-08-29 18:33:25,639: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:33:25,648: w1 sink_bucket: default
2017-08-29 18:33:25,649: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:33:25,655: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:33:25,661: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:33:25,661: w2  node: 10.111.170.103:8091
2017-08-29 18:33:25,661: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:33:25,665: w2 sink_bucket: default
2017-08-29 18:33:25,666: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:33:25,678: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:33:25,718: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:33:25,718: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:33:25,718: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:33:25,718: w0          :                total |       last |    per sec
2017-08-29 18:33:25,718: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:33:25,751: Thread-53 Read 40 bytes off the wire
2017-08-29 18:33:25,752: Thread-53 Read 985 bytes off the wire
2017-08-29 18:33:25,756: w1 Send buffer size: 1025
2017-08-29 18:33:25,756: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:33:25,757: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:33:25,757: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:33:25,757: w2          :                total |       last |    per sec
2017-08-29 18:33:25,758: w2  node: 10.111.170.103:8091, done; rv: 0
2017-08-29 18:33:25,769: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:33:25,769: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:33:25,769: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:33:25,770: w1          :                total |       last |    per sec
2017-08-29 18:33:25,770: w1    batch :                    1 |          1 |        8.2
2017-08-29 18:33:25,770: w1    byte  :                  473 |        473 |     3897.8
2017-08-29 18:33:25,770: w1    msg   :                    7 |          7 |       57.7
2017-08-29 18:33:25,770: w1  node: 10.111.170.102:8091, done; rv: 0
  [                    ] 0.1% (7/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        5.3
 byte  :                  473 |        473 |     2499.0
 msg   :                    7 |          7 |       37.0
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:33:25,808: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:530
2017-08-29 18:33:25,821: mt Recover and activate vbucket: 530
2017-08-29 18:33:25,822: mt cbrecovery...
2017-08-29 18:33:25,822: mt  source : http://10.111.170.101:8091
2017-08-29 18:33:25,822: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:33:25,822: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [531]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:33:25,822: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:33:25,823: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:33:25,829: mt "GET /pools/default/buckets HTTP/1.1" 200 11351
2017-08-29 18:33:25,852: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:33:25,853: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:33:25,857: mt "GET /pools/default/buckets HTTP/1.1" 200 10319
2017-08-29 18:33:25,877: mt source_bucket: default
2017-08-29 18:33:25,877: mt sink_bucket: default
2017-08-29 18:33:25,877: mt source_buckets: default
2017-08-29 18:33:25,877: mt bucket_source: default
2017-08-29 18:33:25,877: mt source_buckets filtered: default
2017-08-29 18:33:25,877: mt bucket: default
2017-08-29 18:33:25,877: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:33:25,878: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:33:25,878: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:33:25,878: w0  node: 10.111.170.101:8091
2017-08-29 18:33:25,881: w0 sink_bucket: default
2017-08-29 18:33:25,881: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:33:25,887: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:33:25,898: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:33:25,898: w1  node: 10.111.170.102:8091
2017-08-29 18:33:25,899: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:33:25,900: w1 sink_bucket: default
2017-08-29 18:33:25,901: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:33:25,916: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:33:25,923: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:33:25,924: w2  node: 10.111.170.103:8091
2017-08-29 18:33:25,927: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:33:25,939: w2 sink_bucket: default
2017-08-29 18:33:25,939: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:33:25,941: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:33:25,997: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:33:25,997: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:33:25,997: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:33:25,997: w0          :                total |       last |    per sec
2017-08-29 18:33:25,997: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:33:26,012: w1 no response while there 1 active streams
2017-08-29 18:33:26,019: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:33:26,019: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:33:26,019: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:33:26,019: w2          :                total |       last |    per sec
2017-08-29 18:33:26,019: w2  node: 10.111.170.103:8091, done; rv: 0
2017-08-29 18:33:26,263: w1 no response while there 1 active streams
2017-08-29 18:33:26,514: w1 no response while there 1 active streams
2017-08-29 18:33:26,764: w1 no response while there 1 active streams
2017-08-29 18:33:27,012: Thread-56 Read 895 bytes off the wire
2017-08-29 18:33:27,015: w1 Send buffer size: 895
2017-08-29 18:33:27,027: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:33:27,028: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:33:27,028: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:33:27,028: w1          :                total |       last |    per sec
2017-08-29 18:33:27,028: w1    batch :                    1 |          1 |        0.9
2017-08-29 18:33:27,028: w1    byte  :                  406 |        406 |      360.1
2017-08-29 18:33:27,028: w1    msg   :                    6 |          6 |        5.3
2017-08-29 18:33:27,028: w1  node: 10.111.170.102:8091, done; rv: 0
  [                    ] 0.1% (6/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        0.8
 byte  :                  406 |        406 |      340.8
 msg   :                    6 |          6 |        5.0
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:33:27,069: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:531
2017-08-29 18:33:27,085: mt Recover and activate vbucket: 531
2017-08-29 18:33:27,086: mt cbrecovery...
2017-08-29 18:33:27,086: mt  source : http://10.111.170.101:8091
2017-08-29 18:33:27,086: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:33:27,086: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [532]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:33:27,086: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:33:27,087: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:33:27,094: mt "GET /pools/default/buckets HTTP/1.1" 200 11351
2017-08-29 18:33:27,120: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:33:27,121: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:33:27,126: mt "GET /pools/default/buckets HTTP/1.1" 200 10318
2017-08-29 18:33:27,148: mt source_bucket: default
2017-08-29 18:33:27,148: mt sink_bucket: default
2017-08-29 18:33:27,148: mt source_buckets: default
2017-08-29 18:33:27,148: mt bucket_source: default
2017-08-29 18:33:27,148: mt source_buckets filtered: default
2017-08-29 18:33:27,148: mt bucket: default
2017-08-29 18:33:27,148: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:33:27,149: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:33:27,149: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:33:27,149: w0  node: 10.111.170.101:8091
2017-08-29 18:33:27,151: w0 sink_bucket: default
2017-08-29 18:33:27,152: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:33:27,161: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:33:27,166: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:33:27,167: w1  node: 10.111.170.102:8091
2017-08-29 18:33:27,167: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:33:27,173: w1 sink_bucket: default
2017-08-29 18:33:27,174: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:33:27,182: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:33:27,201: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:33:27,201: w2  node: 10.111.170.103:8091
2017-08-29 18:33:27,211: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:33:27,211: w2 sink_bucket: default
2017-08-29 18:33:27,212: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:33:27,227: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:33:27,245: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:33:27,245: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:33:27,245: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:33:27,245: w0          :                total |       last |    per sec
2017-08-29 18:33:27,245: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:33:27,274: Thread-59 Read 40 bytes off the wire
2017-08-29 18:33:27,275: Thread-59 Read 44 bytes off the wire
2017-08-29 18:33:27,275: Thread-59 Read 159 bytes off the wire
2017-08-29 18:33:27,279: w1 Send buffer size: 243
2017-08-29 18:33:27,291: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:33:27,291: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:33:27,292: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:33:27,292: w1          :                total |       last |    per sec
2017-08-29 18:33:27,292: w1    batch :                    1 |          1 |        8.5
2017-08-29 18:33:27,292: w1    byte  :                   68 |         68 |      575.2
2017-08-29 18:33:27,292: w1    msg   :                    1 |          1 |        8.5
2017-08-29 18:33:27,292: w1  node: 10.111.170.102:8091, done; rv: 0
2017-08-29 18:33:27,294: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:33:27,294: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:33:27,294: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:33:27,294: w2          :                total |       last |    per sec
2017-08-29 18:33:27,295: w2  node: 10.111.170.103:8091, done; rv: 0
  [                    ] 0.0% (1/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        6.3
 byte  :                   68 |         68 |      430.2
 msg   :                    1 |          1 |        6.3
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:33:27,307: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:532
2017-08-29 18:33:27,321: mt Recover and activate vbucket: 532
2017-08-29 18:33:27,322: mt cbrecovery...
2017-08-29 18:33:27,322: mt  source : http://10.111.170.101:8091
2017-08-29 18:33:27,322: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:33:27,322: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [533]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:33:27,322: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:33:27,324: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:33:27,330: mt "GET /pools/default/buckets HTTP/1.1" 200 11351
2017-08-29 18:33:27,353: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:33:27,354: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:33:27,359: mt "GET /pools/default/buckets HTTP/1.1" 200 10317
2017-08-29 18:33:27,378: mt source_bucket: default
2017-08-29 18:33:27,378: mt sink_bucket: default
2017-08-29 18:33:27,378: mt source_buckets: default
2017-08-29 18:33:27,378: mt bucket_source: default
2017-08-29 18:33:27,378: mt source_buckets filtered: default
2017-08-29 18:33:27,379: mt bucket: default
2017-08-29 18:33:27,379: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:33:27,380: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:33:27,380: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:33:27,381: w0  node: 10.111.170.101:8091
2017-08-29 18:33:27,383: w0 sink_bucket: default
2017-08-29 18:33:27,383: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:33:27,389: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:33:27,400: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:33:27,400: w1  node: 10.111.170.102:8091
2017-08-29 18:33:27,400: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:33:27,402: w1 sink_bucket: default
2017-08-29 18:33:27,403: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:33:27,415: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:33:27,424: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:33:27,428: w2  node: 10.111.170.103:8091
2017-08-29 18:33:27,429: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:33:27,433: w2 sink_bucket: default
2017-08-29 18:33:27,434: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:33:27,440: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:33:27,539: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:33:27,539: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:33:27,539: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:33:27,539: w0          :                total |       last |    per sec
2017-08-29 18:33:27,539: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:33:27,568: w1 no response while there 1 active streams
2017-08-29 18:33:27,568: Thread-62 Read 345 bytes off the wire
2017-08-29 18:33:27,568: Thread-62 Read 159 bytes off the wire
2017-08-29 18:33:27,570: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:33:27,570: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:33:27,570: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:33:27,570: w2          :                total |       last |    per sec
2017-08-29 18:33:27,570: w2  node: 10.111.170.103:8091, done; rv: 0
2017-08-29 18:33:27,819: w1 Send buffer size: 504
2017-08-29 18:33:27,831: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:33:27,831: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:33:27,831: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:33:27,831: w1          :                total |       last |    per sec
2017-08-29 18:33:27,831: w1    batch :                    1 |          1 |        2.3
2017-08-29 18:33:27,831: w1    byte  :                  203 |        203 |      473.5
2017-08-29 18:33:27,831: w1    msg   :                    3 |          3 |        7.0
2017-08-29 18:33:27,831: w1  node: 10.111.170.102:8091, done; rv: 0
  [                    ] 0.0% (3/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        2.1
 byte  :                  203 |        203 |      430.7
 msg   :                    3 |          3 |        6.4
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:33:27,852: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:533
2017-08-29 18:33:27,868: mt Recover and activate vbucket: 533
2017-08-29 18:33:27,869: mt cbrecovery...
2017-08-29 18:33:27,869: mt  source : http://10.111.170.101:8091
2017-08-29 18:33:27,869: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:33:27,869: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [534]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:33:27,869: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:33:27,870: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:33:27,877: mt "GET /pools/default/buckets HTTP/1.1" 200 11351
2017-08-29 18:33:27,901: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:33:27,902: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:33:27,907: mt "GET /pools/default/buckets HTTP/1.1" 200 10328
2017-08-29 18:33:27,926: mt source_bucket: default
2017-08-29 18:33:27,926: mt sink_bucket: default
2017-08-29 18:33:27,926: mt source_buckets: default
2017-08-29 18:33:27,926: mt bucket_source: default
2017-08-29 18:33:27,926: mt source_buckets filtered: default
2017-08-29 18:33:27,926: mt bucket: default
2017-08-29 18:33:27,926: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:33:27,926: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:33:27,927: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:33:27,927: w0  node: 10.111.170.101:8091
2017-08-29 18:33:27,929: w0 sink_bucket: default
2017-08-29 18:33:27,929: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:33:27,941: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:33:27,948: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:33:27,949: w1  node: 10.111.170.102:8091
2017-08-29 18:33:27,950: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:33:27,955: w1 sink_bucket: default
2017-08-29 18:33:27,956: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:33:27,964: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:33:27,975: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:33:27,976: w2  node: 10.111.170.103:8091
2017-08-29 18:33:27,980: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:33:27,982: w2 sink_bucket: default
2017-08-29 18:33:27,983: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:33:27,993: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:33:28,043: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:33:28,043: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:33:28,043: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:33:28,043: w0          :                total |       last |    per sec
2017-08-29 18:33:28,044: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:33:28,055: Thread-65 Read 40 bytes off the wire
2017-08-29 18:33:28,055: Thread-65 Read 693 bytes off the wire
2017-08-29 18:33:28,055: Thread-65 Read 1206 bytes off the wire
2017-08-29 18:33:28,056: w1 Send buffer size: 1939
2017-08-29 18:33:28,069: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:33:28,069: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:33:28,070: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:33:28,070: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:33:28,070: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:33:28,070: w1          :                total |       last |    per sec
2017-08-29 18:33:28,070: w1    batch :                    1 |          1 |        8.7
2017-08-29 18:33:28,070: w1    byte  :                  947 |        947 |     8231.1
2017-08-29 18:33:28,070: w1    msg   :                   14 |         14 |      121.7
2017-08-29 18:33:28,070: w1  node: 10.111.170.102:8091, done; rv: 0
2017-08-29 18:33:28,071: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:33:28,071: w2          :                total |       last |    per sec
2017-08-29 18:33:28,071: w2  node: 10.111.170.103:8091, done; rv: 0
  [                    ] 0.1% (14/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        4.9
 byte  :                  947 |        947 |     4603.7
 msg   :                   14 |         14 |       68.1
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:33:28,132: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:534
2017-08-29 18:33:28,147: mt Recover and activate vbucket: 534
2017-08-29 18:33:28,148: mt cbrecovery...
2017-08-29 18:33:28,148: mt  source : http://10.111.170.101:8091
2017-08-29 18:33:28,148: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:33:28,148: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [535]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:33:28,148: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:33:28,149: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:33:28,154: mt "GET /pools/default/buckets HTTP/1.1" 200 11351
2017-08-29 18:33:28,176: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:33:28,177: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:33:28,182: mt "GET /pools/default/buckets HTTP/1.1" 200 10327
2017-08-29 18:33:28,203: mt source_bucket: default
2017-08-29 18:33:28,203: mt sink_bucket: default
2017-08-29 18:33:28,203: mt source_buckets: default
2017-08-29 18:33:28,203: mt bucket_source: default
2017-08-29 18:33:28,203: mt source_buckets filtered: default
2017-08-29 18:33:28,203: mt bucket: default
2017-08-29 18:33:28,203: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:33:28,203: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:33:28,204: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:33:28,204: w0  node: 10.111.170.101:8091
2017-08-29 18:33:28,206: w0 sink_bucket: default
2017-08-29 18:33:28,206: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:33:28,217: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:33:28,229: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:33:28,229: w1  node: 10.111.170.102:8091
2017-08-29 18:33:28,229: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:33:28,234: w1 sink_bucket: default
2017-08-29 18:33:28,235: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:33:28,244: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:33:28,255: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:33:28,255: w2  node: 10.111.170.103:8091
2017-08-29 18:33:28,255: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:33:28,264: w2 sink_bucket: default
2017-08-29 18:33:28,264: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:33:28,274: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:33:28,320: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:33:28,321: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:33:28,321: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:33:28,321: w0          :                total |       last |    per sec
2017-08-29 18:33:28,321: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:33:28,342: w1 no response while there 1 active streams
2017-08-29 18:33:28,348: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:33:28,348: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:33:28,348: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:33:28,348: w2          :                total |       last |    per sec
2017-08-29 18:33:28,348: w2  node: 10.111.170.103:8091, done; rv: 0
2017-08-29 18:33:28,592: w1 no response while there 1 active streams
2017-08-29 18:33:28,844: w1 no response while there 1 active streams
2017-08-29 18:33:29,094: w1 no response while there 1 active streams
2017-08-29 18:33:29,338: Thread-68 Read 2459 bytes off the wire
2017-08-29 18:33:29,345: w1 Send buffer size: 2459
2017-08-29 18:33:29,360: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:33:29,361: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:33:29,361: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:33:29,361: w1          :                total |       last |    per sec
2017-08-29 18:33:29,361: w1    batch :                    1 |          1 |        0.9
2017-08-29 18:33:29,361: w1    byte  :                 1216 |       1216 |     1079.5
2017-08-29 18:33:29,361: w1    msg   :                   18 |         18 |       16.0
2017-08-29 18:33:29,362: w1  node: 10.111.170.102:8091, done; rv: 0
  [                    ] 0.2% (18/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        0.8
 byte  :                 1216 |       1216 |     1012.5
 msg   :                   18 |         18 |       15.0
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:33:29,405: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:535
2017-08-29 18:33:29,423: mt Recover and activate vbucket: 535
2017-08-29 18:33:29,424: mt cbrecovery...
2017-08-29 18:33:29,424: mt  source : http://10.111.170.101:8091
2017-08-29 18:33:29,424: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:33:29,424: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [536]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:33:29,424: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:33:29,425: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:33:29,432: mt "GET /pools/default/buckets HTTP/1.1" 200 11351
2017-08-29 18:33:29,454: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:33:29,455: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:33:29,459: mt "GET /pools/default/buckets HTTP/1.1" 200 10326
2017-08-29 18:33:29,479: mt source_bucket: default
2017-08-29 18:33:29,484: mt sink_bucket: default
2017-08-29 18:33:29,484: mt source_buckets: default
2017-08-29 18:33:29,485: mt bucket_source: default
2017-08-29 18:33:29,485: mt source_buckets filtered: default
2017-08-29 18:33:29,485: mt bucket: default
2017-08-29 18:33:29,485: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:33:29,487: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:33:29,487: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:33:29,488: w0  node: 10.111.170.101:8091
2017-08-29 18:33:29,490: w0 sink_bucket: default
2017-08-29 18:33:29,490: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:33:29,511: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:33:29,527: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:33:29,528: w1  node: 10.111.170.102:8091
2017-08-29 18:33:29,528: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:33:29,535: w1 sink_bucket: default
2017-08-29 18:33:29,536: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:33:29,542: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:33:29,551: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:33:29,552: w2  node: 10.111.170.103:8091
2017-08-29 18:33:29,552: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:33:29,556: w2 sink_bucket: default
2017-08-29 18:33:29,556: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:33:29,566: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:33:29,621: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:33:29,621: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:33:29,621: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:33:29,621: w0          :                total |       last |    per sec
2017-08-29 18:33:29,621: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:33:29,626: Thread-71 Read 40 bytes off the wire
2017-08-29 18:33:29,627: Thread-71 Read 303 bytes off the wire
2017-08-29 18:33:29,627: Thread-71 Read 786 bytes off the wire
2017-08-29 18:33:29,627: Thread-71 Read 1047 bytes off the wire
2017-08-29 18:33:29,627: Thread-71 Read 290 bytes off the wire
2017-08-29 18:33:29,629: w1 Send buffer size: 2466
2017-08-29 18:33:29,643: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:33:29,643: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:33:29,643: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:33:29,643: w2          :                total |       last |    per sec
2017-08-29 18:33:29,643: w2  node: 10.111.170.103:8091, done; rv: 0
2017-08-29 18:33:29,644: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:33:29,644: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:33:29,644: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:33:29,644: w1          :                total |       last |    per sec
2017-08-29 18:33:29,645: w1    batch :                    1 |          1 |        9.2
2017-08-29 18:33:29,645: w1    byte  :                 1221 |       1221 |    11202.6
2017-08-29 18:33:29,645: w1    msg   :                   18 |         18 |      165.1
2017-08-29 18:33:29,645: w1  node: 10.111.170.102:8091, done; rv: 0
  [                    ] 0.2% (18/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        4.8
 byte  :                 1221 |       1221 |     5838.3
 msg   :                   18 |         18 |       86.1
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:33:29,697: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:536
2017-08-29 18:33:29,722: mt Recover and activate vbucket: 536
2017-08-29 18:33:29,723: mt cbrecovery...
2017-08-29 18:33:29,723: mt  source : http://10.111.170.101:8091
2017-08-29 18:33:29,723: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:33:29,724: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [537]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:33:29,724: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:33:29,724: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:33:29,730: mt "GET /pools/default/buckets HTTP/1.1" 200 11351
2017-08-29 18:33:29,754: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:33:29,755: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:33:29,760: mt "GET /pools/default/buckets HTTP/1.1" 200 10325
2017-08-29 18:33:29,778: mt source_bucket: default
2017-08-29 18:33:29,778: mt sink_bucket: default
2017-08-29 18:33:29,778: mt source_buckets: default
2017-08-29 18:33:29,778: mt bucket_source: default
2017-08-29 18:33:29,778: mt source_buckets filtered: default
2017-08-29 18:33:29,778: mt bucket: default
2017-08-29 18:33:29,779: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:33:29,779: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:33:29,779: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:33:29,779: w0  node: 10.111.170.101:8091
2017-08-29 18:33:29,782: w0 sink_bucket: default
2017-08-29 18:33:29,782: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:33:29,789: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:33:29,802: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:33:29,802: w1  node: 10.111.170.102:8091
2017-08-29 18:33:29,803: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:33:29,810: w1 sink_bucket: default
2017-08-29 18:33:29,810: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:33:29,818: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:33:29,830: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:33:29,831: w2  node: 10.111.170.103:8091
2017-08-29 18:33:29,832: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:33:29,836: w2 sink_bucket: default
2017-08-29 18:33:29,837: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:33:29,852: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:33:29,886: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:33:29,886: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:33:29,886: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:33:29,886: w0          :                total |       last |    per sec
2017-08-29 18:33:29,886: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:33:29,915: Thread-74 Read 40 bytes off the wire
2017-08-29 18:33:29,915: Thread-74 Read 428 bytes off the wire
2017-08-29 18:33:29,916: Thread-74 Read 1599 bytes off the wire
2017-08-29 18:33:29,917: w1 Send buffer size: 2067
2017-08-29 18:33:29,926: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:33:29,927: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:33:29,927: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:33:29,927: w2          :                total |       last |    per sec
2017-08-29 18:33:29,927: w2  node: 10.111.170.103:8091, done; rv: 0
2017-08-29 18:33:29,929: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:33:29,929: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:33:29,929: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:33:29,929: w1          :                total |       last |    per sec
2017-08-29 18:33:29,929: w1    batch :                    1 |          1 |        8.4
2017-08-29 18:33:29,930: w1    byte  :                 1013 |       1013 |     8499.7
2017-08-29 18:33:29,930: w1    msg   :                   15 |         15 |      125.9
2017-08-29 18:33:29,930: w1  node: 10.111.170.102:8091, done; rv: 0
  [                    ] 0.1% (15/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        4.7
 byte  :                 1013 |       1013 |     4735.5
 msg   :                   15 |         15 |       70.1
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:33:29,993: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:537
2017-08-29 18:33:30,007: mt Recover and activate vbucket: 537
2017-08-29 18:33:30,008: mt cbrecovery...
2017-08-29 18:33:30,008: mt  source : http://10.111.170.101:8091
2017-08-29 18:33:30,008: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:33:30,008: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [538]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:33:30,008: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:33:30,009: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:33:30,016: mt "GET /pools/default/buckets HTTP/1.1" 200 11351
2017-08-29 18:33:30,036: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:33:30,036: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:33:30,041: mt "GET /pools/default/buckets HTTP/1.1" 200 10324
2017-08-29 18:33:30,060: mt source_bucket: default
2017-08-29 18:33:30,060: mt sink_bucket: default
2017-08-29 18:33:30,060: mt source_buckets: default
2017-08-29 18:33:30,060: mt bucket_source: default
2017-08-29 18:33:30,060: mt source_buckets filtered: default
2017-08-29 18:33:30,060: mt bucket: default
2017-08-29 18:33:30,061: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:33:30,061: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:33:30,061: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:33:30,061: w0  node: 10.111.170.101:8091
2017-08-29 18:33:30,063: w0 sink_bucket: default
2017-08-29 18:33:30,064: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:33:30,072: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:33:30,088: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:33:30,089: w1  node: 10.111.170.102:8091
2017-08-29 18:33:30,089: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:33:30,091: w1 sink_bucket: default
2017-08-29 18:33:30,092: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:33:30,107: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:33:30,124: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:33:30,124: w2  node: 10.111.170.103:8091
2017-08-29 18:33:30,125: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:33:30,132: w2 sink_bucket: default
2017-08-29 18:33:30,132: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:33:30,139: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:33:30,176: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:33:30,176: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:33:30,176: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:33:30,176: w0          :                total |       last |    per sec
2017-08-29 18:33:30,177: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:33:30,194: Thread-77 Read 40 bytes off the wire
2017-08-29 18:33:30,195: Thread-77 Read 175 bytes off the wire
2017-08-29 18:33:30,195: Thread-77 Read 159 bytes off the wire
2017-08-29 18:33:30,197: w1 Send buffer size: 374
2017-08-29 18:33:30,210: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:33:30,210: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:33:30,210: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:33:30,210: w2          :                total |       last |    per sec
2017-08-29 18:33:30,210: w2  node: 10.111.170.103:8091, done; rv: 0
2017-08-29 18:33:30,215: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:33:30,215: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:33:30,215: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:33:30,216: w1          :                total |       last |    per sec
2017-08-29 18:33:30,216: w1    batch :                    1 |          1 |        8.0
2017-08-29 18:33:30,216: w1    byte  :                  136 |        136 |     1093.3
2017-08-29 18:33:30,216: w1    msg   :                    2 |          2 |       16.1
2017-08-29 18:33:30,216: w1  node: 10.111.170.102:8091, done; rv: 0
  [                    ] 0.0% (2/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        4.8
 byte  :                  136 |        136 |      648.1
 msg   :                    2 |          2 |        9.5
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:33:30,271: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:538
2017-08-29 18:33:30,284: mt Recover and activate vbucket: 538
2017-08-29 18:33:30,285: mt cbrecovery...
2017-08-29 18:33:30,285: mt  source : http://10.111.170.101:8091
2017-08-29 18:33:30,285: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:33:30,285: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [539]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:33:30,285: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:33:30,287: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:33:30,293: mt "GET /pools/default/buckets HTTP/1.1" 200 11351
2017-08-29 18:33:30,315: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:33:30,316: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:33:30,320: mt "GET /pools/default/buckets HTTP/1.1" 200 10323
2017-08-29 18:33:30,340: mt source_bucket: default
2017-08-29 18:33:30,340: mt sink_bucket: default
2017-08-29 18:33:30,340: mt source_buckets: default
2017-08-29 18:33:30,340: mt bucket_source: default
2017-08-29 18:33:30,340: mt source_buckets filtered: default
2017-08-29 18:33:30,340: mt bucket: default
2017-08-29 18:33:30,341: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:33:30,341: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:33:30,341: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:33:30,341: w0  node: 10.111.170.101:8091
2017-08-29 18:33:30,343: w0 sink_bucket: default
2017-08-29 18:33:30,343: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:33:30,350: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:33:30,358: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:33:30,359: w1  node: 10.111.170.102:8091
2017-08-29 18:33:30,359: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:33:30,365: w1 sink_bucket: default
2017-08-29 18:33:30,365: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:33:30,376: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:33:30,383: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:33:30,384: w2  node: 10.111.170.103:8091
2017-08-29 18:33:30,386: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:33:30,392: w2 sink_bucket: default
2017-08-29 18:33:30,393: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:33:30,406: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:33:30,446: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:33:30,446: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:33:30,446: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:33:30,447: w0          :                total |       last |    per sec
2017-08-29 18:33:30,447: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:33:30,467: w1 no response while there 1 active streams
2017-08-29 18:33:30,474: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:33:30,475: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:33:30,475: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:33:30,475: w2          :                total |       last |    per sec
2017-08-29 18:33:30,475: w2  node: 10.111.170.103:8091, done; rv: 0
2017-08-29 18:33:30,719: w1 no response while there 1 active streams
2017-08-29 18:33:30,969: w1 no response while there 1 active streams
2017-08-29 18:33:31,220: w1 no response while there 1 active streams
2017-08-29 18:33:31,463: Thread-80 Read 504 bytes off the wire
2017-08-29 18:33:31,472: w1 Send buffer size: 504
2017-08-29 18:33:31,484: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:33:31,485: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:33:31,485: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:33:31,485: w1          :                total |       last |    per sec
2017-08-29 18:33:31,485: w1    batch :                    1 |          1 |        0.9
2017-08-29 18:33:31,485: w1    byte  :                  203 |        203 |      181.2
2017-08-29 18:33:31,485: w1    msg   :                    3 |          3 |        2.7
2017-08-29 18:33:31,485: w1  node: 10.111.170.102:8091, done; rv: 0
  [                    ] 0.0% (3/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        0.8
 byte  :                  203 |        203 |      170.2
 msg   :                    3 |          3 |        2.5
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:33:31,534: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:539
2017-08-29 18:33:31,551: mt Recover and activate vbucket: 539
2017-08-29 18:33:31,552: mt cbrecovery...
2017-08-29 18:33:31,552: mt  source : http://10.111.170.101:8091
2017-08-29 18:33:31,553: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:33:31,553: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [540]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:33:31,553: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:33:31,554: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:33:31,559: mt "GET /pools/default/buckets HTTP/1.1" 200 11351
2017-08-29 18:33:31,579: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:33:31,580: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:33:31,586: mt "GET /pools/default/buckets HTTP/1.1" 200 10322
2017-08-29 18:33:31,608: mt source_bucket: default
2017-08-29 18:33:31,609: mt sink_bucket: default
2017-08-29 18:33:31,609: mt source_buckets: default
2017-08-29 18:33:31,609: mt bucket_source: default
2017-08-29 18:33:31,609: mt source_buckets filtered: default
2017-08-29 18:33:31,609: mt bucket: default
2017-08-29 18:33:31,609: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:33:31,610: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:33:31,610: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:33:31,610: w0  node: 10.111.170.101:8091
2017-08-29 18:33:31,612: w0 sink_bucket: default
2017-08-29 18:33:31,613: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:33:31,620: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:33:31,634: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:33:31,634: w1  node: 10.111.170.102:8091
2017-08-29 18:33:31,635: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:33:31,642: w1 sink_bucket: default
2017-08-29 18:33:31,642: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:33:31,650: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:33:31,669: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:33:31,669: w2  node: 10.111.170.103:8091
2017-08-29 18:33:31,669: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:33:31,676: w2 sink_bucket: default
2017-08-29 18:33:31,676: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:33:31,682: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:33:31,695: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:33:31,696: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:33:31,696: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:33:31,696: w0          :                total |       last |    per sec
2017-08-29 18:33:31,696: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:33:31,732: Thread-83 Read 40 bytes off the wire
2017-08-29 18:33:31,733: Thread-83 Read 44 bytes off the wire
2017-08-29 18:33:31,733: Thread-83 Read 131 bytes off the wire
2017-08-29 18:33:31,733: Thread-83 Read 682 bytes off the wire
2017-08-29 18:33:31,738: w1 Send buffer size: 897
2017-08-29 18:33:31,749: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:33:31,749: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:33:31,750: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:33:31,750: w2          :                total |       last |    per sec
2017-08-29 18:33:31,751: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:33:31,751: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:33:31,751: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:33:31,751: w1          :                total |       last |    per sec
2017-08-29 18:33:31,751: w1    batch :                    1 |          1 |        9.2
2017-08-29 18:33:31,751: w1    byte  :                  407 |        407 |     3734.0
2017-08-29 18:33:31,751: w1    msg   :                    6 |          6 |       55.0
2017-08-29 18:33:31,751: w1  node: 10.111.170.102:8091, done; rv: 0
2017-08-29 18:33:31,750: w2  node: 10.111.170.103:8091, done; rv: 0
  [                    ] 0.1% (6/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        5.0
 byte  :                  407 |        407 |     2041.1
 msg   :                    6 |          6 |       30.1
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:33:31,809: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:540
2017-08-29 18:33:31,823: mt Recover and activate vbucket: 540
2017-08-29 18:33:31,825: mt cbrecovery...
2017-08-29 18:33:31,825: mt  source : http://10.111.170.101:8091
2017-08-29 18:33:31,825: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:33:31,825: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [541]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:33:31,825: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:33:31,825: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:33:31,835: mt "GET /pools/default/buckets HTTP/1.1" 200 11351
2017-08-29 18:33:31,856: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:33:31,857: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:33:31,862: mt "GET /pools/default/buckets HTTP/1.1" 200 10321
2017-08-29 18:33:31,884: mt source_bucket: default
2017-08-29 18:33:31,884: mt sink_bucket: default
2017-08-29 18:33:31,884: mt source_buckets: default
2017-08-29 18:33:31,884: mt bucket_source: default
2017-08-29 18:33:31,884: mt source_buckets filtered: default
2017-08-29 18:33:31,884: mt bucket: default
2017-08-29 18:33:31,884: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:33:31,885: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:33:31,885: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:33:31,886: w0  node: 10.111.170.101:8091
2017-08-29 18:33:31,887: w0 sink_bucket: default
2017-08-29 18:33:31,888: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:33:31,898: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:33:31,906: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:33:31,906: w1  node: 10.111.170.102:8091
2017-08-29 18:33:31,907: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:33:31,916: w1 sink_bucket: default
2017-08-29 18:33:31,917: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:33:31,922: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:33:31,931: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:33:31,931: w2  node: 10.111.170.103:8091
2017-08-29 18:33:31,932: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:33:31,937: w2 sink_bucket: default
2017-08-29 18:33:31,937: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:33:31,946: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:33:32,011: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:33:32,011: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:33:32,012: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:33:32,012: w0          :                total |       last |    per sec
2017-08-29 18:33:32,012: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:33:32,037: w1 no response while there 1 active streams
2017-08-29 18:33:32,047: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:33:32,047: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:33:32,047: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:33:32,048: w2          :                total |       last |    per sec
2017-08-29 18:33:32,048: w2  node: 10.111.170.103:8091, done; rv: 0
2017-08-29 18:33:32,288: w1 no response while there 1 active streams
2017-08-29 18:33:32,539: w1 no response while there 1 active streams
2017-08-29 18:33:32,789: w1 no response while there 1 active streams
2017-08-29 18:33:33,032: Thread-86 Read 243 bytes off the wire
2017-08-29 18:33:33,040: w1 Send buffer size: 243
2017-08-29 18:33:33,053: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:33:33,054: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:33:33,054: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:33:33,054: w1          :                total |       last |    per sec
2017-08-29 18:33:33,054: w1    batch :                    1 |          1 |        0.9
2017-08-29 18:33:33,054: w1    byte  :                   68 |         68 |       59.8
2017-08-29 18:33:33,054: w1    msg   :                    1 |          1 |        0.9
2017-08-29 18:33:33,054: w1  node: 10.111.170.102:8091, done; rv: 0
  [                    ] 0.0% (1/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        0.8
 byte  :                   68 |         68 |       56.2
 msg   :                    1 |          1 |        0.8
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:33:33,095: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:541
2017-08-29 18:33:33,115: mt Recover and activate vbucket: 541
2017-08-29 18:33:33,116: mt cbrecovery...
2017-08-29 18:33:33,117: mt  source : http://10.111.170.101:8091
2017-08-29 18:33:33,117: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:33:33,117: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [542]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:33:33,117: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:33:33,118: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:33:33,125: mt "GET /pools/default/buckets HTTP/1.1" 200 11350
2017-08-29 18:33:33,145: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:33:33,146: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:33:33,151: mt "GET /pools/default/buckets HTTP/1.1" 200 10319
2017-08-29 18:33:33,171: mt source_bucket: default
2017-08-29 18:33:33,171: mt sink_bucket: default
2017-08-29 18:33:33,171: mt source_buckets: default
2017-08-29 18:33:33,171: mt bucket_source: default
2017-08-29 18:33:33,171: mt source_buckets filtered: default
2017-08-29 18:33:33,171: mt bucket: default
2017-08-29 18:33:33,171: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:33:33,171: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:33:33,172: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:33:33,172: w0  node: 10.111.170.101:8091
2017-08-29 18:33:33,174: w0 sink_bucket: default
2017-08-29 18:33:33,174: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:33:33,180: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:33:33,190: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:33:33,190: w1  node: 10.111.170.102:8091
2017-08-29 18:33:33,190: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:33:33,193: w1 sink_bucket: default
2017-08-29 18:33:33,194: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:33:33,209: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:33:33,224: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:33:33,224: w2  node: 10.111.170.103:8091
2017-08-29 18:33:33,224: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:33:33,232: w2 sink_bucket: default
2017-08-29 18:33:33,233: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:33:33,239: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:33:33,284: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:33:33,284: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:33:33,284: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:33:33,284: w0          :                total |       last |    per sec
2017-08-29 18:33:33,284: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:33:33,301: Thread-89 Read 40 bytes off the wire
2017-08-29 18:33:33,302: Thread-89 Read 1875 bytes off the wire
2017-08-29 18:33:33,302: Thread-89 Read 552 bytes off the wire
2017-08-29 18:33:33,311: w1 Send buffer size: 2467
2017-08-29 18:33:33,319: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:33:33,320: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:33:33,320: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:33:33,320: w2          :                total |       last |    per sec
2017-08-29 18:33:33,320: w2  node: 10.111.170.103:8091, done; rv: 0
2017-08-29 18:33:33,323: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:33:33,323: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:33:33,324: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:33:33,324: w1          :                total |       last |    per sec
2017-08-29 18:33:33,324: w1    batch :                    1 |          1 |        7.7
2017-08-29 18:33:33,324: w1    byte  :                 1222 |       1222 |     9398.5
2017-08-29 18:33:33,324: w1    msg   :                   18 |         18 |      138.4
2017-08-29 18:33:33,324: w1  node: 10.111.170.102:8091, done; rv: 0
  [                    ] 0.2% (18/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        4.8
 byte  :                 1222 |       1222 |     5837.5
 msg   :                   18 |         18 |       86.0
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:33:33,381: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:542
2017-08-29 18:33:33,396: mt Recover and activate vbucket: 542
2017-08-29 18:33:33,397: mt cbrecovery...
2017-08-29 18:33:33,397: mt  source : http://10.111.170.101:8091
2017-08-29 18:33:33,397: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:33:33,397: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [543]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:33:33,398: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:33:33,398: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:33:33,406: mt "GET /pools/default/buckets HTTP/1.1" 200 11350
2017-08-29 18:33:33,426: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:33:33,427: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:33:33,431: mt "GET /pools/default/buckets HTTP/1.1" 200 10318
2017-08-29 18:33:33,451: mt source_bucket: default
2017-08-29 18:33:33,451: mt sink_bucket: default
2017-08-29 18:33:33,451: mt source_buckets: default
2017-08-29 18:33:33,451: mt bucket_source: default
2017-08-29 18:33:33,451: mt source_buckets filtered: default
2017-08-29 18:33:33,451: mt bucket: default
2017-08-29 18:33:33,452: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:33:33,452: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:33:33,452: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:33:33,452: w0  node: 10.111.170.101:8091
2017-08-29 18:33:33,455: w0 sink_bucket: default
2017-08-29 18:33:33,456: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:33:33,464: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:33:33,493: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:33:33,502: w1  node: 10.111.170.102:8091
2017-08-29 18:33:33,503: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:33:33,517: w1 sink_bucket: default
2017-08-29 18:33:33,518: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:33:33,545: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:33:33,549: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:33:33,549: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:33:33,549: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:33:33,549: w0          :                total |       last |    per sec
2017-08-29 18:33:33,550: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:33:33,568: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:33:33,568: w2  node: 10.111.170.103:8091
2017-08-29 18:33:33,569: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:33:33,571: w2 sink_bucket: default
2017-08-29 18:33:33,572: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:33:33,599: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:33:33,623: Thread-92 Read 40 bytes off the wire
2017-08-29 18:33:33,623: Thread-92 Read 431 bytes off the wire
2017-08-29 18:33:33,623: Thread-92 Read 523 bytes off the wire
2017-08-29 18:33:33,623: Thread-92 Read 655 bytes off the wire
2017-08-29 18:33:33,623: Thread-92 Read 551 bytes off the wire
2017-08-29 18:33:33,629: w1 Send buffer size: 2200
2017-08-29 18:33:33,648: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:33:33,648: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:33:33,648: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:33:33,648: w1          :                total |       last |    per sec
2017-08-29 18:33:33,648: w1    batch :                    1 |          1 |        7.6
2017-08-29 18:33:33,648: w1    byte  :                 1082 |       1082 |     8266.9
2017-08-29 18:33:33,648: w1    msg   :                   16 |         16 |      122.2
2017-08-29 18:33:33,648: w1  node: 10.111.170.102:8091, done; rv: 0
2017-08-29 18:33:33,687: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:33:33,687: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:33:33,687: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:33:33,687: w2          :                total |       last |    per sec
2017-08-29 18:33:33,687: w2  node: 10.111.170.103:8091, done; rv: 0
  [                    ] 0.2% (16/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        3.3
 byte  :                 1082 |       1082 |     3556.5
 msg   :                   16 |         16 |       52.6
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:33:33,757: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:543
2017-08-29 18:33:33,770: mt Recover and activate vbucket: 543
2017-08-29 18:33:33,772: mt cbrecovery...
2017-08-29 18:33:33,772: mt  source : http://10.111.170.101:8091
2017-08-29 18:33:33,772: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:33:33,772: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [544]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:33:33,772: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:33:33,773: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:33:33,778: mt "GET /pools/default/buckets HTTP/1.1" 200 11350
2017-08-29 18:33:33,799: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:33:33,802: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:33:33,807: mt "GET /pools/default/buckets HTTP/1.1" 200 10317
2017-08-29 18:33:33,827: mt source_bucket: default
2017-08-29 18:33:33,827: mt sink_bucket: default
2017-08-29 18:33:33,827: mt source_buckets: default
2017-08-29 18:33:33,828: mt bucket_source: default
2017-08-29 18:33:33,828: mt source_buckets filtered: default
2017-08-29 18:33:33,828: mt bucket: default
2017-08-29 18:33:33,828: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:33:33,828: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:33:33,828: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:33:33,828: w0  node: 10.111.170.101:8091
2017-08-29 18:33:33,830: w0 sink_bucket: default
2017-08-29 18:33:33,831: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:33:33,838: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:33:33,848: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:33:33,848: w1  node: 10.111.170.102:8091
2017-08-29 18:33:33,848: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:33:33,850: w1 sink_bucket: default
2017-08-29 18:33:33,851: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:33:33,861: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:33:33,871: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:33:33,871: w2  node: 10.111.170.103:8091
2017-08-29 18:33:33,871: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:33:33,876: w2 sink_bucket: default
2017-08-29 18:33:33,877: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:33:33,889: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:33:33,942: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:33:33,943: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:33:33,943: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:33:33,943: w0          :                total |       last |    per sec
2017-08-29 18:33:33,943: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:33:33,960: w1 no response while there 1 active streams
2017-08-29 18:33:33,965: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:33:33,965: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:33:33,965: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:33:33,965: w2          :                total |       last |    per sec
2017-08-29 18:33:33,965: w2  node: 10.111.170.103:8091, done; rv: 0
2017-08-29 18:33:34,210: w1 no response while there 1 active streams
2017-08-29 18:33:34,461: w1 no response while there 1 active streams
2017-08-29 18:33:34,711: w1 no response while there 1 active streams
2017-08-29 18:33:34,953: Thread-95 Read 2334 bytes off the wire
2017-08-29 18:33:34,963: w1 Send buffer size: 2334
2017-08-29 18:33:34,977: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:33:34,978: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:33:34,978: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:33:34,978: w1          :                total |       last |    per sec
2017-08-29 18:33:34,978: w1    batch :                    1 |          1 |        0.9
2017-08-29 18:33:34,978: w1    byte  :                 1152 |       1152 |     1021.8
2017-08-29 18:33:34,978: w1    msg   :                   17 |         17 |       15.1
2017-08-29 18:33:34,978: w1  node: 10.111.170.102:8091, done; rv: 0
  [                    ] 0.2% (17/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        0.8
 byte  :                 1152 |       1152 |      968.1
 msg   :                   17 |         17 |       14.3
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:33:35,018: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:544
2017-08-29 18:33:35,033: mt Recover and activate vbucket: 544
2017-08-29 18:33:35,035: mt cbrecovery...
2017-08-29 18:33:35,035: mt  source : http://10.111.170.101:8091
2017-08-29 18:33:35,035: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:33:35,035: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [545]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:33:35,035: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:33:35,036: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:33:35,042: mt "GET /pools/default/buckets HTTP/1.1" 200 11350
2017-08-29 18:33:35,063: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:33:35,064: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:33:35,069: mt "GET /pools/default/buckets HTTP/1.1" 200 10316
2017-08-29 18:33:35,090: mt source_bucket: default
2017-08-29 18:33:35,090: mt sink_bucket: default
2017-08-29 18:33:35,090: mt source_buckets: default
2017-08-29 18:33:35,090: mt bucket_source: default
2017-08-29 18:33:35,090: mt source_buckets filtered: default
2017-08-29 18:33:35,090: mt bucket: default
2017-08-29 18:33:35,090: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:33:35,091: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:33:35,091: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:33:35,091: w0  node: 10.111.170.101:8091
2017-08-29 18:33:35,093: w0 sink_bucket: default
2017-08-29 18:33:35,094: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:33:35,105: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:33:35,116: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:33:35,116: w1  node: 10.111.170.102:8091
2017-08-29 18:33:35,116: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:33:35,126: w1 sink_bucket: default
2017-08-29 18:33:35,126: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:33:35,132: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:33:35,141: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:33:35,141: w2  node: 10.111.170.103:8091
2017-08-29 18:33:35,141: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:33:35,153: w2 sink_bucket: default
2017-08-29 18:33:35,153: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:33:35,161: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:33:35,193: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:33:35,193: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:33:35,194: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:33:35,194: w0          :                total |       last |    per sec
2017-08-29 18:33:35,194: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:33:35,233: w1 no response while there 1 active streams
2017-08-29 18:33:35,243: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:33:35,243: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:33:35,243: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:33:35,243: w2          :                total |       last |    per sec
2017-08-29 18:33:35,244: w2  node: 10.111.170.103:8091, done; rv: 0
2017-08-29 18:33:35,484: w1 no response while there 1 active streams
2017-08-29 18:33:35,734: w1 no response while there 1 active streams
2017-08-29 18:33:35,985: w1 no response while there 1 active streams
2017-08-29 18:33:36,226: Thread-98 Read 1939 bytes off the wire
2017-08-29 18:33:36,236: w1 Send buffer size: 1939
2017-08-29 18:33:36,251: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:33:36,251: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:33:36,251: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:33:36,251: w1          :                total |       last |    per sec
2017-08-29 18:33:36,251: w1    batch :                    1 |          1 |        0.9
2017-08-29 18:33:36,251: w1    byte  :                  947 |        947 |      841.7
2017-08-29 18:33:36,251: w1    msg   :                   14 |         14 |       12.4
2017-08-29 18:33:36,251: w1  node: 10.111.170.102:8091, done; rv: 0
  [                    ] 0.1% (14/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        0.8
 byte  :                  947 |        947 |      792.8
 msg   :                   14 |         14 |       11.7
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:33:36,285: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:545
2017-08-29 18:33:36,305: mt Recover and activate vbucket: 545
2017-08-29 18:33:36,308: mt cbrecovery...
2017-08-29 18:33:36,308: mt  source : http://10.111.170.101:8091
2017-08-29 18:33:36,308: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:33:36,308: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [546]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:33:36,308: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:33:36,309: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:33:36,314: mt "GET /pools/default/buckets HTTP/1.1" 200 11350
2017-08-29 18:33:36,336: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:33:36,336: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:33:36,343: mt "GET /pools/default/buckets HTTP/1.1" 200 10315
2017-08-29 18:33:36,362: mt source_bucket: default
2017-08-29 18:33:36,362: mt sink_bucket: default
2017-08-29 18:33:36,362: mt source_buckets: default
2017-08-29 18:33:36,363: mt bucket_source: default
2017-08-29 18:33:36,363: mt source_buckets filtered: default
2017-08-29 18:33:36,363: mt bucket: default
2017-08-29 18:33:36,363: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:33:36,363: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:33:36,363: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:33:36,363: w0  node: 10.111.170.101:8091
2017-08-29 18:33:36,365: w0 sink_bucket: default
2017-08-29 18:33:36,366: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:33:36,374: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:33:36,382: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:33:36,382: w1  node: 10.111.170.102:8091
2017-08-29 18:33:36,382: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:33:36,388: w1 sink_bucket: default
2017-08-29 18:33:36,389: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:33:36,400: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:33:36,412: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:33:36,412: w2  node: 10.111.170.103:8091
2017-08-29 18:33:36,413: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:33:36,416: w2 sink_bucket: default
2017-08-29 18:33:36,417: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:33:36,434: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:33:36,478: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:33:36,478: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:33:36,479: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:33:36,479: w0          :                total |       last |    per sec
2017-08-29 18:33:36,479: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:33:36,525: w1 no response while there 1 active streams
2017-08-29 18:33:36,536: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:33:36,536: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:33:36,536: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:33:36,536: w2          :                total |       last |    per sec
2017-08-29 18:33:36,536: w2  node: 10.111.170.103:8091, done; rv: 0
2017-08-29 18:33:36,777: w1 no response while there 1 active streams
2017-08-29 18:33:37,029: w1 no response while there 1 active streams
2017-08-29 18:33:37,281: w1 no response while there 1 active streams
2017-08-29 18:33:37,508: Thread-101 Read 243 bytes off the wire
2017-08-29 18:33:37,533: w1 Send buffer size: 243
2017-08-29 18:33:37,546: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:33:37,546: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:33:37,546: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:33:37,547: w1          :                total |       last |    per sec
2017-08-29 18:33:37,547: w1    batch :                    1 |          1 |        0.9
2017-08-29 18:33:37,547: w1    byte  :                   68 |         68 |       58.7
2017-08-29 18:33:37,547: w1    msg   :                    1 |          1 |        0.9
2017-08-29 18:33:37,547: w1  node: 10.111.170.102:8091, done; rv: 0
  [                    ] 0.0% (1/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        0.8
 byte  :                   68 |         68 |       56.6
 msg   :                    1 |          1 |        0.8
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:33:37,565: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:546
2017-08-29 18:33:37,582: mt Recover and activate vbucket: 546
2017-08-29 18:33:37,583: mt cbrecovery...
2017-08-29 18:33:37,583: mt  source : http://10.111.170.101:8091
2017-08-29 18:33:37,583: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:33:37,583: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [547]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:33:37,585: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:33:37,586: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:33:37,595: mt "GET /pools/default/buckets HTTP/1.1" 200 11340
2017-08-29 18:33:37,618: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:33:37,620: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:33:37,625: mt "GET /pools/default/buckets HTTP/1.1" 200 10314
2017-08-29 18:33:37,646: mt source_bucket: default
2017-08-29 18:33:37,646: mt sink_bucket: default
2017-08-29 18:33:37,646: mt source_buckets: default
2017-08-29 18:33:37,646: mt bucket_source: default
2017-08-29 18:33:37,646: mt source_buckets filtered: default
2017-08-29 18:33:37,646: mt bucket: default
2017-08-29 18:33:37,647: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:33:37,647: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:33:37,647: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:33:37,647: w0  node: 10.111.170.101:8091
2017-08-29 18:33:37,649: w0 sink_bucket: default
2017-08-29 18:33:37,649: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:33:37,655: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:33:37,666: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:33:37,667: w1  node: 10.111.170.102:8091
2017-08-29 18:33:37,667: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:33:37,669: w1 sink_bucket: default
2017-08-29 18:33:37,670: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:33:37,683: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:33:37,695: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:33:37,695: w2  node: 10.111.170.103:8091
2017-08-29 18:33:37,695: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:33:37,708: w2 sink_bucket: default
2017-08-29 18:33:37,708: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:33:37,712: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:33:37,749: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:33:37,750: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:33:37,750: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:33:37,750: w0          :                total |       last |    per sec
2017-08-29 18:33:37,750: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:33:37,769: Thread-104 Read 214 bytes off the wire
2017-08-29 18:33:37,770: Thread-104 Read 552 bytes off the wire
2017-08-29 18:33:37,777: w1 Send buffer size: 766
2017-08-29 18:33:37,786: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:33:37,786: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:33:37,786: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:33:37,786: w2          :                total |       last |    per sec
2017-08-29 18:33:37,787: w2  node: 10.111.170.103:8091, done; rv: 0
2017-08-29 18:33:37,790: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:33:37,790: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:33:37,790: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:33:37,790: w1          :                total |       last |    per sec
2017-08-29 18:33:37,790: w1    batch :                    1 |          1 |        8.3
2017-08-29 18:33:37,790: w1    byte  :                  339 |        339 |     2817.6
2017-08-29 18:33:37,790: w1    msg   :                    5 |          5 |       41.6
2017-08-29 18:33:37,791: w1  node: 10.111.170.102:8091, done; rv: 0
  [                    ] 0.1% (5/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        5.1
 byte  :                  339 |        339 |     1718.0
 msg   :                    5 |          5 |       25.3
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:33:37,844: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:547
2017-08-29 18:33:37,881: mt Recover and activate vbucket: 547
2017-08-29 18:33:37,882: mt cbrecovery...
2017-08-29 18:33:37,882: mt  source : http://10.111.170.101:8091
2017-08-29 18:33:37,882: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:33:37,882: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [548]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:33:37,882: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:33:37,883: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:33:37,890: mt "GET /pools/default/buckets HTTP/1.1" 200 11340
2017-08-29 18:33:37,911: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:33:37,912: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:33:37,917: mt "GET /pools/default/buckets HTTP/1.1" 200 10314
2017-08-29 18:33:37,936: mt source_bucket: default
2017-08-29 18:33:37,936: mt sink_bucket: default
2017-08-29 18:33:37,936: mt source_buckets: default
2017-08-29 18:33:37,936: mt bucket_source: default
2017-08-29 18:33:37,936: mt source_buckets filtered: default
2017-08-29 18:33:37,937: mt bucket: default
2017-08-29 18:33:37,937: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:33:37,937: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:33:37,937: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:33:37,937: w0  node: 10.111.170.101:8091
2017-08-29 18:33:37,940: w0 sink_bucket: default
2017-08-29 18:33:37,941: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:33:37,947: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:33:37,955: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:33:37,956: w1  node: 10.111.170.102:8091
2017-08-29 18:33:37,956: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:33:37,962: w1 sink_bucket: default
2017-08-29 18:33:37,962: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:33:37,973: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:33:37,987: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:33:37,987: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:33:37,987: w2  node: 10.111.170.103:8091
2017-08-29 18:33:37,997: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:33:38,001: w2 sink_bucket: default
2017-08-29 18:33:38,001: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:33:38,046: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:33:38,046: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:33:38,046: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:33:38,046: w0          :                total |       last |    per sec
2017-08-29 18:33:38,047: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:33:38,061: Thread-107 Read 40 bytes off the wire
2017-08-29 18:33:38,061: Thread-107 Read 595 bytes off the wire
2017-08-29 18:33:38,066: w1 Send buffer size: 635
2017-08-29 18:33:38,080: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:33:38,081: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:33:38,081: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:33:38,081: w1          :                total |       last |    per sec
2017-08-29 18:33:38,081: w1    batch :                    1 |          1 |        8.4
2017-08-29 18:33:38,081: w1    byte  :                  271 |        271 |     2283.2
2017-08-29 18:33:38,081: w1    msg   :                    4 |          4 |       33.7
2017-08-29 18:33:38,081: w1  node: 10.111.170.102:8091, done; rv: 0
2017-08-29 18:33:38,082: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:33:38,082: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:33:38,082: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:33:38,082: w2          :                total |       last |    per sec
2017-08-29 18:33:38,082: w2  node: 10.111.170.103:8091, done; rv: 0
  [                    ] 0.0% (4/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        5.1
 byte  :                  271 |        271 |     1379.3
 msg   :                    4 |          4 |       20.4
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:33:38,134: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:548
2017-08-29 18:33:38,149: mt Recover and activate vbucket: 548
2017-08-29 18:33:38,150: mt cbrecovery...
2017-08-29 18:33:38,150: mt  source : http://10.111.170.101:8091
2017-08-29 18:33:38,150: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:33:38,150: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [549]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:33:38,151: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:33:38,152: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:33:38,159: mt "GET /pools/default/buckets HTTP/1.1" 200 11340
2017-08-29 18:33:38,179: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:33:38,180: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:33:38,185: mt "GET /pools/default/buckets HTTP/1.1" 200 10313
2017-08-29 18:33:38,208: mt source_bucket: default
2017-08-29 18:33:38,208: mt sink_bucket: default
2017-08-29 18:33:38,208: mt source_buckets: default
2017-08-29 18:33:38,208: mt bucket_source: default
2017-08-29 18:33:38,209: mt source_buckets filtered: default
2017-08-29 18:33:38,209: mt bucket: default
2017-08-29 18:33:38,209: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:33:38,209: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:33:38,209: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:33:38,209: w0  node: 10.111.170.101:8091
2017-08-29 18:33:38,212: w0 sink_bucket: default
2017-08-29 18:33:38,212: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:33:38,222: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:33:38,234: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:33:38,234: w1  node: 10.111.170.102:8091
2017-08-29 18:33:38,235: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:33:38,236: w1 sink_bucket: default
2017-08-29 18:33:38,236: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:33:38,248: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:33:38,262: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:33:38,262: w2  node: 10.111.170.103:8091
2017-08-29 18:33:38,268: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:33:38,271: w2 sink_bucket: default
2017-08-29 18:33:38,272: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:33:38,287: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:33:38,316: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:33:38,316: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:33:38,316: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:33:38,316: w0          :                total |       last |    per sec
2017-08-29 18:33:38,316: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:33:38,365: Thread-110 Read 40 bytes off the wire
2017-08-29 18:33:38,368: Thread-110 Read 593 bytes off the wire
2017-08-29 18:33:38,373: w1 Send buffer size: 633
2017-08-29 18:33:38,375: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:33:38,376: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:33:38,376: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:33:38,376: w2          :                total |       last |    per sec
2017-08-29 18:33:38,376: w2  node: 10.111.170.103:8091, done; rv: 0
2017-08-29 18:33:38,385: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:33:38,385: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:33:38,386: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:33:38,386: w1          :                total |       last |    per sec
2017-08-29 18:33:38,386: w1    batch :                    1 |          1 |        6.7
2017-08-29 18:33:38,386: w1    byte  :                  270 |        270 |     1804.9
2017-08-29 18:33:38,386: w1    msg   :                    4 |          4 |       26.7
2017-08-29 18:33:38,386: w1  node: 10.111.170.102:8091, done; rv: 0
  [                    ] 0.0% (4/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        4.7
 byte  :                  270 |        270 |     1257.3
 msg   :                    4 |          4 |       18.6
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:33:38,424: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:549
2017-08-29 18:33:38,438: mt Recover and activate vbucket: 549
2017-08-29 18:33:38,439: mt cbrecovery...
2017-08-29 18:33:38,439: mt  source : http://10.111.170.101:8091
2017-08-29 18:33:38,439: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:33:38,440: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [550]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:33:38,440: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:33:38,441: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:33:38,447: mt "GET /pools/default/buckets HTTP/1.1" 200 11340
2017-08-29 18:33:38,468: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:33:38,469: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:33:38,475: mt "GET /pools/default/buckets HTTP/1.1" 200 10312
2017-08-29 18:33:38,521: mt source_bucket: default
2017-08-29 18:33:38,521: mt sink_bucket: default
2017-08-29 18:33:38,521: mt source_buckets: default
2017-08-29 18:33:38,521: mt bucket_source: default
2017-08-29 18:33:38,521: mt source_buckets filtered: default
2017-08-29 18:33:38,521: mt bucket: default
2017-08-29 18:33:38,521: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:33:38,529: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:33:38,529: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:33:38,530: w0  node: 10.111.170.101:8091
2017-08-29 18:33:38,530: w0 sink_bucket: default
2017-08-29 18:33:38,530: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:33:38,557: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:33:38,572: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:33:38,572: w1  node: 10.111.170.102:8091
2017-08-29 18:33:38,573: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:33:38,577: w1 sink_bucket: default
2017-08-29 18:33:38,577: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:33:38,596: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:33:38,596: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:33:38,596: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:33:38,596: w0          :                total |       last |    per sec
2017-08-29 18:33:38,596: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:33:38,607: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:33:38,625: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:33:38,625: w2  node: 10.111.170.103:8091
2017-08-29 18:33:38,625: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:33:38,627: w2 sink_bucket: default
2017-08-29 18:33:38,628: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:33:38,661: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:33:38,693: w1 no response while there 1 active streams
2017-08-29 18:33:38,710: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:33:38,710: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:33:38,710: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:33:38,710: w2          :                total |       last |    per sec
2017-08-29 18:33:38,710: w2  node: 10.111.170.103:8091, done; rv: 0
2017-08-29 18:33:38,944: w1 no response while there 1 active streams
2017-08-29 18:33:39,196: w1 no response while there 1 active streams
2017-08-29 18:33:39,447: w1 no response while there 1 active streams
2017-08-29 18:33:39,678: Thread-113 Read 2329 bytes off the wire
2017-08-29 18:33:39,698: w1 Send buffer size: 2329
2017-08-29 18:33:39,711: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:33:39,712: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:33:39,712: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:33:39,712: w1          :                total |       last |    per sec
2017-08-29 18:33:39,712: w1    batch :                    1 |          1 |        0.9
2017-08-29 18:33:39,712: w1    byte  :                 1148 |       1148 |     1012.0
2017-08-29 18:33:39,712: w1    msg   :                   17 |         17 |       15.0
2017-08-29 18:33:39,712: w1  node: 10.111.170.102:8091, done; rv: 0
  [                    ] 0.2% (17/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        0.8
 byte  :                 1148 |       1148 |      894.3
 msg   :                   17 |         17 |       13.2
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:33:39,813: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:550
2017-08-29 18:33:39,833: mt Recover and activate vbucket: 550
2017-08-29 18:33:39,835: mt cbrecovery...
2017-08-29 18:33:39,835: mt  source : http://10.111.170.101:8091
2017-08-29 18:33:39,835: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:33:39,835: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [551]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:33:39,835: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:33:39,836: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:33:39,843: mt "GET /pools/default/buckets HTTP/1.1" 200 11340
2017-08-29 18:33:39,867: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:33:39,868: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:33:39,874: mt "GET /pools/default/buckets HTTP/1.1" 200 10311
2017-08-29 18:33:39,894: mt source_bucket: default
2017-08-29 18:33:39,894: mt sink_bucket: default
2017-08-29 18:33:39,894: mt source_buckets: default
2017-08-29 18:33:39,894: mt bucket_source: default
2017-08-29 18:33:39,894: mt source_buckets filtered: default
2017-08-29 18:33:39,894: mt bucket: default
2017-08-29 18:33:39,894: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:33:39,894: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:33:39,895: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:33:39,895: w0  node: 10.111.170.101:8091
2017-08-29 18:33:39,898: w0 sink_bucket: default
2017-08-29 18:33:39,898: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:33:39,904: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:33:39,913: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:33:39,913: w1  node: 10.111.170.102:8091
2017-08-29 18:33:39,913: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:33:39,918: w1 sink_bucket: default
2017-08-29 18:33:39,918: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:33:39,930: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:33:39,945: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:33:39,945: w2  node: 10.111.170.103:8091
2017-08-29 18:33:39,946: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:33:39,955: w2 sink_bucket: default
2017-08-29 18:33:39,956: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:33:39,964: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:33:40,016: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:33:40,016: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:33:40,016: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:33:40,016: w0          :                total |       last |    per sec
2017-08-29 18:33:40,017: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:33:40,025: Thread-116 Read 1777 bytes off the wire
2017-08-29 18:33:40,025: Thread-116 Read 290 bytes off the wire
2017-08-29 18:33:40,032: w1 Send buffer size: 2067
2017-08-29 18:33:40,041: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:33:40,042: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:33:40,042: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:33:40,042: w2          :                total |       last |    per sec
2017-08-29 18:33:40,042: w2  node: 10.111.170.103:8091, done; rv: 0
2017-08-29 18:33:40,045: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:33:40,045: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:33:40,045: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:33:40,045: w1          :                total |       last |    per sec
2017-08-29 18:33:40,045: w1    batch :                    1 |          1 |        7.9
2017-08-29 18:33:40,045: w1    byte  :                 1013 |       1013 |     7964.2
2017-08-29 18:33:40,045: w1    msg   :                   15 |         15 |      117.9
2017-08-29 18:33:40,045: w1  node: 10.111.170.102:8091, done; rv: 0
  [                    ] 0.1% (15/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        4.9
 byte  :                 1013 |       1013 |     4947.8
 msg   :                   15 |         15 |       73.3
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:33:40,099: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:551
2017-08-29 18:33:40,114: mt Recover and activate vbucket: 551
2017-08-29 18:33:40,115: mt cbrecovery...
2017-08-29 18:33:40,115: mt  source : http://10.111.170.101:8091
2017-08-29 18:33:40,115: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:33:40,115: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [552]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:33:40,115: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:33:40,117: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:33:40,124: mt "GET /pools/default/buckets HTTP/1.1" 200 11340
2017-08-29 18:33:40,147: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:33:40,148: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:33:40,152: mt "GET /pools/default/buckets HTTP/1.1" 200 10310
2017-08-29 18:33:40,169: mt source_bucket: default
2017-08-29 18:33:40,169: mt sink_bucket: default
2017-08-29 18:33:40,171: mt source_buckets: default
2017-08-29 18:33:40,171: mt bucket_source: default
2017-08-29 18:33:40,171: mt source_buckets filtered: default
2017-08-29 18:33:40,171: mt bucket: default
2017-08-29 18:33:40,171: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:33:40,172: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:33:40,172: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:33:40,172: w0  node: 10.111.170.101:8091
2017-08-29 18:33:40,175: w0 sink_bucket: default
2017-08-29 18:33:40,175: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:33:40,181: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:33:40,204: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:33:40,204: w1  node: 10.111.170.102:8091
2017-08-29 18:33:40,205: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:33:40,209: w1 sink_bucket: default
2017-08-29 18:33:40,210: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:33:40,218: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:33:40,227: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:33:40,227: w2  node: 10.111.170.103:8091
2017-08-29 18:33:40,228: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:33:40,230: w2 sink_bucket: default
2017-08-29 18:33:40,231: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:33:40,252: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:33:40,272: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:33:40,272: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:33:40,272: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:33:40,272: w0          :                total |       last |    per sec
2017-08-29 18:33:40,273: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:33:40,301: Thread-119 Read 40 bytes off the wire
2017-08-29 18:33:40,301: Thread-119 Read 1609 bytes off the wire
2017-08-29 18:33:40,302: Thread-119 Read 290 bytes off the wire
2017-08-29 18:33:40,308: w1 Send buffer size: 1939
2017-08-29 18:33:40,318: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:33:40,318: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:33:40,318: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:33:40,318: w2          :                total |       last |    per sec
2017-08-29 18:33:40,318: w2  node: 10.111.170.103:8091, done; rv: 0
2017-08-29 18:33:40,321: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:33:40,321: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:33:40,321: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:33:40,321: w1          :                total |       last |    per sec
2017-08-29 18:33:40,321: w1    batch :                    1 |          1 |        9.0
2017-08-29 18:33:40,321: w1    byte  :                  947 |        947 |     8489.9
2017-08-29 18:33:40,321: w1    msg   :                   14 |         14 |      125.5
2017-08-29 18:33:40,321: w1  node: 10.111.170.102:8091, done; rv: 0
  [                    ] 0.1% (14/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        4.6
 byte  :                  947 |        947 |     4371.1
 msg   :                   14 |         14 |       64.6
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:33:40,389: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:552
2017-08-29 18:33:40,405: mt Recover and activate vbucket: 552
2017-08-29 18:33:40,406: mt cbrecovery...
2017-08-29 18:33:40,406: mt  source : http://10.111.170.101:8091
2017-08-29 18:33:40,406: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:33:40,406: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [553]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:33:40,407: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:33:40,408: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:33:40,414: mt "GET /pools/default/buckets HTTP/1.1" 200 11340
2017-08-29 18:33:40,433: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:33:40,434: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:33:40,439: mt "GET /pools/default/buckets HTTP/1.1" 200 10309
2017-08-29 18:33:40,458: mt source_bucket: default
2017-08-29 18:33:40,458: mt sink_bucket: default
2017-08-29 18:33:40,459: mt source_buckets: default
2017-08-29 18:33:40,459: mt bucket_source: default
2017-08-29 18:33:40,459: mt source_buckets filtered: default
2017-08-29 18:33:40,459: mt bucket: default
2017-08-29 18:33:40,459: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:33:40,460: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:33:40,460: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:33:40,460: w0  node: 10.111.170.101:8091
2017-08-29 18:33:40,462: w0 sink_bucket: default
2017-08-29 18:33:40,462: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:33:40,468: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:33:40,477: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:33:40,478: w1  node: 10.111.170.102:8091
2017-08-29 18:33:40,478: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:33:40,482: w1 sink_bucket: default
2017-08-29 18:33:40,483: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:33:40,515: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:33:40,534: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:33:40,535: w2  node: 10.111.170.103:8091
2017-08-29 18:33:40,535: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:33:40,548: w2 sink_bucket: default
2017-08-29 18:33:40,548: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:33:40,544: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:33:40,583: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:33:40,583: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:33:40,583: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:33:40,583: w0          :                total |       last |    per sec
2017-08-29 18:33:40,583: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:33:40,603: Thread-122 Read 40 bytes off the wire
2017-08-29 18:33:40,603: Thread-122 Read 1477 bytes off the wire
2017-08-29 18:33:40,605: Thread-122 Read 552 bytes off the wire
2017-08-29 18:33:40,618: w1 Send buffer size: 2069
2017-08-29 18:33:40,631: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:33:40,631: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:33:40,631: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:33:40,631: w1          :                total |       last |    per sec
2017-08-29 18:33:40,631: w1    batch :                    1 |          1 |        6.7
2017-08-29 18:33:40,631: w1    byte  :                 1014 |       1014 |     6811.0
2017-08-29 18:33:40,631: w1    msg   :                   15 |         15 |      100.8
2017-08-29 18:33:40,632: w1  node: 10.111.170.102:8091, done; rv: 0
2017-08-29 18:33:40,633: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:33:40,633: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:33:40,633: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:33:40,633: w2          :                total |       last |    per sec
2017-08-29 18:33:40,633: w2  node: 10.111.170.103:8091, done; rv: 0
  [                    ] 0.1% (15/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        4.6
 byte  :                 1014 |       1014 |     4619.3
 msg   :                   15 |         15 |       68.3
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:33:40,679: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:553
2017-08-29 18:33:40,693: mt Recover and activate vbucket: 553
2017-08-29 18:33:40,694: mt cbrecovery...
2017-08-29 18:33:40,694: mt  source : http://10.111.170.101:8091
2017-08-29 18:33:40,694: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:33:40,695: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [554]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:33:40,695: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:33:40,696: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:33:40,701: mt "GET /pools/default/buckets HTTP/1.1" 200 11340
2017-08-29 18:33:40,722: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:33:40,723: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:33:40,730: mt "GET /pools/default/buckets HTTP/1.1" 200 10308
2017-08-29 18:33:40,749: mt source_bucket: default
2017-08-29 18:33:40,749: mt sink_bucket: default
2017-08-29 18:33:40,749: mt source_buckets: default
2017-08-29 18:33:40,749: mt bucket_source: default
2017-08-29 18:33:40,749: mt source_buckets filtered: default
2017-08-29 18:33:40,749: mt bucket: default
2017-08-29 18:33:40,749: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:33:40,750: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:33:40,751: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:33:40,751: w0  node: 10.111.170.101:8091
2017-08-29 18:33:40,753: w0 sink_bucket: default
2017-08-29 18:33:40,753: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:33:40,759: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:33:40,769: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:33:40,769: w1  node: 10.111.170.102:8091
2017-08-29 18:33:40,770: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:33:40,779: w1 sink_bucket: default
2017-08-29 18:33:40,779: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:33:40,788: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:33:40,795: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:33:40,795: w2  node: 10.111.170.103:8091
2017-08-29 18:33:40,799: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:33:40,806: w2 sink_bucket: default
2017-08-29 18:33:40,806: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:33:40,817: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:33:40,874: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:33:40,874: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:33:40,875: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:33:40,875: w0          :                total |       last |    per sec
2017-08-29 18:33:40,875: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:33:40,881: Thread-125 Read 40 bytes off the wire
2017-08-29 18:33:40,881: Thread-125 Read 567 bytes off the wire
2017-08-29 18:33:40,882: Thread-125 Read 159 bytes off the wire
2017-08-29 18:33:40,887: w1 Send buffer size: 766
2017-08-29 18:33:40,895: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:33:40,895: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:33:40,895: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:33:40,896: w2          :                total |       last |    per sec
2017-08-29 18:33:40,896: w2  node: 10.111.170.103:8091, done; rv: 0
2017-08-29 18:33:40,900: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:33:40,900: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:33:40,900: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:33:40,900: w1          :                total |       last |    per sec
2017-08-29 18:33:40,900: w1    batch :                    1 |          1 |        8.2
2017-08-29 18:33:40,900: w1    byte  :                  339 |        339 |     2792.5
2017-08-29 18:33:40,900: w1    msg   :                    5 |          5 |       41.2
2017-08-29 18:33:40,900: w1  node: 10.111.170.102:8091, done; rv: 0
  [                    ] 0.1% (5/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        5.0
 byte  :                  339 |        339 |     1695.2
 msg   :                    5 |          5 |       25.0
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:33:40,950: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:554
2017-08-29 18:33:40,964: mt Recover and activate vbucket: 554
2017-08-29 18:33:40,966: mt cbrecovery...
2017-08-29 18:33:40,966: mt  source : http://10.111.170.101:8091
2017-08-29 18:33:40,966: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:33:40,966: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [555]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:33:40,966: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:33:40,967: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:33:40,973: mt "GET /pools/default/buckets HTTP/1.1" 200 11340
2017-08-29 18:33:40,992: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:33:40,993: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:33:40,997: mt "GET /pools/default/buckets HTTP/1.1" 200 10307
2017-08-29 18:33:41,028: mt source_bucket: default
2017-08-29 18:33:41,028: mt sink_bucket: default
2017-08-29 18:33:41,028: mt source_buckets: default
2017-08-29 18:33:41,028: mt bucket_source: default
2017-08-29 18:33:41,028: mt source_buckets filtered: default
2017-08-29 18:33:41,029: mt bucket: default
2017-08-29 18:33:41,029: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:33:41,029: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:33:41,029: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:33:41,029: w0  node: 10.111.170.101:8091
2017-08-29 18:33:41,031: w0 sink_bucket: default
2017-08-29 18:33:41,032: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:33:41,040: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:33:41,051: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:33:41,051: w1  node: 10.111.170.102:8091
2017-08-29 18:33:41,052: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:33:41,054: w1 sink_bucket: default
2017-08-29 18:33:41,054: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:33:41,068: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:33:41,077: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:33:41,077: w2  node: 10.111.170.103:8091
2017-08-29 18:33:41,087: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:33:41,092: w2 sink_bucket: default
2017-08-29 18:33:41,093: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:33:41,100: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:33:41,143: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:33:41,144: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:33:41,144: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:33:41,144: w0          :                total |       last |    per sec
2017-08-29 18:33:41,144: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:33:41,165: Thread-128 Read 40 bytes off the wire
2017-08-29 18:33:41,166: Thread-128 Read 331 bytes off the wire
2017-08-29 18:33:41,172: w1 Send buffer size: 371
2017-08-29 18:33:41,180: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:33:41,180: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:33:41,180: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:33:41,180: w2          :                total |       last |    per sec
2017-08-29 18:33:41,180: w2  node: 10.111.170.103:8091, done; rv: 0
2017-08-29 18:33:41,186: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:33:41,186: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:33:41,186: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:33:41,186: w1          :                total |       last |    per sec
2017-08-29 18:33:41,186: w1    batch :                    1 |          1 |        7.6
2017-08-29 18:33:41,186: w1    byte  :                  134 |        134 |     1014.2
2017-08-29 18:33:41,186: w1    msg   :                    2 |          2 |       15.1
2017-08-29 18:33:41,186: w1  node: 10.111.170.102:8091, done; rv: 0
  [                    ] 0.0% (2/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        4.7
 byte  :                  134 |        134 |      632.0
 msg   :                    2 |          2 |        9.4
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:33:41,241: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:555
2017-08-29 18:33:41,255: mt Recover and activate vbucket: 555
2017-08-29 18:33:41,257: mt cbrecovery...
2017-08-29 18:33:41,257: mt  source : http://10.111.170.101:8091
2017-08-29 18:33:41,257: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:33:41,257: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [556]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:33:41,257: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:33:41,258: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:33:41,265: mt "GET /pools/default/buckets HTTP/1.1" 200 11340
2017-08-29 18:33:41,286: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:33:41,287: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:33:41,292: mt "GET /pools/default/buckets HTTP/1.1" 200 10306
2017-08-29 18:33:41,312: mt source_bucket: default
2017-08-29 18:33:41,312: mt sink_bucket: default
2017-08-29 18:33:41,312: mt source_buckets: default
2017-08-29 18:33:41,312: mt bucket_source: default
2017-08-29 18:33:41,312: mt source_buckets filtered: default
2017-08-29 18:33:41,312: mt bucket: default
2017-08-29 18:33:41,313: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:33:41,313: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:33:41,313: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:33:41,313: w0  node: 10.111.170.101:8091
2017-08-29 18:33:41,315: w0 sink_bucket: default
2017-08-29 18:33:41,316: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:33:41,330: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:33:41,337: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:33:41,337: w1  node: 10.111.170.102:8091
2017-08-29 18:33:41,340: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:33:41,341: w1 sink_bucket: default
2017-08-29 18:33:41,342: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:33:41,357: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:33:41,374: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:33:41,374: w2  node: 10.111.170.103:8091
2017-08-29 18:33:41,375: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:33:41,382: w2 sink_bucket: default
2017-08-29 18:33:41,382: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:33:41,387: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:33:41,408: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:33:41,408: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:33:41,408: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:33:41,408: w0          :                total |       last |    per sec
2017-08-29 18:33:41,409: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:33:41,446: w1 no response while there 1 active streams
2017-08-29 18:33:41,453: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:33:41,453: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:33:41,453: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:33:41,454: w2          :                total |       last |    per sec
2017-08-29 18:33:41,454: w2  node: 10.111.170.103:8091, done; rv: 0
2017-08-29 18:33:41,697: w1 no response while there 1 active streams
2017-08-29 18:33:41,949: w1 no response while there 1 active streams
2017-08-29 18:33:42,200: w1 no response while there 1 active streams
2017-08-29 18:33:42,437: Thread-131 Read 505 bytes off the wire
2017-08-29 18:33:42,452: w1 Send buffer size: 505
2017-08-29 18:33:42,465: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:33:42,465: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:33:42,465: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:33:42,465: w1          :                total |       last |    per sec
2017-08-29 18:33:42,465: w1    batch :                    1 |          1 |        0.9
2017-08-29 18:33:42,465: w1    byte  :                  204 |        204 |      181.6
2017-08-29 18:33:42,465: w1    msg   :                    3 |          3 |        2.7
2017-08-29 18:33:42,465: w1  node: 10.111.170.102:8091, done; rv: 0
  [                    ] 0.0% (3/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        0.8
 byte  :                  204 |        204 |      169.5
 msg   :                    3 |          3 |        2.5
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:33:42,517: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:556
2017-08-29 18:33:42,535: mt Recover and activate vbucket: 556
2017-08-29 18:33:42,536: mt cbrecovery...
2017-08-29 18:33:42,536: mt  source : http://10.111.170.101:8091
2017-08-29 18:33:42,536: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:33:42,536: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [557]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:33:42,537: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:33:42,538: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:33:42,544: mt "GET /pools/default/buckets HTTP/1.1" 200 11351
2017-08-29 18:33:42,565: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:33:42,565: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:33:42,570: mt "GET /pools/default/buckets HTTP/1.1" 200 10305
2017-08-29 18:33:42,591: mt source_bucket: default
2017-08-29 18:33:42,591: mt sink_bucket: default
2017-08-29 18:33:42,591: mt source_buckets: default
2017-08-29 18:33:42,591: mt bucket_source: default
2017-08-29 18:33:42,591: mt source_buckets filtered: default
2017-08-29 18:33:42,592: mt bucket: default
2017-08-29 18:33:42,592: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:33:42,593: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:33:42,593: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:33:42,593: w0  node: 10.111.170.101:8091
2017-08-29 18:33:42,599: w0 sink_bucket: default
2017-08-29 18:33:42,599: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:33:42,609: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:33:42,619: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:33:42,619: w1  node: 10.111.170.102:8091
2017-08-29 18:33:42,620: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:33:42,631: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:33:42,632: w1 sink_bucket: default
2017-08-29 18:33:42,632: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:33:42,639: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:33:42,639: w2  node: 10.111.170.103:8091
2017-08-29 18:33:42,640: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:33:42,644: w2 sink_bucket: default
2017-08-29 18:33:42,644: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:33:42,659: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:33:42,739: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:33:42,739: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:33:42,739: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:33:42,739: w0          :                total |       last |    per sec
2017-08-29 18:33:42,739: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:33:42,753: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:33:42,753: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:33:42,753: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:33:42,754: w2          :                total |       last |    per sec
2017-08-29 18:33:42,754: w2  node: 10.111.170.103:8091, done; rv: 0
2017-08-29 18:33:42,757: w1 no response while there 1 active streams
2017-08-29 18:33:43,007: w1 no response while there 1 active streams
2017-08-29 18:33:43,258: w1 no response while there 1 active streams
2017-08-29 18:33:43,509: w1 no response while there 1 active streams
2017-08-29 18:33:43,751: Thread-134 Read 635 bytes off the wire
2017-08-29 18:33:43,760: w1 Send buffer size: 635
2017-08-29 18:33:43,774: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:33:43,774: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:33:43,774: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:33:43,774: w1          :                total |       last |    per sec
2017-08-29 18:33:43,775: w1    batch :                    1 |          1 |        0.9
2017-08-29 18:33:43,775: w1    byte  :                  271 |        271 |      237.2
2017-08-29 18:33:43,775: w1    msg   :                    4 |          4 |        3.5
2017-08-29 18:33:43,775: w1  node: 10.111.170.102:8091, done; rv: 0
  [                    ] 0.0% (4/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        0.8
 byte  :                  271 |        271 |      223.1
 msg   :                    4 |          4 |        3.3
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:33:43,808: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:557
2017-08-29 18:33:43,825: mt Recover and activate vbucket: 557
2017-08-29 18:33:43,826: mt cbrecovery...
2017-08-29 18:33:43,826: mt  source : http://10.111.170.101:8091
2017-08-29 18:33:43,826: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:33:43,826: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [558]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:33:43,826: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:33:43,827: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:33:43,833: mt "GET /pools/default/buckets HTTP/1.1" 200 11351
2017-08-29 18:33:43,855: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:33:43,856: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:33:43,860: mt "GET /pools/default/buckets HTTP/1.1" 200 10272
2017-08-29 18:33:43,880: mt source_bucket: default
2017-08-29 18:33:43,881: mt sink_bucket: default
2017-08-29 18:33:43,881: mt source_buckets: default
2017-08-29 18:33:43,881: mt bucket_source: default
2017-08-29 18:33:43,881: mt source_buckets filtered: default
2017-08-29 18:33:43,881: mt bucket: default
2017-08-29 18:33:43,881: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:33:43,882: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:33:43,882: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:33:43,882: w0  node: 10.111.170.101:8091
2017-08-29 18:33:43,884: w0 sink_bucket: default
2017-08-29 18:33:43,884: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:33:43,890: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:33:43,899: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:33:43,900: w1  node: 10.111.170.102:8091
2017-08-29 18:33:43,900: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:33:43,905: w1 sink_bucket: default
2017-08-29 18:33:43,905: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:33:43,916: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:33:43,928: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:33:43,928: w2  node: 10.111.170.103:8091
2017-08-29 18:33:43,929: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:33:43,940: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:33:43,941: w2 sink_bucket: default
2017-08-29 18:33:43,941: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:33:43,978: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:33:43,978: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:33:43,978: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:33:43,978: w0          :                total |       last |    per sec
2017-08-29 18:33:43,978: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:33:43,996: Thread-137 Read 40 bytes off the wire
2017-08-29 18:33:44,000: Thread-137 Read 2032 bytes off the wire
2017-08-29 18:33:44,006: w1 Send buffer size: 2072
2017-08-29 18:33:44,021: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:33:44,021: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:33:44,021: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:33:44,021: w1          :                total |       last |    per sec
2017-08-29 18:33:44,021: w1    batch :                    1 |          1 |        8.6
2017-08-29 18:33:44,021: w1    byte  :                 1017 |       1017 |     8779.6
2017-08-29 18:33:44,021: w1    msg   :                   15 |         15 |      129.5
2017-08-29 18:33:44,021: w1  node: 10.111.170.102:8091, done; rv: 0
2017-08-29 18:33:44,023: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:33:44,023: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:33:44,024: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:33:44,024: w2          :                total |       last |    per sec
2017-08-29 18:33:44,024: w2  node: 10.111.170.103:8091, done; rv: 0
  [                    ] 0.1% (15/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        5.1
 byte  :                 1017 |       1017 |     5224.1
 msg   :                   15 |         15 |       77.1
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:33:44,077: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:558
2017-08-29 18:33:44,090: mt Recover and activate vbucket: 558
2017-08-29 18:33:44,091: mt cbrecovery...
2017-08-29 18:33:44,091: mt  source : http://10.111.170.101:8091
2017-08-29 18:33:44,091: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:33:44,091: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [559]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:33:44,091: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:33:44,092: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:33:44,100: mt "GET /pools/default/buckets HTTP/1.1" 200 11351
2017-08-29 18:33:44,127: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:33:44,129: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:33:44,135: mt "GET /pools/default/buckets HTTP/1.1" 200 10271
2017-08-29 18:33:44,154: mt source_bucket: default
2017-08-29 18:33:44,154: mt sink_bucket: default
2017-08-29 18:33:44,154: mt source_buckets: default
2017-08-29 18:33:44,154: mt bucket_source: default
2017-08-29 18:33:44,154: mt source_buckets filtered: default
2017-08-29 18:33:44,154: mt bucket: default
2017-08-29 18:33:44,154: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:33:44,155: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:33:44,155: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:33:44,155: w0  node: 10.111.170.101:8091
2017-08-29 18:33:44,157: w0 sink_bucket: default
2017-08-29 18:33:44,158: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:33:44,165: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:33:44,176: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:33:44,178: w1  node: 10.111.170.102:8091
2017-08-29 18:33:44,179: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:33:44,183: w1 sink_bucket: default
2017-08-29 18:33:44,184: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:33:44,192: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:33:44,207: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:33:44,209: w2  node: 10.111.170.103:8091
2017-08-29 18:33:44,212: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:33:44,228: w2 sink_bucket: default
2017-08-29 18:33:44,228: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:33:44,235: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:33:44,248: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:33:44,248: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:33:44,249: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:33:44,249: w0          :                total |       last |    per sec
2017-08-29 18:33:44,249: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:33:44,280: Thread-140 Read 40 bytes off the wire
2017-08-29 18:33:44,281: Thread-140 Read 562 bytes off the wire
2017-08-29 18:33:44,281: Thread-140 Read 1310 bytes off the wire
2017-08-29 18:33:44,281: Thread-140 Read 159 bytes off the wire
2017-08-29 18:33:44,293: w1 Send buffer size: 2071
2017-08-29 18:33:44,302: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:33:44,302: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:33:44,302: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:33:44,302: w2          :                total |       last |    per sec
2017-08-29 18:33:44,303: w2  node: 10.111.170.103:8091, done; rv: 0
2017-08-29 18:33:44,306: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:33:44,307: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:33:44,307: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:33:44,307: w1          :                total |       last |    per sec
2017-08-29 18:33:44,307: w1    batch :                    1 |          1 |        8.1
2017-08-29 18:33:44,307: w1    byte  :                 1016 |       1016 |     8241.9
2017-08-29 18:33:44,307: w1    msg   :                   15 |         15 |      121.7
2017-08-29 18:33:44,307: w1  node: 10.111.170.102:8091, done; rv: 0
  [                    ] 0.1% (15/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        4.8
 byte  :                 1016 |       1016 |     4880.6
 msg   :                   15 |         15 |       72.1
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:33:44,363: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:559
2017-08-29 18:33:44,377: mt Recover and activate vbucket: 559
2017-08-29 18:33:44,378: mt cbrecovery...
2017-08-29 18:33:44,378: mt  source : http://10.111.170.101:8091
2017-08-29 18:33:44,378: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:33:44,378: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [560]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:33:44,378: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:33:44,379: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:33:44,386: mt "GET /pools/default/buckets HTTP/1.1" 200 11351
2017-08-29 18:33:44,407: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:33:44,408: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:33:44,415: mt "GET /pools/default/buckets HTTP/1.1" 200 10270
2017-08-29 18:33:44,435: mt source_bucket: default
2017-08-29 18:33:44,435: mt sink_bucket: default
2017-08-29 18:33:44,435: mt source_buckets: default
2017-08-29 18:33:44,435: mt bucket_source: default
2017-08-29 18:33:44,435: mt source_buckets filtered: default
2017-08-29 18:33:44,435: mt bucket: default
2017-08-29 18:33:44,435: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:33:44,436: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:33:44,436: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:33:44,436: w0  node: 10.111.170.101:8091
2017-08-29 18:33:44,438: w0 sink_bucket: default
2017-08-29 18:33:44,438: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:33:44,444: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:33:44,457: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:33:44,457: w1  node: 10.111.170.102:8091
2017-08-29 18:33:44,457: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:33:44,460: w1 sink_bucket: default
2017-08-29 18:33:44,460: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:33:44,474: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:33:44,513: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:33:44,513: w2  node: 10.111.170.103:8091
2017-08-29 18:33:44,513: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:33:44,525: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:33:44,525: w2 sink_bucket: default
2017-08-29 18:33:44,526: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:33:44,557: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:33:44,557: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:33:44,557: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:33:44,558: w0          :                total |       last |    per sec
2017-08-29 18:33:44,558: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:33:44,579: w1 no response while there 1 active streams
2017-08-29 18:33:44,592: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:33:44,592: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:33:44,592: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:33:44,592: w2          :                total |       last |    per sec
2017-08-29 18:33:44,592: w2  node: 10.111.170.103:8091, done; rv: 0
2017-08-29 18:33:44,829: w1 no response while there 1 active streams
2017-08-29 18:33:45,081: w1 no response while there 1 active streams
2017-08-29 18:33:45,331: w1 no response while there 1 active streams
2017-08-29 18:33:45,572: Thread-143 Read 504 bytes off the wire
2017-08-29 18:33:45,582: w1 Send buffer size: 504
2017-08-29 18:33:45,596: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:33:45,596: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:33:45,596: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:33:45,596: w1          :                total |       last |    per sec
2017-08-29 18:33:45,596: w1    batch :                    1 |          1 |        0.9
2017-08-29 18:33:45,596: w1    byte  :                  203 |        203 |      178.7
2017-08-29 18:33:45,596: w1    msg   :                    3 |          3 |        2.6
2017-08-29 18:33:45,596: w1  node: 10.111.170.102:8091, done; rv: 0
  [                    ] 0.0% (3/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        0.8
 byte  :                  203 |        203 |      166.8
 msg   :                    3 |          3 |        2.5
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:33:45,653: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:560
2017-08-29 18:33:45,670: mt Recover and activate vbucket: 560
2017-08-29 18:33:45,671: mt cbrecovery...
2017-08-29 18:33:45,671: mt  source : http://10.111.170.101:8091
2017-08-29 18:33:45,671: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:33:45,671: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [561]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:33:45,671: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:33:45,672: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:33:45,679: mt "GET /pools/default/buckets HTTP/1.1" 200 11351
2017-08-29 18:33:45,701: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:33:45,702: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:33:45,713: mt "GET /pools/default/buckets HTTP/1.1" 200 10269
2017-08-29 18:33:45,732: mt source_bucket: default
2017-08-29 18:33:45,733: mt sink_bucket: default
2017-08-29 18:33:45,733: mt source_buckets: default
2017-08-29 18:33:45,733: mt bucket_source: default
2017-08-29 18:33:45,733: mt source_buckets filtered: default
2017-08-29 18:33:45,733: mt bucket: default
2017-08-29 18:33:45,733: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:33:45,734: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:33:45,734: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:33:45,734: w0  node: 10.111.170.101:8091
2017-08-29 18:33:45,736: w0 sink_bucket: default
2017-08-29 18:33:45,737: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:33:45,747: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:33:45,753: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:33:45,753: w1  node: 10.111.170.102:8091
2017-08-29 18:33:45,753: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:33:45,759: w1 sink_bucket: default
2017-08-29 18:33:45,759: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:33:45,773: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:33:45,785: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:33:45,785: w2  node: 10.111.170.103:8091
2017-08-29 18:33:45,791: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:33:45,792: w2 sink_bucket: default
2017-08-29 18:33:45,793: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:33:45,801: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:33:45,836: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:33:45,836: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:33:45,836: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:33:45,836: w0          :                total |       last |    per sec
2017-08-29 18:33:45,837: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:33:45,867: Thread-146 Read 40 bytes off the wire
2017-08-29 18:33:45,868: Thread-146 Read 465 bytes off the wire
2017-08-29 18:33:45,869: w1 Send buffer size: 505
2017-08-29 18:33:45,874: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:33:45,874: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:33:45,874: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:33:45,874: w2          :                total |       last |    per sec
2017-08-29 18:33:45,874: w2  node: 10.111.170.103:8091, done; rv: 0
2017-08-29 18:33:45,881: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:33:45,882: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:33:45,882: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:33:45,882: w1          :                total |       last |    per sec
2017-08-29 18:33:45,882: w1    batch :                    1 |          1 |        8.2
2017-08-29 18:33:45,882: w1    byte  :                  204 |        204 |     1666.3
2017-08-29 18:33:45,882: w1    msg   :                    3 |          3 |       24.5
2017-08-29 18:33:45,882: w1  node: 10.111.170.102:8091, done; rv: 0
  [                    ] 0.0% (3/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        4.9
 byte  :                  204 |        204 |      996.5
 msg   :                    3 |          3 |       14.7
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:33:45,939: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:561
2017-08-29 18:33:45,954: mt Recover and activate vbucket: 561
2017-08-29 18:33:45,955: mt cbrecovery...
2017-08-29 18:33:45,955: mt  source : http://10.111.170.101:8091
2017-08-29 18:33:45,955: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:33:45,955: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [562]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:33:45,955: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:33:45,957: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:33:45,963: mt "GET /pools/default/buckets HTTP/1.1" 200 11351
2017-08-29 18:33:45,983: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:33:45,985: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:33:45,990: mt "GET /pools/default/buckets HTTP/1.1" 200 10268
2017-08-29 18:33:46,009: mt source_bucket: default
2017-08-29 18:33:46,009: mt sink_bucket: default
2017-08-29 18:33:46,009: mt source_buckets: default
2017-08-29 18:33:46,009: mt bucket_source: default
2017-08-29 18:33:46,009: mt source_buckets filtered: default
2017-08-29 18:33:46,010: mt bucket: default
2017-08-29 18:33:46,010: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:33:46,010: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:33:46,010: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:33:46,011: w0  node: 10.111.170.101:8091
2017-08-29 18:33:46,013: w0 sink_bucket: default
2017-08-29 18:33:46,014: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:33:46,025: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:33:46,034: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:33:46,034: w1  node: 10.111.170.102:8091
2017-08-29 18:33:46,038: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:33:46,040: w1 sink_bucket: default
2017-08-29 18:33:46,040: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:33:46,048: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:33:46,061: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:33:46,061: w2  node: 10.111.170.103:8091
2017-08-29 18:33:46,061: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:33:46,069: w2 sink_bucket: default
2017-08-29 18:33:46,069: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:33:46,080: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:33:46,127: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:33:46,127: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:33:46,127: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:33:46,128: w0          :                total |       last |    per sec
2017-08-29 18:33:46,128: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:33:46,150: Thread-149 Read 40 bytes off the wire
2017-08-29 18:33:46,152: Thread-149 Read 2295 bytes off the wire
2017-08-29 18:33:46,153: w1 Send buffer size: 2335
2017-08-29 18:33:46,163: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:33:46,163: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:33:46,164: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:33:46,164: w2          :                total |       last |    per sec
2017-08-29 18:33:46,164: w2  node: 10.111.170.103:8091, done; rv: 0
2017-08-29 18:33:46,165: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:33:46,165: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:33:46,165: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:33:46,165: w1          :                total |       last |    per sec
2017-08-29 18:33:46,165: w1    batch :                    1 |          1 |        8.0
2017-08-29 18:33:46,165: w1    byte  :                 1153 |       1153 |     9200.1
2017-08-29 18:33:46,165: w1    msg   :                   17 |         17 |      135.6
2017-08-29 18:33:46,165: w1  node: 10.111.170.102:8091, done; rv: 0
  [                    ] 0.2% (17/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        4.9
 byte  :                 1153 |       1153 |     5604.4
 msg   :                   17 |         17 |       82.6
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:33:46,216: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:562
2017-08-29 18:33:46,229: mt Recover and activate vbucket: 562
2017-08-29 18:33:46,230: mt cbrecovery...
2017-08-29 18:33:46,230: mt  source : http://10.111.170.101:8091
2017-08-29 18:33:46,230: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:33:46,230: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [563]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:33:46,230: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:33:46,233: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:33:46,239: mt "GET /pools/default/buckets HTTP/1.1" 200 11351
2017-08-29 18:33:46,261: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:33:46,262: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:33:46,268: mt "GET /pools/default/buckets HTTP/1.1" 200 10267
2017-08-29 18:33:46,287: mt source_bucket: default
2017-08-29 18:33:46,288: mt sink_bucket: default
2017-08-29 18:33:46,288: mt source_buckets: default
2017-08-29 18:33:46,288: mt bucket_source: default
2017-08-29 18:33:46,288: mt source_buckets filtered: default
2017-08-29 18:33:46,288: mt bucket: default
2017-08-29 18:33:46,288: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:33:46,289: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:33:46,289: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:33:46,289: w0  node: 10.111.170.101:8091
2017-08-29 18:33:46,291: w0 sink_bucket: default
2017-08-29 18:33:46,291: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:33:46,299: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:33:46,307: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:33:46,307: w1  node: 10.111.170.102:8091
2017-08-29 18:33:46,308: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:33:46,314: w1 sink_bucket: default
2017-08-29 18:33:46,315: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:33:46,328: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:33:46,335: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:33:46,336: w2  node: 10.111.170.103:8091
2017-08-29 18:33:46,340: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:33:46,346: w2 sink_bucket: default
2017-08-29 18:33:46,346: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:33:46,353: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:33:46,388: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:33:46,388: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:33:46,388: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:33:46,388: w0          :                total |       last |    per sec
2017-08-29 18:33:46,388: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:33:46,420: Thread-152 Read 40 bytes off the wire
2017-08-29 18:33:46,420: Thread-152 Read 955 bytes off the wire
2017-08-29 18:33:46,420: Thread-152 Read 945 bytes off the wire
2017-08-29 18:33:46,426: w1 Send buffer size: 1940
2017-08-29 18:33:46,425: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:33:46,427: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:33:46,428: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:33:46,428: w2          :                total |       last |    per sec
2017-08-29 18:33:46,429: w2  node: 10.111.170.103:8091, done; rv: 0
2017-08-29 18:33:46,440: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:33:46,440: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:33:46,440: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:33:46,440: w1          :                total |       last |    per sec
2017-08-29 18:33:46,440: w1    batch :                    1 |          1 |        8.0
2017-08-29 18:33:46,440: w1    byte  :                  948 |        948 |     7568.3
2017-08-29 18:33:46,440: w1    msg   :                   14 |         14 |      111.8
2017-08-29 18:33:46,440: w1  node: 10.111.170.102:8091, done; rv: 0
  [                    ] 0.1% (14/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        4.9
 byte  :                  948 |        948 |     4681.3
 msg   :                   14 |         14 |       69.1
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:33:46,491: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:563
2017-08-29 18:33:46,506: mt Recover and activate vbucket: 563
2017-08-29 18:33:46,508: mt cbrecovery...
2017-08-29 18:33:46,508: mt  source : http://10.111.170.101:8091
2017-08-29 18:33:46,508: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:33:46,508: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [564]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:33:46,508: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:33:46,509: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:33:46,528: mt "GET /pools/default/buckets HTTP/1.1" 200 11351
2017-08-29 18:33:46,552: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:33:46,553: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:33:46,559: mt "GET /pools/default/buckets HTTP/1.1" 200 10266
2017-08-29 18:33:46,578: mt source_bucket: default
2017-08-29 18:33:46,578: mt sink_bucket: default
2017-08-29 18:33:46,578: mt source_buckets: default
2017-08-29 18:33:46,578: mt bucket_source: default
2017-08-29 18:33:46,578: mt source_buckets filtered: default
2017-08-29 18:33:46,578: mt bucket: default
2017-08-29 18:33:46,578: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:33:46,579: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:33:46,579: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:33:46,579: w0  node: 10.111.170.101:8091
2017-08-29 18:33:46,582: w0 sink_bucket: default
2017-08-29 18:33:46,583: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:33:46,590: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:33:46,606: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:33:46,606: w1  node: 10.111.170.102:8091
2017-08-29 18:33:46,607: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:33:46,611: w1 sink_bucket: default
2017-08-29 18:33:46,612: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:33:46,624: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:33:46,635: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:33:46,635: w2  node: 10.111.170.103:8091
2017-08-29 18:33:46,638: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:33:46,642: w2 sink_bucket: default
2017-08-29 18:33:46,642: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:33:46,651: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:33:46,695: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:33:46,695: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:33:46,695: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:33:46,695: w0          :                total |       last |    per sec
2017-08-29 18:33:46,695: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:33:46,712: Thread-155 Read 40 bytes off the wire
2017-08-29 18:33:46,713: Thread-155 Read 2131 bytes off the wire
2017-08-29 18:33:46,714: Thread-155 Read 131 bytes off the wire
2017-08-29 18:33:46,714: Thread-155 Read 28 bytes off the wire
2017-08-29 18:33:46,718: w1 Send buffer size: 2330
2017-08-29 18:33:46,728: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:33:46,728: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:33:46,728: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:33:46,728: w2          :                total |       last |    per sec
2017-08-29 18:33:46,728: w2  node: 10.111.170.103:8091, done; rv: 0
2017-08-29 18:33:46,731: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:33:46,731: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:33:46,731: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:33:46,732: w1          :                total |       last |    per sec
2017-08-29 18:33:46,732: w1    batch :                    1 |          1 |        8.3
2017-08-29 18:33:46,732: w1    byte  :                 1149 |       1149 |     9567.6
2017-08-29 18:33:46,732: w1    msg   :                   17 |         17 |      141.6
2017-08-29 18:33:46,732: w1  node: 10.111.170.102:8091, done; rv: 0
  [                    ] 0.2% (17/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        4.8
 byte  :                 1149 |       1149 |     5458.4
 msg   :                   17 |         17 |       80.8
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:33:46,790: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:564
2017-08-29 18:33:46,803: mt Recover and activate vbucket: 564
2017-08-29 18:33:46,804: mt cbrecovery...
2017-08-29 18:33:46,804: mt  source : http://10.111.170.101:8091
2017-08-29 18:33:46,804: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:33:46,804: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [565]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:33:46,804: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:33:46,809: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:33:46,818: mt "GET /pools/default/buckets HTTP/1.1" 200 11351
2017-08-29 18:33:46,838: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:33:46,839: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:33:46,843: mt "GET /pools/default/buckets HTTP/1.1" 200 10265
2017-08-29 18:33:46,871: mt source_bucket: default
2017-08-29 18:33:46,871: mt sink_bucket: default
2017-08-29 18:33:46,871: mt source_buckets: default
2017-08-29 18:33:46,872: mt bucket_source: default
2017-08-29 18:33:46,872: mt source_buckets filtered: default
2017-08-29 18:33:46,872: mt bucket: default
2017-08-29 18:33:46,872: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:33:46,873: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:33:46,873: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:33:46,873: w0  node: 10.111.170.101:8091
2017-08-29 18:33:46,876: w0 sink_bucket: default
2017-08-29 18:33:46,876: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:33:46,885: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:33:46,899: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:33:46,904: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:33:46,904: w1  node: 10.111.170.102:8091
2017-08-29 18:33:46,912: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:33:46,912: w1 sink_bucket: default
2017-08-29 18:33:46,913: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:33:46,924: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:33:46,924: w2  node: 10.111.170.103:8091
2017-08-29 18:33:46,924: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:33:46,928: w2 sink_bucket: default
2017-08-29 18:33:46,928: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:33:46,943: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:33:46,981: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:33:46,981: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:33:46,982: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:33:46,982: w0          :                total |       last |    per sec
2017-08-29 18:33:46,982: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:33:47,008: Thread-158 Read 2065 bytes off the wire
2017-08-29 18:33:47,014: w1 Send buffer size: 2065
2017-08-29 18:33:47,025: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:33:47,025: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:33:47,025: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:33:47,025: w2          :                total |       last |    per sec
2017-08-29 18:33:47,025: w2  node: 10.111.170.103:8091, done; rv: 0
2017-08-29 18:33:47,027: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:33:47,027: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:33:47,027: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:33:47,027: w1          :                total |       last |    per sec
2017-08-29 18:33:47,027: w1    batch :                    1 |          1 |        8.7
2017-08-29 18:33:47,027: w1    byte  :                 1011 |       1011 |     8828.5
2017-08-29 18:33:47,027: w1    msg   :                   15 |         15 |      131.0
2017-08-29 18:33:47,027: w1  node: 10.111.170.102:8091, done; rv: 0
  [                    ] 0.1% (15/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        4.9
 byte  :                 1011 |       1011 |     5003.9
 msg   :                   15 |         15 |       74.2
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:33:47,075: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:565
2017-08-29 18:33:47,087: mt Recover and activate vbucket: 565
2017-08-29 18:33:47,089: mt cbrecovery...
2017-08-29 18:33:47,089: mt  source : http://10.111.170.101:8091
2017-08-29 18:33:47,089: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:33:47,089: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [566]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:33:47,089: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:33:47,090: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:33:47,095: mt "GET /pools/default/buckets HTTP/1.1" 200 11339
2017-08-29 18:33:47,143: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:33:47,144: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:33:47,149: mt "GET /pools/default/buckets HTTP/1.1" 200 10264
2017-08-29 18:33:47,168: mt source_bucket: default
2017-08-29 18:33:47,169: mt sink_bucket: default
2017-08-29 18:33:47,169: mt source_buckets: default
2017-08-29 18:33:47,169: mt bucket_source: default
2017-08-29 18:33:47,170: mt source_buckets filtered: default
2017-08-29 18:33:47,170: mt bucket: default
2017-08-29 18:33:47,170: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:33:47,170: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:33:47,170: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:33:47,170: w0  node: 10.111.170.101:8091
2017-08-29 18:33:47,172: w0 sink_bucket: default
2017-08-29 18:33:47,173: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:33:47,182: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:33:47,189: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:33:47,189: w1  node: 10.111.170.102:8091
2017-08-29 18:33:47,190: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:33:47,200: w1 sink_bucket: default
2017-08-29 18:33:47,200: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:33:47,205: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:33:47,215: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:33:47,216: w2  node: 10.111.170.103:8091
2017-08-29 18:33:47,216: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:33:47,221: w2 sink_bucket: default
2017-08-29 18:33:47,221: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:33:47,238: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:33:47,297: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:33:47,297: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:33:47,297: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:33:47,297: w0          :                total |       last |    per sec
2017-08-29 18:33:47,297: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:33:47,312: Thread-161 Read 40 bytes off the wire
2017-08-29 18:33:47,313: Thread-161 Read 700 bytes off the wire
2017-08-29 18:33:47,313: Thread-161 Read 159 bytes off the wire
2017-08-29 18:33:47,321: w1 Send buffer size: 899
2017-08-29 18:33:47,321: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:33:47,322: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:33:47,322: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:33:47,322: w2          :                total |       last |    per sec
2017-08-29 18:33:47,323: w2  node: 10.111.170.103:8091, done; rv: 0
2017-08-29 18:33:47,333: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:33:47,333: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:33:47,333: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:33:47,333: w1          :                total |       last |    per sec
2017-08-29 18:33:47,333: w1    batch :                    1 |          1 |        7.5
2017-08-29 18:33:47,333: w1    byte  :                  409 |        409 |     3067.8
2017-08-29 18:33:47,333: w1    msg   :                    6 |          6 |       45.0
2017-08-29 18:33:47,334: w1  node: 10.111.170.102:8091, done; rv: 0
  [                    ] 0.1% (6/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        4.7
 byte  :                  409 |        409 |     1917.5
 msg   :                    6 |          6 |       28.1
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:33:47,384: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:566
2017-08-29 18:33:47,396: mt Recover and activate vbucket: 566
2017-08-29 18:33:47,397: mt cbrecovery...
2017-08-29 18:33:47,397: mt  source : http://10.111.170.101:8091
2017-08-29 18:33:47,397: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:33:47,397: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [567]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:33:47,397: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:33:47,399: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:33:47,407: mt "GET /pools/default/buckets HTTP/1.1" 200 11339
2017-08-29 18:33:47,428: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:33:47,429: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:33:47,435: mt "GET /pools/default/buckets HTTP/1.1" 200 10263
2017-08-29 18:33:47,455: mt source_bucket: default
2017-08-29 18:33:47,455: mt sink_bucket: default
2017-08-29 18:33:47,455: mt source_buckets: default
2017-08-29 18:33:47,455: mt bucket_source: default
2017-08-29 18:33:47,455: mt source_buckets filtered: default
2017-08-29 18:33:47,455: mt bucket: default
2017-08-29 18:33:47,455: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:33:47,456: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:33:47,456: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:33:47,456: w0  node: 10.111.170.101:8091
2017-08-29 18:33:47,458: w0 sink_bucket: default
2017-08-29 18:33:47,458: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:33:47,464: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:33:47,478: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:33:47,478: w1  node: 10.111.170.102:8091
2017-08-29 18:33:47,478: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:33:47,486: w1 sink_bucket: default
2017-08-29 18:33:47,486: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:33:47,526: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:33:47,538: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:33:47,539: w2  node: 10.111.170.103:8091
2017-08-29 18:33:47,539: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:33:47,550: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:33:47,550: w2 sink_bucket: default
2017-08-29 18:33:47,550: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:33:47,588: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:33:47,588: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:33:47,588: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:33:47,588: w0          :                total |       last |    per sec
2017-08-29 18:33:47,588: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:33:47,608: Thread-164 Read 40 bytes off the wire
2017-08-29 18:33:47,608: Thread-164 Read 331 bytes off the wire
2017-08-29 18:33:47,615: w1 Send buffer size: 371
2017-08-29 18:33:47,628: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:33:47,628: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:33:47,628: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:33:47,628: w1          :                total |       last |    per sec
2017-08-29 18:33:47,628: w1    batch :                    1 |          1 |        7.0
2017-08-29 18:33:47,628: w1    byte  :                  134 |        134 |      941.5
2017-08-29 18:33:47,628: w1    msg   :                    2 |          2 |       14.1
2017-08-29 18:33:47,628: w1  node: 10.111.170.102:8091, done; rv: 0
2017-08-29 18:33:47,629: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:33:47,629: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:33:47,629: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:33:47,629: w2          :                total |       last |    per sec
2017-08-29 18:33:47,629: w2  node: 10.111.170.103:8091, done; rv: 0
  [                    ] 0.0% (2/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        4.3
 byte  :                  134 |        134 |      580.8
 msg   :                    2 |          2 |        8.7
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:33:47,687: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:567
2017-08-29 18:33:47,700: mt Recover and activate vbucket: 567
2017-08-29 18:33:47,700: mt cbrecovery...
2017-08-29 18:33:47,700: mt  source : http://10.111.170.101:8091
2017-08-29 18:33:47,701: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:33:47,701: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [568]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:33:47,701: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:33:47,702: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:33:47,708: mt "GET /pools/default/buckets HTTP/1.1" 200 11339
2017-08-29 18:33:47,729: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:33:47,730: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:33:47,737: mt "GET /pools/default/buckets HTTP/1.1" 200 10262
2017-08-29 18:33:47,757: mt source_bucket: default
2017-08-29 18:33:47,757: mt sink_bucket: default
2017-08-29 18:33:47,757: mt source_buckets: default
2017-08-29 18:33:47,757: mt bucket_source: default
2017-08-29 18:33:47,757: mt source_buckets filtered: default
2017-08-29 18:33:47,757: mt bucket: default
2017-08-29 18:33:47,758: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:33:47,758: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:33:47,759: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:33:47,759: w0  node: 10.111.170.101:8091
2017-08-29 18:33:47,761: w0 sink_bucket: default
2017-08-29 18:33:47,761: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:33:47,766: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:33:47,778: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:33:47,778: w1  node: 10.111.170.102:8091
2017-08-29 18:33:47,779: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:33:47,790: w1 sink_bucket: default
2017-08-29 18:33:47,791: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:33:47,794: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:33:47,802: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:33:47,802: w2  node: 10.111.170.103:8091
2017-08-29 18:33:47,806: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:33:47,808: w2 sink_bucket: default
2017-08-29 18:33:47,808: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:33:47,825: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:33:47,871: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:33:47,871: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:33:47,871: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:33:47,871: w0          :                total |       last |    per sec
2017-08-29 18:33:47,871: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:33:47,895: Thread-167 Read 40 bytes off the wire
2017-08-29 18:33:47,896: Thread-167 Read 1086 bytes off the wire
2017-08-29 18:33:47,896: Thread-167 Read 28 bytes off the wire
2017-08-29 18:33:47,902: w1 Send buffer size: 1154
2017-08-29 18:33:47,906: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:33:47,906: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:33:47,907: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:33:47,907: w2          :                total |       last |    per sec
2017-08-29 18:33:47,908: w2  node: 10.111.170.103:8091, done; rv: 0
2017-08-29 18:33:47,919: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:33:47,919: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:33:47,920: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:33:47,920: w1          :                total |       last |    per sec
2017-08-29 18:33:47,920: w1    batch :                    1 |          1 |        7.8
2017-08-29 18:33:47,920: w1    byte  :                  540 |        540 |     4188.8
2017-08-29 18:33:47,920: w1    msg   :                    8 |          8 |       62.1
2017-08-29 18:33:47,920: w1  node: 10.111.170.102:8091, done; rv: 0
  [                    ] 0.1% (8/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        5.1
 byte  :                  540 |        540 |     2764.9
 msg   :                    8 |          8 |       41.0
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:33:47,954: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:568
2017-08-29 18:33:47,966: mt Recover and activate vbucket: 568
2017-08-29 18:33:47,969: mt cbrecovery...
2017-08-29 18:33:47,969: mt  source : http://10.111.170.101:8091
2017-08-29 18:33:47,969: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:33:47,969: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [569]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:33:47,970: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:33:47,971: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:33:47,977: mt "GET /pools/default/buckets HTTP/1.1" 200 11339
2017-08-29 18:33:47,998: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:33:47,999: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:33:48,004: mt "GET /pools/default/buckets HTTP/1.1" 200 10281
2017-08-29 18:33:48,024: mt source_bucket: default
2017-08-29 18:33:48,024: mt sink_bucket: default
2017-08-29 18:33:48,024: mt source_buckets: default
2017-08-29 18:33:48,025: mt bucket_source: default
2017-08-29 18:33:48,025: mt source_buckets filtered: default
2017-08-29 18:33:48,025: mt bucket: default
2017-08-29 18:33:48,025: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:33:48,025: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:33:48,026: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:33:48,026: w0  node: 10.111.170.101:8091
2017-08-29 18:33:48,027: w0 sink_bucket: default
2017-08-29 18:33:48,028: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:33:48,036: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:33:48,047: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:33:48,047: w1  node: 10.111.170.102:8091
2017-08-29 18:33:48,047: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:33:48,049: w1 sink_bucket: default
2017-08-29 18:33:48,050: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:33:48,062: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:33:48,071: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:33:48,071: w2  node: 10.111.170.103:8091
2017-08-29 18:33:48,071: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:33:48,086: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:33:48,086: w2 sink_bucket: default
2017-08-29 18:33:48,086: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:33:48,127: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:33:48,127: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:33:48,127: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:33:48,128: w0          :                total |       last |    per sec
2017-08-29 18:33:48,128: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:33:48,167: Thread-170 Read 601 bytes off the wire
2017-08-29 18:33:48,168: Thread-170 Read 159 bytes off the wire
2017-08-29 18:33:48,173: w1 Send buffer size: 760
2017-08-29 18:33:48,174: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:33:48,174: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:33:48,174: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:33:48,174: w2          :                total |       last |    per sec
2017-08-29 18:33:48,174: w2  node: 10.111.170.103:8091, done; rv: 0
2017-08-29 18:33:48,185: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:33:48,185: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:33:48,185: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:33:48,185: w1          :                total |       last |    per sec
2017-08-29 18:33:48,186: w1    batch :                    1 |          1 |        7.4
2017-08-29 18:33:48,186: w1    byte  :                  335 |        335 |     2463.7
2017-08-29 18:33:48,186: w1    msg   :                    5 |          5 |       36.8
2017-08-29 18:33:48,186: w1  node: 10.111.170.102:8091, done; rv: 0
  [                    ] 0.1% (5/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        5.1
 byte  :                  335 |        335 |     1717.5
 msg   :                    5 |          5 |       25.6
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:33:48,221: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:569
2017-08-29 18:33:48,236: mt Recover and activate vbucket: 569
2017-08-29 18:33:48,237: mt cbrecovery...
2017-08-29 18:33:48,237: mt  source : http://10.111.170.101:8091
2017-08-29 18:33:48,237: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:33:48,237: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [570]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:33:48,237: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:33:48,238: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:33:48,243: mt "GET /pools/default/buckets HTTP/1.1" 200 11339
2017-08-29 18:33:48,267: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:33:48,268: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:33:48,277: mt "GET /pools/default/buckets HTTP/1.1" 200 10280
2017-08-29 18:33:48,299: mt source_bucket: default
2017-08-29 18:33:48,299: mt sink_bucket: default
2017-08-29 18:33:48,299: mt source_buckets: default
2017-08-29 18:33:48,300: mt bucket_source: default
2017-08-29 18:33:48,300: mt source_buckets filtered: default
2017-08-29 18:33:48,300: mt bucket: default
2017-08-29 18:33:48,300: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:33:48,301: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:33:48,301: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:33:48,301: w0  node: 10.111.170.101:8091
2017-08-29 18:33:48,303: w0 sink_bucket: default
2017-08-29 18:33:48,303: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:33:48,313: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:33:48,320: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:33:48,320: w1  node: 10.111.170.102:8091
2017-08-29 18:33:48,320: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:33:48,325: w1 sink_bucket: default
2017-08-29 18:33:48,326: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:33:48,337: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:33:48,345: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:33:48,345: w2  node: 10.111.170.103:8091
2017-08-29 18:33:48,349: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:33:48,360: w2 sink_bucket: default
2017-08-29 18:33:48,360: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:33:48,366: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:33:48,415: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:33:48,415: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:33:48,418: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:33:48,419: w0          :                total |       last |    per sec
2017-08-29 18:33:48,419: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:33:48,436: Thread-173 Read 40 bytes off the wire
2017-08-29 18:33:48,437: Thread-173 Read 1216 bytes off the wire
2017-08-29 18:33:48,438: Thread-173 Read 683 bytes off the wire
2017-08-29 18:33:48,443: w1 Send buffer size: 1939
2017-08-29 18:33:48,450: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:33:48,450: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:33:48,450: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:33:48,450: w2          :                total |       last |    per sec
2017-08-29 18:33:48,450: w2  node: 10.111.170.103:8091, done; rv: 0
2017-08-29 18:33:48,455: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:33:48,455: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:33:48,455: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:33:48,456: w1          :                total |       last |    per sec
2017-08-29 18:33:48,456: w1    batch :                    1 |          1 |        7.7
2017-08-29 18:33:48,456: w1    byte  :                  947 |        947 |     7293.1
2017-08-29 18:33:48,456: w1    msg   :                   14 |         14 |      107.8
2017-08-29 18:33:48,456: w1  node: 10.111.170.102:8091, done; rv: 0
  [                    ] 0.1% (14/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        4.8
 byte  :                  947 |        947 |     4526.3
 msg   :                   14 |         14 |       66.9
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:33:48,510: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:570
2017-08-29 18:33:48,527: mt Recover and activate vbucket: 570
2017-08-29 18:33:48,528: mt cbrecovery...
2017-08-29 18:33:48,528: mt  source : http://10.111.170.101:8091
2017-08-29 18:33:48,528: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:33:48,528: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [571]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:33:48,528: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:33:48,529: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:33:48,540: mt "GET /pools/default/buckets HTTP/1.1" 200 11339
2017-08-29 18:33:48,579: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:33:48,585: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:33:48,589: mt "GET /pools/default/buckets HTTP/1.1" 200 10279
2017-08-29 18:33:48,625: mt source_bucket: default
2017-08-29 18:33:48,625: mt sink_bucket: default
2017-08-29 18:33:48,625: mt source_buckets: default
2017-08-29 18:33:48,625: mt bucket_source: default
2017-08-29 18:33:48,625: mt source_buckets filtered: default
2017-08-29 18:33:48,625: mt bucket: default
2017-08-29 18:33:48,625: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:33:48,626: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:33:48,626: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:33:48,626: w0  node: 10.111.170.101:8091
2017-08-29 18:33:48,628: w0 sink_bucket: default
2017-08-29 18:33:48,629: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:33:48,637: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:33:48,650: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:33:48,650: w1  node: 10.111.170.102:8091
2017-08-29 18:33:48,651: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:33:48,657: w1 sink_bucket: default
2017-08-29 18:33:48,658: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:33:48,663: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:33:48,677: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:33:48,682: w2  node: 10.111.170.103:8091
2017-08-29 18:33:48,683: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:33:48,688: w2 sink_bucket: default
2017-08-29 18:33:48,689: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:33:48,713: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:33:48,741: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:33:48,741: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:33:48,741: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:33:48,741: w0          :                total |       last |    per sec
2017-08-29 18:33:48,741: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:33:48,768: Thread-176 Read 340 bytes off the wire
2017-08-29 18:33:48,768: Thread-176 Read 1730 bytes off the wire
2017-08-29 18:33:48,776: w1 Send buffer size: 2070
2017-08-29 18:33:48,784: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:33:48,784: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:33:48,784: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:33:48,784: w2          :                total |       last |    per sec
2017-08-29 18:33:48,784: w2  node: 10.111.170.103:8091, done; rv: 0
2017-08-29 18:33:48,789: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:33:48,789: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:33:48,790: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:33:48,790: w1          :                total |       last |    per sec
2017-08-29 18:33:48,790: w1    batch :                    1 |          1 |        7.6
2017-08-29 18:33:48,790: w1    byte  :                 1015 |       1015 |     7682.0
2017-08-29 18:33:48,790: w1    msg   :                   15 |         15 |      113.5
2017-08-29 18:33:48,790: w1  node: 10.111.170.102:8091, done; rv: 0
  [                    ] 0.1% (15/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        4.5
 byte  :                 1015 |       1015 |     4574.8
 msg   :                   15 |         15 |       67.6
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:33:48,848: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:571
2017-08-29 18:33:48,862: mt Recover and activate vbucket: 571
2017-08-29 18:33:48,863: mt cbrecovery...
2017-08-29 18:33:48,863: mt  source : http://10.111.170.101:8091
2017-08-29 18:33:48,863: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:33:48,863: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [572]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:33:48,863: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:33:48,864: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:33:48,871: mt "GET /pools/default/buckets HTTP/1.1" 200 11339
2017-08-29 18:33:48,893: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:33:48,893: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:33:48,898: mt "GET /pools/default/buckets HTTP/1.1" 200 10278
2017-08-29 18:33:48,918: mt source_bucket: default
2017-08-29 18:33:48,918: mt sink_bucket: default
2017-08-29 18:33:48,918: mt source_buckets: default
2017-08-29 18:33:48,918: mt bucket_source: default
2017-08-29 18:33:48,918: mt source_buckets filtered: default
2017-08-29 18:33:48,918: mt bucket: default
2017-08-29 18:33:48,919: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:33:48,919: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:33:48,919: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:33:48,919: w0  node: 10.111.170.101:8091
2017-08-29 18:33:48,922: w0 sink_bucket: default
2017-08-29 18:33:48,922: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:33:48,928: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:33:48,937: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:33:48,937: w1  node: 10.111.170.102:8091
2017-08-29 18:33:48,938: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:33:48,942: w1 sink_bucket: default
2017-08-29 18:33:48,942: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:33:48,953: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:33:48,961: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:33:48,961: w2  node: 10.111.170.103:8091
2017-08-29 18:33:48,962: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:33:48,976: w2 sink_bucket: default
2017-08-29 18:33:48,976: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:33:48,980: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:33:49,039: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:33:49,039: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:33:49,040: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:33:49,040: w0          :                total |       last |    per sec
2017-08-29 18:33:49,040: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:33:49,045: w1 no response while there 1 active streams
2017-08-29 18:33:49,059: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:33:49,059: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:33:49,059: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:33:49,059: w2          :                total |       last |    per sec
2017-08-29 18:33:49,059: w2  node: 10.111.170.103:8091, done; rv: 0
2017-08-29 18:33:49,297: w1 no response while there 1 active streams
2017-08-29 18:33:49,547: w1 no response while there 1 active streams
2017-08-29 18:33:49,798: w1 no response while there 1 active streams
2017-08-29 18:33:50,041: Thread-179 Read 2071 bytes off the wire
2017-08-29 18:33:50,049: w1 Send buffer size: 2071
2017-08-29 18:33:50,064: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:33:50,065: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:33:50,065: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:33:50,065: w1          :                total |       last |    per sec
2017-08-29 18:33:50,065: w1    batch :                    1 |          1 |        0.9
2017-08-29 18:33:50,065: w1    byte  :                 1016 |       1016 |      904.6
2017-08-29 18:33:50,065: w1    msg   :                   15 |         15 |       13.4
2017-08-29 18:33:50,066: w1  node: 10.111.170.102:8091, done; rv: 0
  [                    ] 0.1% (15/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        0.8
 byte  :                 1016 |       1016 |      848.8
 msg   :                   15 |         15 |       12.5
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:33:50,117: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:572
2017-08-29 18:33:50,132: mt Recover and activate vbucket: 572
2017-08-29 18:33:50,134: mt cbrecovery...
2017-08-29 18:33:50,134: mt  source : http://10.111.170.101:8091
2017-08-29 18:33:50,134: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:33:50,134: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [573]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:33:50,134: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:33:50,135: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:33:50,141: mt "GET /pools/default/buckets HTTP/1.1" 200 11339
2017-08-29 18:33:50,163: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:33:50,164: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:33:50,171: mt "GET /pools/default/buckets HTTP/1.1" 200 10277
2017-08-29 18:33:50,196: mt source_bucket: default
2017-08-29 18:33:50,196: mt sink_bucket: default
2017-08-29 18:33:50,196: mt source_buckets: default
2017-08-29 18:33:50,197: mt bucket_source: default
2017-08-29 18:33:50,197: mt source_buckets filtered: default
2017-08-29 18:33:50,197: mt bucket: default
2017-08-29 18:33:50,197: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:33:50,197: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:33:50,198: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:33:50,198: w0  node: 10.111.170.101:8091
2017-08-29 18:33:50,201: w0 sink_bucket: default
2017-08-29 18:33:50,202: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:33:50,217: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:33:50,227: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:33:50,227: w1  node: 10.111.170.102:8091
2017-08-29 18:33:50,231: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:33:50,236: w1 sink_bucket: default
2017-08-29 18:33:50,236: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:33:50,242: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:33:50,252: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:33:50,252: w2  node: 10.111.170.103:8091
2017-08-29 18:33:50,258: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:33:50,296: w2 sink_bucket: default
2017-08-29 18:33:50,297: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:33:50,300: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:33:50,337: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:33:50,337: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:33:50,337: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:33:50,337: w0          :                total |       last |    per sec
2017-08-29 18:33:50,338: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:33:50,353: Thread-182 Read 2068 bytes off the wire
2017-08-29 18:33:50,360: w1 Send buffer size: 2068
2017-08-29 18:33:50,372: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:33:50,373: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:33:50,373: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:33:50,373: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:33:50,374: w1          :                total |       last |    per sec
2017-08-29 18:33:50,374: w1    batch :                    1 |          1 |        7.3
2017-08-29 18:33:50,374: w1    byte  :                 1013 |       1013 |     7373.8
2017-08-29 18:33:50,374: w1    msg   :                   15 |         15 |      109.2
2017-08-29 18:33:50,374: w1  node: 10.111.170.102:8091, done; rv: 0
2017-08-29 18:33:50,373: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:33:50,374: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:33:50,374: w2          :                total |       last |    per sec
2017-08-29 18:33:50,374: w2  node: 10.111.170.103:8091, done; rv: 0
  [                    ] 0.1% (15/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        4.3
 byte  :                 1013 |       1013 |     4330.2
 msg   :                   15 |         15 |       64.1
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:33:50,432: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:573
2017-08-29 18:33:50,446: mt Recover and activate vbucket: 573
2017-08-29 18:33:50,447: mt cbrecovery...
2017-08-29 18:33:50,447: mt  source : http://10.111.170.101:8091
2017-08-29 18:33:50,447: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:33:50,447: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [574]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:33:50,448: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:33:50,449: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:33:50,454: mt "GET /pools/default/buckets HTTP/1.1" 200 11339
2017-08-29 18:33:50,475: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:33:50,476: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:33:50,485: mt "GET /pools/default/buckets HTTP/1.1" 200 10276
2017-08-29 18:33:50,528: mt source_bucket: default
2017-08-29 18:33:50,528: mt sink_bucket: default
2017-08-29 18:33:50,529: mt source_buckets: default
2017-08-29 18:33:50,529: mt bucket_source: default
2017-08-29 18:33:50,529: mt source_buckets filtered: default
2017-08-29 18:33:50,529: mt bucket: default
2017-08-29 18:33:50,529: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:33:50,530: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:33:50,531: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:33:50,531: w0  node: 10.111.170.101:8091
2017-08-29 18:33:50,533: w0 sink_bucket: default
2017-08-29 18:33:50,533: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:33:50,540: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:33:50,550: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:33:50,550: w1  node: 10.111.170.102:8091
2017-08-29 18:33:50,551: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:33:50,554: w1 sink_bucket: default
2017-08-29 18:33:50,554: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:33:50,568: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:33:50,580: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:33:50,580: w2  node: 10.111.170.103:8091
2017-08-29 18:33:50,581: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:33:50,592: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:33:50,592: w2 sink_bucket: default
2017-08-29 18:33:50,593: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:33:50,646: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:33:50,646: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:33:50,646: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:33:50,647: w0          :                total |       last |    per sec
2017-08-29 18:33:50,647: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:33:50,664: Thread-185 Read 40 bytes off the wire
2017-08-29 18:33:50,665: Thread-185 Read 305 bytes off the wire
2017-08-29 18:33:50,665: Thread-185 Read 28 bytes off the wire
2017-08-29 18:33:50,667: w1 Send buffer size: 373
2017-08-29 18:33:50,678: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:33:50,678: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:33:50,678: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:33:50,678: w2          :                total |       last |    per sec
2017-08-29 18:33:50,678: w2  node: 10.111.170.103:8091, done; rv: 0
2017-08-29 18:33:50,680: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:33:50,681: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:33:50,681: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:33:50,681: w1          :                total |       last |    per sec
2017-08-29 18:33:50,681: w1    batch :                    1 |          1 |        7.9
2017-08-29 18:33:50,681: w1    byte  :                  135 |        135 |     1063.2
2017-08-29 18:33:50,681: w1    msg   :                    2 |          2 |       15.8
2017-08-29 18:33:50,681: w1  node: 10.111.170.102:8091, done; rv: 0
  [                    ] 0.0% (2/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        4.9
 byte  :                  135 |        135 |      665.9
 msg   :                    2 |          2 |        9.9
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:33:50,733: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:574
2017-08-29 18:33:50,747: mt Recover and activate vbucket: 574
2017-08-29 18:33:50,749: mt cbrecovery...
2017-08-29 18:33:50,749: mt  source : http://10.111.170.101:8091
2017-08-29 18:33:50,749: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:33:50,749: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [575]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:33:50,749: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:33:50,751: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:33:50,759: mt "GET /pools/default/buckets HTTP/1.1" 200 11339
2017-08-29 18:33:50,779: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:33:50,780: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:33:50,785: mt "GET /pools/default/buckets HTTP/1.1" 200 10275
2017-08-29 18:33:50,805: mt source_bucket: default
2017-08-29 18:33:50,805: mt sink_bucket: default
2017-08-29 18:33:50,805: mt source_buckets: default
2017-08-29 18:33:50,805: mt bucket_source: default
2017-08-29 18:33:50,805: mt source_buckets filtered: default
2017-08-29 18:33:50,805: mt bucket: default
2017-08-29 18:33:50,805: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:33:50,806: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:33:50,806: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:33:50,806: w0  node: 10.111.170.101:8091
2017-08-29 18:33:50,808: w0 sink_bucket: default
2017-08-29 18:33:50,809: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:33:50,818: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:33:50,825: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:33:50,826: w1  node: 10.111.170.102:8091
2017-08-29 18:33:50,826: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:33:50,832: w1 sink_bucket: default
2017-08-29 18:33:50,833: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:33:50,843: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:33:50,850: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:33:50,855: w2  node: 10.111.170.103:8091
2017-08-29 18:33:50,855: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:33:50,859: w2 sink_bucket: default
2017-08-29 18:33:50,860: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:33:50,867: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:33:50,928: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:33:50,928: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:33:50,928: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:33:50,929: w0          :                total |       last |    per sec
2017-08-29 18:33:50,929: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:33:50,938: Thread-188 Read 40 bytes off the wire
2017-08-29 18:33:50,938: Thread-188 Read 465 bytes off the wire
2017-08-29 18:33:50,945: w1 Send buffer size: 505
2017-08-29 18:33:50,951: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:33:50,951: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:33:50,951: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:33:50,952: w2          :                total |       last |    per sec
2017-08-29 18:33:50,952: w2  node: 10.111.170.103:8091, done; rv: 0
2017-08-29 18:33:50,957: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:33:50,957: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:33:50,957: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:33:50,957: w1          :                total |       last |    per sec
2017-08-29 18:33:50,957: w1    batch :                    1 |          1 |        8.0
2017-08-29 18:33:50,957: w1    byte  :                  204 |        204 |     1635.2
2017-08-29 18:33:50,958: w1    msg   :                    3 |          3 |       24.0
2017-08-29 18:33:50,958: w1  node: 10.111.170.102:8091, done; rv: 0
  [                    ] 0.0% (3/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        5.0
 byte  :                  204 |        204 |     1026.7
 msg   :                    3 |          3 |       15.1
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:33:51,005: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:575
2017-08-29 18:33:51,018: mt Recover and activate vbucket: 575
2017-08-29 18:33:51,019: mt cbrecovery...
2017-08-29 18:33:51,019: mt  source : http://10.111.170.101:8091
2017-08-29 18:33:51,019: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:33:51,019: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [576]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:33:51,019: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:33:51,021: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:33:51,027: mt "GET /pools/default/buckets HTTP/1.1" 200 11339
2017-08-29 18:33:51,049: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:33:51,050: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:33:51,056: mt "GET /pools/default/buckets HTTP/1.1" 200 10274
2017-08-29 18:33:51,075: mt source_bucket: default
2017-08-29 18:33:51,076: mt sink_bucket: default
2017-08-29 18:33:51,076: mt source_buckets: default
2017-08-29 18:33:51,076: mt bucket_source: default
2017-08-29 18:33:51,076: mt source_buckets filtered: default
2017-08-29 18:33:51,076: mt bucket: default
2017-08-29 18:33:51,076: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:33:51,077: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:33:51,077: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:33:51,078: w0  node: 10.111.170.101:8091
2017-08-29 18:33:51,080: w0 sink_bucket: default
2017-08-29 18:33:51,080: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:33:51,089: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:33:51,106: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:33:51,106: w1  node: 10.111.170.102:8091
2017-08-29 18:33:51,107: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:33:51,110: w1 sink_bucket: default
2017-08-29 18:33:51,111: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:33:51,121: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:33:51,137: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:33:51,138: w2  node: 10.111.170.103:8091
2017-08-29 18:33:51,140: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:33:51,146: w2 sink_bucket: default
2017-08-29 18:33:51,146: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:33:51,154: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:33:51,189: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:33:51,189: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:33:51,189: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:33:51,189: w0          :                total |       last |    per sec
2017-08-29 18:33:51,189: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:33:51,212: w1 no response while there 1 active streams
2017-08-29 18:33:51,226: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:33:51,226: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:33:51,226: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:33:51,226: w2          :                total |       last |    per sec
2017-08-29 18:33:51,226: w2  node: 10.111.170.103:8091, done; rv: 0
2017-08-29 18:33:51,463: w1 no response while there 1 active streams
2017-08-29 18:33:51,713: w1 no response while there 1 active streams
2017-08-29 18:33:51,964: w1 no response while there 1 active streams
2017-08-29 18:33:52,209: Thread-191 Read 505 bytes off the wire
2017-08-29 18:33:52,215: w1 Send buffer size: 505
2017-08-29 18:33:52,227: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:33:52,227: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:33:52,227: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:33:52,227: w1          :                total |       last |    per sec
2017-08-29 18:33:52,227: w1    batch :                    1 |          1 |        0.9
2017-08-29 18:33:52,227: w1    byte  :                  204 |        204 |      182.7
2017-08-29 18:33:52,227: w1    msg   :                    3 |          3 |        2.7
2017-08-29 18:33:52,227: w1  node: 10.111.170.102:8091, done; rv: 0
  [                    ] 0.0% (3/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        0.8
 byte  :                  204 |        204 |      169.7
 msg   :                    3 |          3 |        2.5
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:33:52,280: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:576
2017-08-29 18:33:52,298: mt Recover and activate vbucket: 576
2017-08-29 18:33:52,299: mt cbrecovery...
2017-08-29 18:33:52,299: mt  source : http://10.111.170.101:8091
2017-08-29 18:33:52,299: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:33:52,299: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [577]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:33:52,299: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:33:52,300: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:33:52,308: mt "GET /pools/default/buckets HTTP/1.1" 200 11351
2017-08-29 18:33:52,328: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:33:52,329: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:33:52,335: mt "GET /pools/default/buckets HTTP/1.1" 200 10273
2017-08-29 18:33:52,354: mt source_bucket: default
2017-08-29 18:33:52,354: mt sink_bucket: default
2017-08-29 18:33:52,354: mt source_buckets: default
2017-08-29 18:33:52,354: mt bucket_source: default
2017-08-29 18:33:52,354: mt source_buckets filtered: default
2017-08-29 18:33:52,354: mt bucket: default
2017-08-29 18:33:52,354: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:33:52,355: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:33:52,356: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:33:52,356: w0  node: 10.111.170.101:8091
2017-08-29 18:33:52,358: w0 sink_bucket: default
2017-08-29 18:33:52,358: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:33:52,364: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:33:52,374: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:33:52,374: w1  node: 10.111.170.102:8091
2017-08-29 18:33:52,374: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:33:52,376: w1 sink_bucket: default
2017-08-29 18:33:52,377: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:33:52,389: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:33:52,397: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:33:52,400: w2  node: 10.111.170.103:8091
2017-08-29 18:33:52,401: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:33:52,410: w2 sink_bucket: default
2017-08-29 18:33:52,410: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:33:52,418: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:33:52,469: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:33:52,469: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:33:52,469: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:33:52,469: w0          :                total |       last |    per sec
2017-08-29 18:33:52,470: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:33:52,485: w1 no response while there 1 active streams
2017-08-29 18:33:52,513: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:33:52,513: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:33:52,513: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:33:52,513: w2          :                total |       last |    per sec
2017-08-29 18:33:52,513: w2  node: 10.111.170.103:8091, done; rv: 0
2017-08-29 18:33:52,735: w1 no response while there 1 active streams
2017-08-29 18:33:52,986: w1 no response while there 1 active streams
2017-08-29 18:33:53,237: w1 no response while there 1 active streams
2017-08-29 18:33:53,483: Thread-194 Read 504 bytes off the wire
2017-08-29 18:33:53,487: w1 Send buffer size: 504
2017-08-29 18:33:53,501: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:33:53,502: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:33:53,502: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:33:53,502: w1          :                total |       last |    per sec
2017-08-29 18:33:53,502: w1    batch :                    1 |          1 |        0.9
2017-08-29 18:33:53,502: w1    byte  :                  203 |        203 |      180.3
2017-08-29 18:33:53,502: w1    msg   :                    3 |          3 |        2.7
2017-08-29 18:33:53,502: w1  node: 10.111.170.102:8091, done; rv: 0
  [                    ] 0.0% (3/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        0.8
 byte  :                  203 |        203 |      170.2
 msg   :                    3 |          3 |        2.5
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:33:53,548: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:577
2017-08-29 18:33:53,566: mt Recover and activate vbucket: 577
2017-08-29 18:33:53,567: mt cbrecovery...
2017-08-29 18:33:53,567: mt  source : http://10.111.170.101:8091
2017-08-29 18:33:53,567: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:33:53,567: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [578]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:33:53,567: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:33:53,568: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:33:53,575: mt "GET /pools/default/buckets HTTP/1.1" 200 11351
2017-08-29 18:33:53,596: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:33:53,597: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:33:53,606: mt "GET /pools/default/buckets HTTP/1.1" 200 10252
2017-08-29 18:33:53,644: mt source_bucket: default
2017-08-29 18:33:53,645: mt sink_bucket: default
2017-08-29 18:33:53,645: mt source_buckets: default
2017-08-29 18:33:53,645: mt bucket_source: default
2017-08-29 18:33:53,645: mt source_buckets filtered: default
2017-08-29 18:33:53,645: mt bucket: default
2017-08-29 18:33:53,645: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:33:53,646: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:33:53,646: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:33:53,647: w0  node: 10.111.170.101:8091
2017-08-29 18:33:53,648: w0 sink_bucket: default
2017-08-29 18:33:53,648: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:33:53,655: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:33:53,667: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:33:53,667: w1  node: 10.111.170.102:8091
2017-08-29 18:33:53,667: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:33:53,675: w1 sink_bucket: default
2017-08-29 18:33:53,675: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:33:53,679: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:33:53,690: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:33:53,690: w2  node: 10.111.170.103:8091
2017-08-29 18:33:53,690: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:33:53,700: w2 sink_bucket: default
2017-08-29 18:33:53,701: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:33:53,712: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:33:53,758: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:33:53,758: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:33:53,758: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:33:53,758: w0          :                total |       last |    per sec
2017-08-29 18:33:53,758: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:33:53,775: w1 no response while there 1 active streams
2017-08-29 18:33:53,784: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:33:53,784: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:33:53,784: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:33:53,784: w2          :                total |       last |    per sec
2017-08-29 18:33:53,784: w2  node: 10.111.170.103:8091, done; rv: 0
2017-08-29 18:33:54,026: w1 no response while there 1 active streams
2017-08-29 18:33:54,277: w1 no response while there 1 active streams
2017-08-29 18:33:54,528: w1 no response while there 1 active streams
2017-08-29 18:33:54,772: Thread-197 Read 1939 bytes off the wire
2017-08-29 18:33:54,779: w1 Send buffer size: 1939
2017-08-29 18:33:54,792: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:33:54,792: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:33:54,793: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:33:54,793: w1          :                total |       last |    per sec
2017-08-29 18:33:54,793: w1    batch :                    1 |          1 |        0.9
2017-08-29 18:33:54,793: w1    byte  :                  947 |        947 |      847.5
2017-08-29 18:33:54,793: w1    msg   :                   14 |         14 |       12.5
2017-08-29 18:33:54,793: w1  node: 10.111.170.102:8091, done; rv: 0
  [                    ] 0.1% (14/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        0.8
 byte  :                  947 |        947 |      794.6
 msg   :                   14 |         14 |       11.7
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:33:54,838: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:578
2017-08-29 18:33:54,857: mt Recover and activate vbucket: 578
2017-08-29 18:33:54,858: mt cbrecovery...
2017-08-29 18:33:54,858: mt  source : http://10.111.170.101:8091
2017-08-29 18:33:54,858: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:33:54,858: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [579]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:33:54,858: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:33:54,860: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:33:54,867: mt "GET /pools/default/buckets HTTP/1.1" 200 11351
2017-08-29 18:33:54,888: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:33:54,890: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:33:54,894: mt "GET /pools/default/buckets HTTP/1.1" 200 10251
2017-08-29 18:33:54,912: mt source_bucket: default
2017-08-29 18:33:54,912: mt sink_bucket: default
2017-08-29 18:33:54,913: mt source_buckets: default
2017-08-29 18:33:54,913: mt bucket_source: default
2017-08-29 18:33:54,913: mt source_buckets filtered: default
2017-08-29 18:33:54,913: mt bucket: default
2017-08-29 18:33:54,913: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:33:54,913: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:33:54,913: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:33:54,913: w0  node: 10.111.170.101:8091
2017-08-29 18:33:54,915: w0 sink_bucket: default
2017-08-29 18:33:54,916: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:33:54,921: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:33:54,932: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:33:54,932: w1  node: 10.111.170.102:8091
2017-08-29 18:33:54,932: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:33:54,937: w1 sink_bucket: default
2017-08-29 18:33:54,938: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:33:54,951: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:33:54,962: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:33:54,963: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:33:54,963: w2  node: 10.111.170.103:8091
2017-08-29 18:33:54,981: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:33:54,981: w2 sink_bucket: default
2017-08-29 18:33:54,981: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:33:55,026: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:33:55,026: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:33:55,026: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:33:55,026: w0          :                total |       last |    per sec
2017-08-29 18:33:55,026: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:33:55,043: Thread-200 Read 2069 bytes off the wire
2017-08-29 18:33:55,044: w1 Send buffer size: 2069
2017-08-29 18:33:55,055: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:33:55,055: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:33:55,055: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:33:55,055: w2          :                total |       last |    per sec
2017-08-29 18:33:55,055: w2  node: 10.111.170.103:8091, done; rv: 0
2017-08-29 18:33:55,058: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:33:55,058: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:33:55,058: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:33:55,058: w1          :                total |       last |    per sec
2017-08-29 18:33:55,058: w1    batch :                    1 |          1 |        8.3
2017-08-29 18:33:55,058: w1    byte  :                 1014 |       1014 |     8405.6
2017-08-29 18:33:55,058: w1    msg   :                   15 |         15 |      124.3
2017-08-29 18:33:55,058: w1  node: 10.111.170.102:8091, done; rv: 0
  [                    ] 0.1% (15/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        4.9
 byte  :                 1014 |       1014 |     5005.4
 msg   :                   15 |         15 |       74.0
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:33:55,116: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:579
2017-08-29 18:33:55,129: mt Recover and activate vbucket: 579
2017-08-29 18:33:55,131: mt cbrecovery...
2017-08-29 18:33:55,131: mt  source : http://10.111.170.101:8091
2017-08-29 18:33:55,131: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:33:55,132: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [580]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:33:55,132: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:33:55,133: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:33:55,139: mt "GET /pools/default/buckets HTTP/1.1" 200 11351
2017-08-29 18:33:55,160: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:33:55,162: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:33:55,167: mt "GET /pools/default/buckets HTTP/1.1" 200 10250
2017-08-29 18:33:55,189: mt source_bucket: default
2017-08-29 18:33:55,189: mt sink_bucket: default
2017-08-29 18:33:55,189: mt source_buckets: default
2017-08-29 18:33:55,189: mt bucket_source: default
2017-08-29 18:33:55,189: mt source_buckets filtered: default
2017-08-29 18:33:55,189: mt bucket: default
2017-08-29 18:33:55,189: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:33:55,190: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:33:55,190: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:33:55,191: w0  node: 10.111.170.101:8091
2017-08-29 18:33:55,193: w0 sink_bucket: default
2017-08-29 18:33:55,193: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:33:55,200: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:33:55,216: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:33:55,216: w1  node: 10.111.170.102:8091
2017-08-29 18:33:55,216: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:33:55,222: w1 sink_bucket: default
2017-08-29 18:33:55,222: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:33:55,233: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:33:55,246: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:33:55,252: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:33:55,252: w2  node: 10.111.170.103:8091
2017-08-29 18:33:55,257: w2 sink_bucket: default
2017-08-29 18:33:55,258: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:33:55,299: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:33:55,322: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:33:55,322: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:33:55,322: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:33:55,322: w0          :                total |       last |    per sec
2017-08-29 18:33:55,323: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:33:55,345: w1 no response while there 1 active streams
2017-08-29 18:33:55,354: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:33:55,354: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:33:55,354: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:33:55,354: w2          :                total |       last |    per sec
2017-08-29 18:33:55,354: w2  node: 10.111.170.103:8091, done; rv: 0
2017-08-29 18:33:55,595: w1 no response while there 1 active streams
2017-08-29 18:33:55,846: w1 no response while there 1 active streams
2017-08-29 18:33:56,097: w1 no response while there 1 active streams
2017-08-29 18:33:56,334: Thread-203 Read 2069 bytes off the wire
2017-08-29 18:33:56,349: w1 Send buffer size: 2069
2017-08-29 18:33:56,362: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:33:56,362: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:33:56,362: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:33:56,363: w1          :                total |       last |    per sec
2017-08-29 18:33:56,363: w1    batch :                    1 |          1 |        0.9
2017-08-29 18:33:56,363: w1    byte  :                 1014 |       1014 |      888.9
2017-08-29 18:33:56,363: w1    msg   :                   15 |         15 |       13.1
2017-08-29 18:33:56,363: w1  node: 10.111.170.102:8091, done; rv: 0
  [                    ] 0.1% (15/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        0.8
 byte  :                 1014 |       1014 |      816.0
 msg   :                   15 |         15 |       12.1
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:33:56,433: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:580
2017-08-29 18:33:56,451: mt Recover and activate vbucket: 580
2017-08-29 18:33:56,452: mt cbrecovery...
2017-08-29 18:33:56,452: mt  source : http://10.111.170.101:8091
2017-08-29 18:33:56,452: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:33:56,452: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [581]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:33:56,452: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:33:56,453: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:33:56,459: mt "GET /pools/default/buckets HTTP/1.1" 200 11351
2017-08-29 18:33:56,485: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:33:56,486: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:33:56,492: mt "GET /pools/default/buckets HTTP/1.1" 200 10249
2017-08-29 18:33:56,527: mt source_bucket: default
2017-08-29 18:33:56,528: mt sink_bucket: default
2017-08-29 18:33:56,528: mt source_buckets: default
2017-08-29 18:33:56,528: mt bucket_source: default
2017-08-29 18:33:56,528: mt source_buckets filtered: default
2017-08-29 18:33:56,528: mt bucket: default
2017-08-29 18:33:56,528: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:33:56,529: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:33:56,529: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:33:56,529: w0  node: 10.111.170.101:8091
2017-08-29 18:33:56,531: w0 sink_bucket: default
2017-08-29 18:33:56,532: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:33:56,537: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:33:56,547: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:33:56,547: w1  node: 10.111.170.102:8091
2017-08-29 18:33:56,547: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:33:56,552: w1 sink_bucket: default
2017-08-29 18:33:56,553: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:33:56,563: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:33:56,574: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:33:56,574: w2  node: 10.111.170.103:8091
2017-08-29 18:33:56,579: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:33:56,581: w2 sink_bucket: default
2017-08-29 18:33:56,582: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:33:56,593: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:33:56,682: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:33:56,682: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:33:56,682: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:33:56,682: w0          :                total |       last |    per sec
2017-08-29 18:33:56,682: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:33:56,693: Thread-206 Read 2071 bytes off the wire
2017-08-29 18:33:56,695: w1 Send buffer size: 2071
2017-08-29 18:33:56,706: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:33:56,707: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:33:56,707: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:33:56,707: w2          :                total |       last |    per sec
2017-08-29 18:33:56,707: w2  node: 10.111.170.103:8091, done; rv: 0
2017-08-29 18:33:56,709: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:33:56,709: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:33:56,709: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:33:56,709: w1          :                total |       last |    per sec
2017-08-29 18:33:56,709: w1    batch :                    1 |          1 |        6.4
2017-08-29 18:33:56,709: w1    byte  :                 1016 |       1016 |     6486.5
2017-08-29 18:33:56,709: w1    msg   :                   15 |         15 |       95.8
2017-08-29 18:33:56,709: w1  node: 10.111.170.102:8091, done; rv: 0
  [                    ] 0.1% (15/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        4.7
 byte  :                 1016 |       1016 |     4729.5
 msg   :                   15 |         15 |       69.8
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:33:56,744: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:581
2017-08-29 18:33:56,757: mt Recover and activate vbucket: 581
2017-08-29 18:33:56,758: mt cbrecovery...
2017-08-29 18:33:56,758: mt  source : http://10.111.170.101:8091
2017-08-29 18:33:56,758: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:33:56,758: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [582]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:33:56,758: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:33:56,759: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:33:56,765: mt "GET /pools/default/buckets HTTP/1.1" 200 11351
2017-08-29 18:33:56,787: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:33:56,788: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:33:56,795: mt "GET /pools/default/buckets HTTP/1.1" 200 10248
2017-08-29 18:33:56,817: mt source_bucket: default
2017-08-29 18:33:56,817: mt sink_bucket: default
2017-08-29 18:33:56,817: mt source_buckets: default
2017-08-29 18:33:56,817: mt bucket_source: default
2017-08-29 18:33:56,817: mt source_buckets filtered: default
2017-08-29 18:33:56,817: mt bucket: default
2017-08-29 18:33:56,817: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:33:56,818: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:33:56,818: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:33:56,818: w0  node: 10.111.170.101:8091
2017-08-29 18:33:56,820: w0 sink_bucket: default
2017-08-29 18:33:56,820: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:33:56,832: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:33:56,838: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:33:56,841: w1  node: 10.111.170.102:8091
2017-08-29 18:33:56,841: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:33:56,845: w1 sink_bucket: default
2017-08-29 18:33:56,846: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:33:56,855: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:33:56,868: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:33:56,868: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:33:56,869: w2  node: 10.111.170.103:8091
2017-08-29 18:33:56,881: w2 sink_bucket: default
2017-08-29 18:33:56,882: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:33:56,884: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:33:56,914: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:33:56,914: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:33:56,914: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:33:56,915: w0          :                total |       last |    per sec
2017-08-29 18:33:56,915: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:33:56,939: Thread-209 Read 40 bytes off the wire
2017-08-29 18:33:56,940: Thread-209 Read 44 bytes off the wire
2017-08-29 18:33:56,940: Thread-209 Read 785 bytes off the wire
2017-08-29 18:33:56,940: Thread-209 Read 159 bytes off the wire
2017-08-29 18:33:56,947: w1 Send buffer size: 1028
2017-08-29 18:33:56,959: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:33:56,959: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:33:56,960: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:33:56,960: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:33:56,960: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:33:56,960: w1          :                total |       last |    per sec
2017-08-29 18:33:56,960: w1    batch :                    1 |          1 |        8.7
2017-08-29 18:33:56,960: w1    byte  :                  475 |        475 |     4153.7
2017-08-29 18:33:56,960: w1    msg   :                    7 |          7 |       61.2
2017-08-29 18:33:56,960: w1  node: 10.111.170.102:8091, done; rv: 0
2017-08-29 18:33:56,959: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:33:56,960: w2          :                total |       last |    per sec
2017-08-29 18:33:56,961: w2  node: 10.111.170.103:8091, done; rv: 0
  [                    ] 0.1% (7/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        5.1
 byte  :                  475 |        475 |     2423.8
 msg   :                    7 |          7 |       35.7
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:33:57,014: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:582
2017-08-29 18:33:57,034: mt Recover and activate vbucket: 582
2017-08-29 18:33:57,035: mt cbrecovery...
2017-08-29 18:33:57,035: mt  source : http://10.111.170.101:8091
2017-08-29 18:33:57,035: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:33:57,035: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [583]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:33:57,036: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:33:57,036: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:33:57,042: mt "GET /pools/default/buckets HTTP/1.1" 200 11351
2017-08-29 18:33:57,064: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:33:57,065: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:33:57,070: mt "GET /pools/default/buckets HTTP/1.1" 200 10247
2017-08-29 18:33:57,089: mt source_bucket: default
2017-08-29 18:33:57,089: mt sink_bucket: default
2017-08-29 18:33:57,089: mt source_buckets: default
2017-08-29 18:33:57,089: mt bucket_source: default
2017-08-29 18:33:57,089: mt source_buckets filtered: default
2017-08-29 18:33:57,089: mt bucket: default
2017-08-29 18:33:57,089: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:33:57,090: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:33:57,091: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:33:57,091: w0  node: 10.111.170.101:8091
2017-08-29 18:33:57,093: w0 sink_bucket: default
2017-08-29 18:33:57,093: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:33:57,100: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:33:57,111: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:33:57,111: w1  node: 10.111.170.102:8091
2017-08-29 18:33:57,112: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:33:57,117: w1 sink_bucket: default
2017-08-29 18:33:57,118: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:33:57,131: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:33:57,142: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:33:57,143: w2  node: 10.111.170.103:8091
2017-08-29 18:33:57,143: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:33:57,154: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:33:57,155: w2 sink_bucket: default
2017-08-29 18:33:57,155: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:33:57,208: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:33:57,208: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:33:57,209: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:33:57,209: w0          :                total |       last |    per sec
2017-08-29 18:33:57,209: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:33:57,225: w1 no response while there 1 active streams
2017-08-29 18:33:57,237: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:33:57,237: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:33:57,237: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:33:57,237: w2          :                total |       last |    per sec
2017-08-29 18:33:57,237: w2  node: 10.111.170.103:8091, done; rv: 0
2017-08-29 18:33:57,476: w1 no response while there 1 active streams
2017-08-29 18:33:57,727: w1 no response while there 1 active streams
2017-08-29 18:33:57,977: w1 no response while there 1 active streams
2017-08-29 18:33:58,222: Thread-212 Read 371 bytes off the wire
2017-08-29 18:33:58,229: w1 Send buffer size: 371
2017-08-29 18:33:58,242: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:33:58,242: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:33:58,242: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:33:58,242: w1          :                total |       last |    per sec
2017-08-29 18:33:58,242: w1    batch :                    1 |          1 |        0.9
2017-08-29 18:33:58,242: w1    byte  :                  134 |        134 |      119.1
2017-08-29 18:33:58,243: w1    msg   :                    2 |          2 |        1.8
2017-08-29 18:33:58,243: w1  node: 10.111.170.102:8091, done; rv: 0
  [                    ] 0.0% (2/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        0.8
 byte  :                  134 |        134 |      112.3
 msg   :                    2 |          2 |        1.7
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:33:58,284: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:583
2017-08-29 18:33:58,303: mt Recover and activate vbucket: 583
2017-08-29 18:33:58,305: mt cbrecovery...
2017-08-29 18:33:58,305: mt  source : http://10.111.170.101:8091
2017-08-29 18:33:58,305: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:33:58,305: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [584]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:33:58,305: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:33:58,306: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:33:58,313: mt "GET /pools/default/buckets HTTP/1.1" 200 11351
2017-08-29 18:33:58,335: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:33:58,336: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:33:58,341: mt "GET /pools/default/buckets HTTP/1.1" 200 10277
2017-08-29 18:33:58,362: mt source_bucket: default
2017-08-29 18:33:58,362: mt sink_bucket: default
2017-08-29 18:33:58,362: mt source_buckets: default
2017-08-29 18:33:58,362: mt bucket_source: default
2017-08-29 18:33:58,362: mt source_buckets filtered: default
2017-08-29 18:33:58,362: mt bucket: default
2017-08-29 18:33:58,363: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:33:58,363: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:33:58,363: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:33:58,363: w0  node: 10.111.170.101:8091
2017-08-29 18:33:58,365: w0 sink_bucket: default
2017-08-29 18:33:58,365: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:33:58,372: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:33:58,382: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:33:58,383: w1  node: 10.111.170.102:8091
2017-08-29 18:33:58,383: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:33:58,385: w1 sink_bucket: default
2017-08-29 18:33:58,385: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:33:58,404: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:33:58,418: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:33:58,418: w2  node: 10.111.170.103:8091
2017-08-29 18:33:58,419: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:33:58,429: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:33:58,430: w2 sink_bucket: default
2017-08-29 18:33:58,430: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:33:58,469: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:33:58,469: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:33:58,469: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:33:58,469: w0          :                total |       last |    per sec
2017-08-29 18:33:58,470: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:33:58,491: Thread-215 Read 40 bytes off the wire
2017-08-29 18:33:58,491: Thread-215 Read 567 bytes off the wire
2017-08-29 18:33:58,491: Thread-215 Read 290 bytes off the wire
2017-08-29 18:33:58,521: w1 Send buffer size: 897
2017-08-29 18:33:58,537: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:33:58,537: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:33:58,537: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:33:58,537: w1          :                total |       last |    per sec
2017-08-29 18:33:58,537: w1    batch :                    1 |          1 |        6.6
2017-08-29 18:33:58,538: w1    byte  :                  407 |        407 |     2674.9
2017-08-29 18:33:58,538: w1    msg   :                    6 |          6 |       39.4
2017-08-29 18:33:58,538: w1  node: 10.111.170.102:8091, done; rv: 0
2017-08-29 18:33:58,545: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:33:58,545: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:33:58,545: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:33:58,545: w2          :                total |       last |    per sec
2017-08-29 18:33:58,545: w2  node: 10.111.170.103:8091, done; rv: 0
  [                    ] 0.1% (6/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        5.0
 byte  :                  407 |        407 |     2046.1
 msg   :                    6 |          6 |       30.2
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:33:58,562: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:584
2017-08-29 18:33:58,575: mt Recover and activate vbucket: 584
2017-08-29 18:33:58,577: mt cbrecovery...
2017-08-29 18:33:58,577: mt  source : http://10.111.170.101:8091
2017-08-29 18:33:58,577: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:33:58,577: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [585]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:33:58,580: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:33:58,581: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:33:58,591: mt "GET /pools/default/buckets HTTP/1.1" 200 11351
2017-08-29 18:33:58,617: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:33:58,619: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:33:58,627: mt "GET /pools/default/buckets HTTP/1.1" 200 10276
2017-08-29 18:33:58,648: mt source_bucket: default
2017-08-29 18:33:58,649: mt sink_bucket: default
2017-08-29 18:33:58,649: mt source_buckets: default
2017-08-29 18:33:58,649: mt bucket_source: default
2017-08-29 18:33:58,649: mt source_buckets filtered: default
2017-08-29 18:33:58,649: mt bucket: default
2017-08-29 18:33:58,649: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:33:58,650: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:33:58,650: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:33:58,650: w0  node: 10.111.170.101:8091
2017-08-29 18:33:58,652: w0 sink_bucket: default
2017-08-29 18:33:58,653: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:33:58,661: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:33:58,674: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:33:58,674: w1  node: 10.111.170.102:8091
2017-08-29 18:33:58,675: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:33:58,680: w1 sink_bucket: default
2017-08-29 18:33:58,681: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:33:58,691: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:33:58,705: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:33:58,705: w2  node: 10.111.170.103:8091
2017-08-29 18:33:58,705: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:33:58,711: w2 sink_bucket: default
2017-08-29 18:33:58,712: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:33:58,720: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:33:58,776: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:33:58,776: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:33:58,776: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:33:58,777: w0          :                total |       last |    per sec
2017-08-29 18:33:58,777: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:33:58,788: Thread-218 Read 40 bytes off the wire
2017-08-29 18:33:58,789: Thread-218 Read 593 bytes off the wire
2017-08-29 18:33:58,796: w1 Send buffer size: 633
2017-08-29 18:33:58,804: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:33:58,804: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:33:58,804: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:33:58,804: w2          :                total |       last |    per sec
2017-08-29 18:33:58,805: w2  node: 10.111.170.103:8091, done; rv: 0
2017-08-29 18:33:58,808: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:33:58,809: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:33:58,809: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:33:58,809: w1          :                total |       last |    per sec
2017-08-29 18:33:58,809: w1    batch :                    1 |          1 |        7.8
2017-08-29 18:33:58,809: w1    byte  :                  270 |        270 |     2102.5
2017-08-29 18:33:58,809: w1    msg   :                    4 |          4 |       31.1
2017-08-29 18:33:58,809: w1  node: 10.111.170.102:8091, done; rv: 0
  [                    ] 0.0% (4/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        4.6
 byte  :                  270 |        270 |     1234.9
 msg   :                    4 |          4 |       18.3
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:33:58,869: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:585
2017-08-29 18:33:58,885: mt Recover and activate vbucket: 585
2017-08-29 18:33:58,886: mt cbrecovery...
2017-08-29 18:33:58,886: mt  source : http://10.111.170.101:8091
2017-08-29 18:33:58,886: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:33:58,886: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [586]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:33:58,886: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:33:58,887: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:33:58,894: mt "GET /pools/default/buckets HTTP/1.1" 200 11351
2017-08-29 18:33:58,915: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:33:58,916: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:33:58,921: mt "GET /pools/default/buckets HTTP/1.1" 200 10275
2017-08-29 18:33:58,943: mt source_bucket: default
2017-08-29 18:33:58,943: mt sink_bucket: default
2017-08-29 18:33:58,943: mt source_buckets: default
2017-08-29 18:33:58,943: mt bucket_source: default
2017-08-29 18:33:58,943: mt source_buckets filtered: default
2017-08-29 18:33:58,944: mt bucket: default
2017-08-29 18:33:58,944: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:33:58,944: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:33:58,944: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:33:58,944: w0  node: 10.111.170.101:8091
2017-08-29 18:33:58,946: w0 sink_bucket: default
2017-08-29 18:33:58,946: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:33:58,955: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:33:58,966: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:33:58,967: w1  node: 10.111.170.102:8091
2017-08-29 18:33:58,969: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:33:58,976: w1 sink_bucket: default
2017-08-29 18:33:58,977: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:33:58,982: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:33:58,995: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:33:58,996: w2  node: 10.111.170.103:8091
2017-08-29 18:33:59,000: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:33:59,004: w2 sink_bucket: default
2017-08-29 18:33:59,005: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:33:59,013: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:33:59,066: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:33:59,066: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:33:59,066: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:33:59,066: w0          :                total |       last |    per sec
2017-08-29 18:33:59,066: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:33:59,087: Thread-221 Read 40 bytes off the wire
2017-08-29 18:33:59,088: Thread-221 Read 303 bytes off the wire
2017-08-29 18:33:59,088: Thread-221 Read 132 bytes off the wire
2017-08-29 18:33:59,088: Thread-221 Read 656 bytes off the wire
2017-08-29 18:33:59,088: Thread-221 Read 1207 bytes off the wire
2017-08-29 18:33:59,095: w1 Send buffer size: 2338
2017-08-29 18:33:59,100: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:33:59,100: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:33:59,100: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:33:59,100: w2          :                total |       last |    per sec
2017-08-29 18:33:59,100: w2  node: 10.111.170.103:8091, done; rv: 0
2017-08-29 18:33:59,108: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:33:59,108: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:33:59,108: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:33:59,108: w1          :                total |       last |    per sec
2017-08-29 18:33:59,108: w1    batch :                    1 |          1 |        7.6
2017-08-29 18:33:59,109: w1    byte  :                 1156 |       1156 |     8768.0
2017-08-29 18:33:59,109: w1    msg   :                   17 |         17 |      128.9
2017-08-29 18:33:59,109: w1  node: 10.111.170.102:8091, done; rv: 0
  [                    ] 0.2% (17/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        4.8
 byte  :                 1156 |       1156 |     5537.6
 msg   :                   17 |         17 |       81.4
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:33:59,153: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:586
2017-08-29 18:33:59,166: mt Recover and activate vbucket: 586
2017-08-29 18:33:59,167: mt cbrecovery...
2017-08-29 18:33:59,167: mt  source : http://10.111.170.101:8091
2017-08-29 18:33:59,167: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:33:59,167: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [587]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:33:59,167: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:33:59,169: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:33:59,176: mt "GET /pools/default/buckets HTTP/1.1" 200 11351
2017-08-29 18:33:59,197: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:33:59,198: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:33:59,203: mt "GET /pools/default/buckets HTTP/1.1" 200 10274
2017-08-29 18:33:59,223: mt source_bucket: default
2017-08-29 18:33:59,223: mt sink_bucket: default
2017-08-29 18:33:59,223: mt source_buckets: default
2017-08-29 18:33:59,228: mt bucket_source: default
2017-08-29 18:33:59,228: mt source_buckets filtered: default
2017-08-29 18:33:59,228: mt bucket: default
2017-08-29 18:33:59,228: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:33:59,238: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:33:59,238: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:33:59,239: w0  node: 10.111.170.101:8091
2017-08-29 18:33:59,243: w0 sink_bucket: default
2017-08-29 18:33:59,244: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:33:59,256: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:33:59,264: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:33:59,264: w1  node: 10.111.170.102:8091
2017-08-29 18:33:59,267: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:33:59,275: w1 sink_bucket: default
2017-08-29 18:33:59,275: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:33:59,282: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:33:59,288: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:33:59,288: w2  node: 10.111.170.103:8091
2017-08-29 18:33:59,288: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:33:59,293: w2 sink_bucket: default
2017-08-29 18:33:59,294: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:33:59,305: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:33:59,352: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:33:59,353: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:33:59,353: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:33:59,353: w0          :                total |       last |    per sec
2017-08-29 18:33:59,353: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:33:59,375: w1 no response while there 1 active streams
2017-08-29 18:33:59,383: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:33:59,384: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:33:59,384: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:33:59,384: w2          :                total |       last |    per sec
2017-08-29 18:33:59,384: w2  node: 10.111.170.103:8091, done; rv: 0
2017-08-29 18:33:59,626: w1 no response while there 1 active streams
2017-08-29 18:33:59,876: w1 no response while there 1 active streams
2017-08-29 18:34:00,127: w1 no response while there 1 active streams
2017-08-29 18:34:00,366: Thread-224 Read 1941 bytes off the wire
2017-08-29 18:34:00,378: w1 Send buffer size: 1941
2017-08-29 18:34:00,393: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:34:00,393: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:34:00,393: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:34:00,393: w1          :                total |       last |    per sec
2017-08-29 18:34:00,393: w1    batch :                    1 |          1 |        0.9
2017-08-29 18:34:00,394: w1    byte  :                  949 |        949 |      848.6
2017-08-29 18:34:00,394: w1    msg   :                   14 |         14 |       12.5
2017-08-29 18:34:00,394: w1  node: 10.111.170.102:8091, done; rv: 0
  [                    ] 0.1% (14/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        0.8
 byte  :                  949 |        949 |      789.3
 msg   :                   14 |         14 |       11.6
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:34:00,440: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:587
2017-08-29 18:34:00,456: mt Recover and activate vbucket: 587
2017-08-29 18:34:00,457: mt cbrecovery...
2017-08-29 18:34:00,457: mt  source : http://10.111.170.101:8091
2017-08-29 18:34:00,457: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:34:00,457: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [588]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:34:00,457: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:34:00,458: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:34:00,465: mt "GET /pools/default/buckets HTTP/1.1" 200 11351
2017-08-29 18:34:00,491: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:34:00,492: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:34:00,507: mt "GET /pools/default/buckets HTTP/1.1" 200 10273
2017-08-29 18:34:00,537: mt source_bucket: default
2017-08-29 18:34:00,537: mt sink_bucket: default
2017-08-29 18:34:00,537: mt source_buckets: default
2017-08-29 18:34:00,537: mt bucket_source: default
2017-08-29 18:34:00,537: mt source_buckets filtered: default
2017-08-29 18:34:00,537: mt bucket: default
2017-08-29 18:34:00,537: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:34:00,537: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:34:00,537: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:00,537: w0  node: 10.111.170.101:8091
2017-08-29 18:34:00,540: w0 sink_bucket: default
2017-08-29 18:34:00,540: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:34:00,550: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:00,557: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:34:00,557: w1  node: 10.111.170.102:8091
2017-08-29 18:34:00,557: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:00,565: w1 sink_bucket: default
2017-08-29 18:34:00,565: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:34:00,574: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:00,582: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:34:00,582: w2  node: 10.111.170.103:8091
2017-08-29 18:34:00,587: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:00,590: w2 sink_bucket: default
2017-08-29 18:34:00,591: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:34:00,609: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:00,669: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:34:00,669: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:34:00,670: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:34:00,670: w0          :                total |       last |    per sec
2017-08-29 18:34:00,670: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:34:00,679: Thread-227 Read 40 bytes off the wire
2017-08-29 18:34:00,680: Thread-227 Read 299 bytes off the wire
2017-08-29 18:34:00,680: Thread-227 Read 393 bytes off the wire
2017-08-29 18:34:00,680: Thread-227 Read 654 bytes off the wire
2017-08-29 18:34:00,681: Thread-227 Read 944 bytes off the wire
2017-08-29 18:34:00,689: w1 Send buffer size: 2330
2017-08-29 18:34:00,693: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:34:00,693: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:34:00,693: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:34:00,693: w2          :                total |       last |    per sec
2017-08-29 18:34:00,693: w2  node: 10.111.170.103:8091, done; rv: 0
2017-08-29 18:34:00,702: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:34:00,702: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:34:00,702: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:34:00,703: w1          :                total |       last |    per sec
2017-08-29 18:34:00,703: w1    batch :                    1 |          1 |        7.3
2017-08-29 18:34:00,703: w1    byte  :                 1149 |       1149 |     8341.0
2017-08-29 18:34:00,703: w1    msg   :                   17 |         17 |      123.4
2017-08-29 18:34:00,703: w1  node: 10.111.170.102:8091, done; rv: 0
  [                    ] 0.2% (17/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        4.7
 byte  :                 1149 |       1149 |     5412.8
 msg   :                   17 |         17 |       80.1
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:34:00,750: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:588
2017-08-29 18:34:00,764: mt Recover and activate vbucket: 588
2017-08-29 18:34:00,766: mt cbrecovery...
2017-08-29 18:34:00,766: mt  source : http://10.111.170.101:8091
2017-08-29 18:34:00,766: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:34:00,766: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [589]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:34:00,766: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:34:00,767: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:34:00,773: mt "GET /pools/default/buckets HTTP/1.1" 200 11351
2017-08-29 18:34:00,830: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:34:00,831: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:34:00,836: mt "GET /pools/default/buckets HTTP/1.1" 200 10272
2017-08-29 18:34:00,855: mt source_bucket: default
2017-08-29 18:34:00,855: mt sink_bucket: default
2017-08-29 18:34:00,855: mt source_buckets: default
2017-08-29 18:34:00,855: mt bucket_source: default
2017-08-29 18:34:00,855: mt source_buckets filtered: default
2017-08-29 18:34:00,855: mt bucket: default
2017-08-29 18:34:00,855: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:34:00,856: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:34:00,856: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:00,856: w0  node: 10.111.170.101:8091
2017-08-29 18:34:00,858: w0 sink_bucket: default
2017-08-29 18:34:00,859: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:34:00,871: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:00,877: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:34:00,877: w1  node: 10.111.170.102:8091
2017-08-29 18:34:00,878: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:00,886: w1 sink_bucket: default
2017-08-29 18:34:00,886: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:34:00,895: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:00,904: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:34:00,904: w2  node: 10.111.170.103:8091
2017-08-29 18:34:00,904: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:00,914: w2 sink_bucket: default
2017-08-29 18:34:00,914: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:34:00,919: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:00,973: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:34:00,973: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:34:00,973: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:34:00,973: w0          :                total |       last |    per sec
2017-08-29 18:34:00,973: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:34:00,986: Thread-230 Read 40 bytes off the wire
2017-08-29 18:34:00,987: Thread-230 Read 427 bytes off the wire
2017-08-29 18:34:00,987: Thread-230 Read 524 bytes off the wire
2017-08-29 18:34:00,987: Thread-230 Read 1047 bytes off the wire
2017-08-29 18:34:00,987: Thread-230 Read 28 bytes off the wire
2017-08-29 18:34:00,996: w1 Send buffer size: 2066
2017-08-29 18:34:01,001: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:34:01,001: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:34:01,001: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:34:01,001: w2          :                total |       last |    per sec
2017-08-29 18:34:01,001: w2  node: 10.111.170.103:8091, done; rv: 0
2017-08-29 18:34:01,009: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:34:01,009: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:34:01,009: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:34:01,009: w1          :                total |       last |    per sec
2017-08-29 18:34:01,009: w1    batch :                    1 |          1 |        8.1
2017-08-29 18:34:01,009: w1    byte  :                 1012 |       1012 |     8220.4
2017-08-29 18:34:01,009: w1    msg   :                   15 |         15 |      121.8
2017-08-29 18:34:01,010: w1  node: 10.111.170.102:8091, done; rv: 0
  [                    ] 0.1% (15/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        5.0
 byte  :                 1012 |       1012 |     5076.1
 msg   :                   15 |         15 |       75.2
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:34:01,056: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:589
2017-08-29 18:34:01,071: mt Recover and activate vbucket: 589
2017-08-29 18:34:01,073: mt cbrecovery...
2017-08-29 18:34:01,073: mt  source : http://10.111.170.101:8091
2017-08-29 18:34:01,073: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:34:01,073: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [590]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:34:01,074: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:34:01,075: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:34:01,082: mt "GET /pools/default/buckets HTTP/1.1" 200 11351
2017-08-29 18:34:01,107: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:34:01,107: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:34:01,115: mt "GET /pools/default/buckets HTTP/1.1" 200 10271
2017-08-29 18:34:01,139: mt source_bucket: default
2017-08-29 18:34:01,139: mt sink_bucket: default
2017-08-29 18:34:01,140: mt source_buckets: default
2017-08-29 18:34:01,140: mt bucket_source: default
2017-08-29 18:34:01,140: mt source_buckets filtered: default
2017-08-29 18:34:01,140: mt bucket: default
2017-08-29 18:34:01,140: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:34:01,141: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:34:01,141: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:01,141: w0  node: 10.111.170.101:8091
2017-08-29 18:34:01,146: w0 sink_bucket: default
2017-08-29 18:34:01,147: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:34:01,155: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:01,172: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:34:01,173: w1  node: 10.111.170.102:8091
2017-08-29 18:34:01,173: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:01,181: w1 sink_bucket: default
2017-08-29 18:34:01,182: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:34:01,190: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:01,201: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:34:01,201: w2  node: 10.111.170.103:8091
2017-08-29 18:34:01,203: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:01,212: w2 sink_bucket: default
2017-08-29 18:34:01,213: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:34:01,232: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:01,267: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:34:01,267: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:34:01,267: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:34:01,267: w0          :                total |       last |    per sec
2017-08-29 18:34:01,268: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:34:01,289: Thread-233 Read 243 bytes off the wire
2017-08-29 18:34:01,297: w1 Send buffer size: 243
2017-08-29 18:34:01,310: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:34:01,310: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:34:01,310: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:34:01,310: w2          :                total |       last |    per sec
2017-08-29 18:34:01,310: w2  node: 10.111.170.103:8091, done; rv: 0
2017-08-29 18:34:01,311: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:34:01,311: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:34:01,311: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:34:01,311: w1          :                total |       last |    per sec
2017-08-29 18:34:01,311: w1    batch :                    1 |          1 |        7.7
2017-08-29 18:34:01,311: w1    byte  :                   68 |         68 |      525.5
2017-08-29 18:34:01,311: w1    msg   :                    1 |          1 |        7.7
2017-08-29 18:34:01,311: w1  node: 10.111.170.102:8091, done; rv: 0
  [                    ] 0.0% (1/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        4.3
 byte  :                   68 |         68 |      292.8
 msg   :                    1 |          1 |        4.3
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:34:01,373: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:590
2017-08-29 18:34:01,388: mt Recover and activate vbucket: 590
2017-08-29 18:34:01,389: mt cbrecovery...
2017-08-29 18:34:01,389: mt  source : http://10.111.170.101:8091
2017-08-29 18:34:01,389: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:34:01,389: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [591]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:34:01,390: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:34:01,392: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:34:01,401: mt "GET /pools/default/buckets HTTP/1.1" 200 11351
2017-08-29 18:34:01,425: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:34:01,426: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:34:01,432: mt "GET /pools/default/buckets HTTP/1.1" 200 10270
2017-08-29 18:34:01,453: mt source_bucket: default
2017-08-29 18:34:01,453: mt sink_bucket: default
2017-08-29 18:34:01,453: mt source_buckets: default
2017-08-29 18:34:01,453: mt bucket_source: default
2017-08-29 18:34:01,453: mt source_buckets filtered: default
2017-08-29 18:34:01,453: mt bucket: default
2017-08-29 18:34:01,453: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:34:01,454: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:34:01,454: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:01,454: w0  node: 10.111.170.101:8091
2017-08-29 18:34:01,456: w0 sink_bucket: default
2017-08-29 18:34:01,456: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:34:01,465: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:01,477: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:34:01,477: w1  node: 10.111.170.102:8091
2017-08-29 18:34:01,478: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:01,484: w1 sink_bucket: default
2017-08-29 18:34:01,485: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:34:01,526: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:01,544: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:34:01,544: w2  node: 10.111.170.103:8091
2017-08-29 18:34:01,547: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:01,555: w2 sink_bucket: default
2017-08-29 18:34:01,556: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:34:01,569: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:01,586: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:34:01,586: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:34:01,586: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:34:01,586: w0          :                total |       last |    per sec
2017-08-29 18:34:01,586: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:34:01,623: Thread-236 Read 40 bytes off the wire
2017-08-29 18:34:01,624: Thread-236 Read 595 bytes off the wire
2017-08-29 18:34:01,633: w1 Send buffer size: 635
2017-08-29 18:34:01,646: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:34:01,646: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:34:01,646: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:34:01,646: w1          :                total |       last |    per sec
2017-08-29 18:34:01,647: w1    batch :                    1 |          1 |        6.2
2017-08-29 18:34:01,647: w1    byte  :                  271 |        271 |     1673.8
2017-08-29 18:34:01,647: w1    msg   :                    4 |          4 |       24.7
2017-08-29 18:34:01,647: w1  node: 10.111.170.102:8091, done; rv: 0
2017-08-29 18:34:01,648: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:34:01,649: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:34:01,649: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:34:01,649: w2          :                total |       last |    per sec
2017-08-29 18:34:01,649: w2  node: 10.111.170.103:8091, done; rv: 0
  [                    ] 0.0% (4/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        4.1
 byte  :                  271 |        271 |     1106.1
 msg   :                    4 |          4 |       16.3
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:34:01,699: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:591
2017-08-29 18:34:01,719: mt Recover and activate vbucket: 591
2017-08-29 18:34:01,720: mt cbrecovery...
2017-08-29 18:34:01,720: mt  source : http://10.111.170.101:8091
2017-08-29 18:34:01,720: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:34:01,721: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [592]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:34:01,721: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:34:01,722: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:34:01,728: mt "GET /pools/default/buckets HTTP/1.1" 200 11351
2017-08-29 18:34:01,753: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:34:01,754: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:34:01,758: mt "GET /pools/default/buckets HTTP/1.1" 200 10269
2017-08-29 18:34:01,777: mt source_bucket: default
2017-08-29 18:34:01,777: mt sink_bucket: default
2017-08-29 18:34:01,777: mt source_buckets: default
2017-08-29 18:34:01,777: mt bucket_source: default
2017-08-29 18:34:01,778: mt source_buckets filtered: default
2017-08-29 18:34:01,778: mt bucket: default
2017-08-29 18:34:01,778: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:34:01,778: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:34:01,778: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:01,778: w0  node: 10.111.170.101:8091
2017-08-29 18:34:01,780: w0 sink_bucket: default
2017-08-29 18:34:01,780: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:34:01,792: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:01,800: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:34:01,801: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:01,802: w1  node: 10.111.170.102:8091
2017-08-29 18:34:01,806: w1 sink_bucket: default
2017-08-29 18:34:01,807: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:34:01,821: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:01,839: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:34:01,840: w2  node: 10.111.170.103:8091
2017-08-29 18:34:01,840: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:01,849: w2 sink_bucket: default
2017-08-29 18:34:01,850: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:34:01,859: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:01,898: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:34:01,898: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:34:01,898: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:34:01,898: w0          :                total |       last |    per sec
2017-08-29 18:34:01,899: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:34:01,914: Thread-239 Read 40 bytes off the wire
2017-08-29 18:34:01,915: Thread-239 Read 1739 bytes off the wire
2017-08-29 18:34:01,916: Thread-239 Read 159 bytes off the wire
2017-08-29 18:34:01,928: w1 Send buffer size: 1938
2017-08-29 18:34:01,933: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:34:01,933: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:34:01,934: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:34:01,934: w2          :                total |       last |    per sec
2017-08-29 18:34:01,934: w2  node: 10.111.170.103:8091, done; rv: 0
2017-08-29 18:34:01,940: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:34:01,941: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:34:01,941: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:34:01,941: w1          :                total |       last |    per sec
2017-08-29 18:34:01,941: w1    batch :                    1 |          1 |        7.5
2017-08-29 18:34:01,941: w1    byte  :                  946 |        946 |     7052.2
2017-08-29 18:34:01,941: w1    msg   :                   14 |         14 |      104.4
2017-08-29 18:34:01,941: w1  node: 10.111.170.102:8091, done; rv: 0
  [                    ] 0.1% (14/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        4.7
 byte  :                  946 |        946 |     4428.0
 msg   :                   14 |         14 |       65.5
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:34:01,992: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:592
2017-08-29 18:34:02,007: mt Recover and activate vbucket: 592
2017-08-29 18:34:02,008: mt cbrecovery...
2017-08-29 18:34:02,008: mt  source : http://10.111.170.101:8091
2017-08-29 18:34:02,008: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:34:02,008: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [593]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:34:02,008: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:34:02,012: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:34:02,019: mt "GET /pools/default/buckets HTTP/1.1" 200 11340
2017-08-29 18:34:02,043: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:34:02,044: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:34:02,050: mt "GET /pools/default/buckets HTTP/1.1" 200 10268
2017-08-29 18:34:02,069: mt source_bucket: default
2017-08-29 18:34:02,069: mt sink_bucket: default
2017-08-29 18:34:02,069: mt source_buckets: default
2017-08-29 18:34:02,069: mt bucket_source: default
2017-08-29 18:34:02,069: mt source_buckets filtered: default
2017-08-29 18:34:02,070: mt bucket: default
2017-08-29 18:34:02,070: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:34:02,070: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:34:02,070: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:02,071: w0  node: 10.111.170.101:8091
2017-08-29 18:34:02,073: w0 sink_bucket: default
2017-08-29 18:34:02,074: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:34:02,084: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:02,093: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:34:02,094: w1  node: 10.111.170.102:8091
2017-08-29 18:34:02,094: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:02,101: w1 sink_bucket: default
2017-08-29 18:34:02,102: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:34:02,108: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:02,117: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:34:02,117: w2  node: 10.111.170.103:8091
2017-08-29 18:34:02,117: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:02,120: w2 sink_bucket: default
2017-08-29 18:34:02,120: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:34:02,140: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:02,178: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:34:02,179: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:34:02,179: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:34:02,179: w0          :                total |       last |    per sec
2017-08-29 18:34:02,179: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:34:02,208: Thread-242 Read 40 bytes off the wire
2017-08-29 18:34:02,209: Thread-242 Read 955 bytes off the wire
2017-08-29 18:34:02,209: Thread-242 Read 1075 bytes off the wire
2017-08-29 18:34:02,221: w1 Send buffer size: 2070
2017-08-29 18:34:02,224: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:34:02,225: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:34:02,225: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:34:02,225: w2          :                total |       last |    per sec
2017-08-29 18:34:02,225: w2  node: 10.111.170.103:8091, done; rv: 0
2017-08-29 18:34:02,235: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:34:02,235: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:34:02,235: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:34:02,235: w1          :                total |       last |    per sec
2017-08-29 18:34:02,235: w1    batch :                    1 |          1 |        7.5
2017-08-29 18:34:02,238: w1    byte  :                 1015 |       1015 |     7576.4
2017-08-29 18:34:02,238: w1    msg   :                   15 |         15 |      112.0
2017-08-29 18:34:02,238: w1  node: 10.111.170.102:8091, done; rv: 0
  [                    ] 0.1% (15/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        4.9
 byte  :                 1015 |       1015 |     4931.3
 msg   :                   15 |         15 |       72.9
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:34:02,276: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:593
2017-08-29 18:34:02,290: mt Recover and activate vbucket: 593
2017-08-29 18:34:02,291: mt cbrecovery...
2017-08-29 18:34:02,291: mt  source : http://10.111.170.101:8091
2017-08-29 18:34:02,291: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:34:02,291: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [594]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:34:02,291: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:34:02,292: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:34:02,299: mt "GET /pools/default/buckets HTTP/1.1" 200 11340
2017-08-29 18:34:02,320: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:34:02,321: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:34:02,327: mt "GET /pools/default/buckets HTTP/1.1" 200 10267
2017-08-29 18:34:02,345: mt source_bucket: default
2017-08-29 18:34:02,345: mt sink_bucket: default
2017-08-29 18:34:02,346: mt source_buckets: default
2017-08-29 18:34:02,346: mt bucket_source: default
2017-08-29 18:34:02,346: mt source_buckets filtered: default
2017-08-29 18:34:02,346: mt bucket: default
2017-08-29 18:34:02,346: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:34:02,347: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:34:02,347: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:02,347: w0  node: 10.111.170.101:8091
2017-08-29 18:34:02,350: w0 sink_bucket: default
2017-08-29 18:34:02,350: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:34:02,358: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:02,369: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:34:02,369: w1  node: 10.111.170.102:8091
2017-08-29 18:34:02,370: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:02,374: w1 sink_bucket: default
2017-08-29 18:34:02,374: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:34:02,380: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:02,390: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:34:02,390: w2  node: 10.111.170.103:8091
2017-08-29 18:34:02,391: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:02,395: w2 sink_bucket: default
2017-08-29 18:34:02,396: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:34:02,405: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:02,453: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:34:02,453: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:34:02,453: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:34:02,453: w0          :                total |       last |    per sec
2017-08-29 18:34:02,453: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:34:02,469: Thread-245 Read 40 bytes off the wire
2017-08-29 18:34:02,469: Thread-245 Read 203 bytes off the wire
2017-08-29 18:34:02,472: w1 Send buffer size: 243
2017-08-29 18:34:02,491: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:34:02,491: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:34:02,491: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:34:02,491: w1          :                total |       last |    per sec
2017-08-29 18:34:02,492: w1    batch :                    1 |          1 |        8.5
2017-08-29 18:34:02,492: w1    byte  :                   68 |         68 |      577.8
2017-08-29 18:34:02,492: w1    msg   :                    1 |          1 |        8.5
2017-08-29 18:34:02,492: w1  node: 10.111.170.102:8091, done; rv: 0
2017-08-29 18:34:02,494: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:34:02,494: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:34:02,494: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:34:02,494: w2          :                total |       last |    per sec
2017-08-29 18:34:02,494: w2  node: 10.111.170.103:8091, done; rv: 0
  [                    ] 0.0% (1/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        5.2
 byte  :                   68 |         68 |      354.9
 msg   :                    1 |          1 |        5.2
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:34:02,538: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:594
2017-08-29 18:34:02,552: mt Recover and activate vbucket: 594
2017-08-29 18:34:02,553: mt cbrecovery...
2017-08-29 18:34:02,553: mt  source : http://10.111.170.101:8091
2017-08-29 18:34:02,553: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:34:02,553: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [595]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:34:02,553: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:34:02,555: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:34:02,563: mt "GET /pools/default/buckets HTTP/1.1" 200 11340
2017-08-29 18:34:02,585: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:34:02,587: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:34:02,592: mt "GET /pools/default/buckets HTTP/1.1" 200 10266
2017-08-29 18:34:02,617: mt source_bucket: default
2017-08-29 18:34:02,617: mt sink_bucket: default
2017-08-29 18:34:02,617: mt source_buckets: default
2017-08-29 18:34:02,617: mt bucket_source: default
2017-08-29 18:34:02,617: mt source_buckets filtered: default
2017-08-29 18:34:02,617: mt bucket: default
2017-08-29 18:34:02,617: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:34:02,618: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:34:02,618: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:02,618: w0  node: 10.111.170.101:8091
2017-08-29 18:34:02,621: w0 sink_bucket: default
2017-08-29 18:34:02,621: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:34:02,634: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:02,639: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:34:02,639: w1  node: 10.111.170.102:8091
2017-08-29 18:34:02,642: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:02,650: w1 sink_bucket: default
2017-08-29 18:34:02,650: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:34:02,653: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:02,663: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:34:02,663: w2  node: 10.111.170.103:8091
2017-08-29 18:34:02,664: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:02,669: w2 sink_bucket: default
2017-08-29 18:34:02,669: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:34:02,682: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:02,732: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:34:02,733: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:34:02,733: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:34:02,733: w0          :                total |       last |    per sec
2017-08-29 18:34:02,733: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:34:02,744: Thread-248 Read 40 bytes off the wire
2017-08-29 18:34:02,744: Thread-248 Read 175 bytes off the wire
2017-08-29 18:34:02,744: Thread-248 Read 552 bytes off the wire
2017-08-29 18:34:02,752: w1 Send buffer size: 767
2017-08-29 18:34:02,763: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:34:02,764: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:34:02,764: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:34:02,764: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:34:02,764: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:34:02,764: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:34:02,764: w1          :                total |       last |    per sec
2017-08-29 18:34:02,764: w1    batch :                    1 |          1 |        8.7
2017-08-29 18:34:02,764: w1    byte  :                  340 |        340 |     2973.4
2017-08-29 18:34:02,764: w1    msg   :                    5 |          5 |       43.7
2017-08-29 18:34:02,764: w1  node: 10.111.170.102:8091, done; rv: 0
2017-08-29 18:34:02,765: w2          :                total |       last |    per sec
2017-08-29 18:34:02,765: w2  node: 10.111.170.103:8091, done; rv: 0
  [                    ] 0.1% (5/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        5.0
 byte  :                  340 |        340 |     1689.4
 msg   :                    5 |          5 |       24.8
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:34:02,819: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:595
2017-08-29 18:34:02,833: mt Recover and activate vbucket: 595
2017-08-29 18:34:02,834: mt cbrecovery...
2017-08-29 18:34:02,834: mt  source : http://10.111.170.101:8091
2017-08-29 18:34:02,834: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:34:02,834: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [596]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:34:02,835: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:34:02,835: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:34:02,841: mt "GET /pools/default/buckets HTTP/1.1" 200 11340
2017-08-29 18:34:02,862: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:34:02,864: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:34:02,869: mt "GET /pools/default/buckets HTTP/1.1" 200 10266
2017-08-29 18:34:02,888: mt source_bucket: default
2017-08-29 18:34:02,888: mt sink_bucket: default
2017-08-29 18:34:02,890: mt source_buckets: default
2017-08-29 18:34:02,890: mt bucket_source: default
2017-08-29 18:34:02,890: mt source_buckets filtered: default
2017-08-29 18:34:02,890: mt bucket: default
2017-08-29 18:34:02,890: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:34:02,891: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:34:02,891: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:02,891: w0  node: 10.111.170.101:8091
2017-08-29 18:34:02,893: w0 sink_bucket: default
2017-08-29 18:34:02,893: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:34:02,900: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:02,911: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:34:02,911: w1  node: 10.111.170.102:8091
2017-08-29 18:34:02,912: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:02,915: w1 sink_bucket: default
2017-08-29 18:34:02,915: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:34:02,928: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:02,939: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:34:02,940: w2  node: 10.111.170.103:8091
2017-08-29 18:34:02,940: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:02,950: w2 sink_bucket: default
2017-08-29 18:34:02,950: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:34:02,960: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:03,040: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:34:03,040: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:34:03,040: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:34:03,040: w0          :                total |       last |    per sec
2017-08-29 18:34:03,041: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:34:03,057: Thread-251 Read 40 bytes off the wire
2017-08-29 18:34:03,057: Thread-251 Read 724 bytes off the wire
2017-08-29 18:34:03,066: w1 Send buffer size: 764
2017-08-29 18:34:03,069: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:34:03,069: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:34:03,069: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:34:03,069: w2          :                total |       last |    per sec
2017-08-29 18:34:03,070: w2  node: 10.111.170.103:8091, done; rv: 0
2017-08-29 18:34:03,081: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:34:03,082: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:34:03,082: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:34:03,082: w1          :                total |       last |    per sec
2017-08-29 18:34:03,082: w1    batch :                    1 |          1 |        6.0
2017-08-29 18:34:03,082: w1    byte  :                  338 |        338 |     2022.8
2017-08-29 18:34:03,082: w1    msg   :                    5 |          5 |       29.9
2017-08-29 18:34:03,082: w1  node: 10.111.170.102:8091, done; rv: 0
  [                    ] 0.1% (5/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        4.5
 byte  :                  338 |        338 |     1522.1
 msg   :                    5 |          5 |       22.5
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:34:03,113: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:596
2017-08-29 18:34:03,129: mt Recover and activate vbucket: 596
2017-08-29 18:34:03,131: mt cbrecovery...
2017-08-29 18:34:03,131: mt  source : http://10.111.170.101:8091
2017-08-29 18:34:03,131: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:34:03,132: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [597]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:34:03,132: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:34:03,134: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:34:03,140: mt "GET /pools/default/buckets HTTP/1.1" 200 11340
2017-08-29 18:34:03,162: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:34:03,165: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:34:03,171: mt "GET /pools/default/buckets HTTP/1.1" 200 10265
2017-08-29 18:34:03,192: mt source_bucket: default
2017-08-29 18:34:03,192: mt sink_bucket: default
2017-08-29 18:34:03,192: mt source_buckets: default
2017-08-29 18:34:03,192: mt bucket_source: default
2017-08-29 18:34:03,192: mt source_buckets filtered: default
2017-08-29 18:34:03,192: mt bucket: default
2017-08-29 18:34:03,192: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:34:03,193: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:34:03,193: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:03,193: w0  node: 10.111.170.101:8091
2017-08-29 18:34:03,195: w0 sink_bucket: default
2017-08-29 18:34:03,195: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:34:03,202: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:03,214: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:34:03,214: w1  node: 10.111.170.102:8091
2017-08-29 18:34:03,215: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:03,224: w1 sink_bucket: default
2017-08-29 18:34:03,224: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:34:03,228: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:03,241: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:34:03,241: w2  node: 10.111.170.103:8091
2017-08-29 18:34:03,243: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:03,249: w2 sink_bucket: default
2017-08-29 18:34:03,250: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:34:03,260: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:03,310: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:34:03,310: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:34:03,310: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:34:03,310: w0          :                total |       last |    per sec
2017-08-29 18:34:03,311: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:34:03,325: Thread-254 Read 40 bytes off the wire
2017-08-29 18:34:03,325: Thread-254 Read 723 bytes off the wire
2017-08-29 18:34:03,337: w1 Send buffer size: 763
2017-08-29 18:34:03,342: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:34:03,342: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:34:03,342: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:34:03,342: w2          :                total |       last |    per sec
2017-08-29 18:34:03,342: w2  node: 10.111.170.103:8091, done; rv: 0
2017-08-29 18:34:03,349: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:34:03,349: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:34:03,349: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:34:03,349: w1          :                total |       last |    per sec
2017-08-29 18:34:03,349: w1    batch :                    1 |          1 |        8.0
2017-08-29 18:34:03,349: w1    byte  :                  337 |        337 |     2693.3
2017-08-29 18:34:03,349: w1    msg   :                    5 |          5 |       40.0
2017-08-29 18:34:03,350: w1  node: 10.111.170.102:8091, done; rv: 0
  [                    ] 0.1% (5/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        4.9
 byte  :                  337 |        337 |     1641.7
 msg   :                    5 |          5 |       24.4
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:34:03,398: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:597
2017-08-29 18:34:03,411: mt Recover and activate vbucket: 597
2017-08-29 18:34:03,413: mt cbrecovery...
2017-08-29 18:34:03,413: mt  source : http://10.111.170.101:8091
2017-08-29 18:34:03,413: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:34:03,413: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [598]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:34:03,414: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:34:03,415: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:34:03,420: mt "GET /pools/default/buckets HTTP/1.1" 200 11340
2017-08-29 18:34:03,440: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:34:03,441: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:34:03,447: mt "GET /pools/default/buckets HTTP/1.1" 200 10264
2017-08-29 18:34:03,470: mt source_bucket: default
2017-08-29 18:34:03,470: mt sink_bucket: default
2017-08-29 18:34:03,471: mt source_buckets: default
2017-08-29 18:34:03,471: mt bucket_source: default
2017-08-29 18:34:03,471: mt source_buckets filtered: default
2017-08-29 18:34:03,471: mt bucket: default
2017-08-29 18:34:03,471: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:34:03,471: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:34:03,471: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:03,471: w0  node: 10.111.170.101:8091
2017-08-29 18:34:03,473: w0 sink_bucket: default
2017-08-29 18:34:03,474: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:34:03,488: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:03,539: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:34:03,539: w1  node: 10.111.170.102:8091
2017-08-29 18:34:03,539: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:03,545: w1 sink_bucket: default
2017-08-29 18:34:03,546: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:34:03,566: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:03,581: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:34:03,581: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:34:03,581: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:34:03,581: w0          :                total |       last |    per sec
2017-08-29 18:34:03,582: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:34:03,593: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:34:03,593: w2  node: 10.111.170.103:8091
2017-08-29 18:34:03,594: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:03,597: w2 sink_bucket: default
2017-08-29 18:34:03,598: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:34:03,626: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:03,647: Thread-257 Read 2070 bytes off the wire
2017-08-29 18:34:03,656: w1 Send buffer size: 2070
2017-08-29 18:34:03,668: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:34:03,668: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:34:03,668: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:34:03,668: w1          :                total |       last |    per sec
2017-08-29 18:34:03,668: w1    batch :                    1 |          1 |        8.1
2017-08-29 18:34:03,668: w1    byte  :                 1015 |       1015 |     8254.8
2017-08-29 18:34:03,668: w1    msg   :                   15 |         15 |      122.0
2017-08-29 18:34:03,668: w1  node: 10.111.170.102:8091, done; rv: 0
2017-08-29 18:34:03,703: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:34:03,703: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:34:03,703: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:34:03,703: w2          :                total |       last |    per sec
2017-08-29 18:34:03,703: w2  node: 10.111.170.103:8091, done; rv: 0
  [                    ] 0.1% (15/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        3.9
 byte  :                 1015 |       1015 |     3975.7
 msg   :                   15 |         15 |       58.8
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:34:03,727: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:598
2017-08-29 18:34:03,742: mt Recover and activate vbucket: 598
2017-08-29 18:34:03,743: mt cbrecovery...
2017-08-29 18:34:03,743: mt  source : http://10.111.170.101:8091
2017-08-29 18:34:03,743: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:34:03,743: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [599]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:34:03,743: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:34:03,744: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:34:03,753: mt "GET /pools/default/buckets HTTP/1.1" 200 11340
2017-08-29 18:34:03,774: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:34:03,775: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:34:03,780: mt "GET /pools/default/buckets HTTP/1.1" 200 10263
2017-08-29 18:34:03,802: mt source_bucket: default
2017-08-29 18:34:03,802: mt sink_bucket: default
2017-08-29 18:34:03,802: mt source_buckets: default
2017-08-29 18:34:03,802: mt bucket_source: default
2017-08-29 18:34:03,802: mt source_buckets filtered: default
2017-08-29 18:34:03,802: mt bucket: default
2017-08-29 18:34:03,802: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:34:03,803: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:34:03,803: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:03,803: w0  node: 10.111.170.101:8091
2017-08-29 18:34:03,805: w0 sink_bucket: default
2017-08-29 18:34:03,805: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:34:03,814: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:03,823: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:34:03,824: w1  node: 10.111.170.102:8091
2017-08-29 18:34:03,824: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:03,835: w1 sink_bucket: default
2017-08-29 18:34:03,835: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:34:03,840: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:03,851: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:34:03,852: w2  node: 10.111.170.103:8091
2017-08-29 18:34:03,853: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:03,866: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:03,866: w2 sink_bucket: default
2017-08-29 18:34:03,867: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:34:03,906: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:34:03,906: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:34:03,906: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:34:03,906: w0          :                total |       last |    per sec
2017-08-29 18:34:03,906: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:34:03,921: Thread-260 Read 40 bytes off the wire
2017-08-29 18:34:03,921: Thread-260 Read 430 bytes off the wire
2017-08-29 18:34:03,921: Thread-260 Read 1178 bytes off the wire
2017-08-29 18:34:03,922: Thread-260 Read 420 bytes off the wire
2017-08-29 18:34:03,929: w1 Send buffer size: 2068
2017-08-29 18:34:03,942: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:34:03,942: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:34:03,942: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:34:03,943: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:34:03,943: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:34:03,943: w1          :                total |       last |    per sec
2017-08-29 18:34:03,943: w1    batch :                    1 |          1 |        9.3
2017-08-29 18:34:03,943: w1    byte  :                 1013 |       1013 |     9390.1
2017-08-29 18:34:03,943: w1    msg   :                   15 |         15 |      139.0
2017-08-29 18:34:03,943: w1  node: 10.111.170.102:8091, done; rv: 0
2017-08-29 18:34:03,942: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:34:03,943: w2          :                total |       last |    per sec
2017-08-29 18:34:03,943: w2  node: 10.111.170.103:8091, done; rv: 0
  [                    ] 0.1% (15/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        5.0
 byte  :                 1013 |       1013 |     5026.2
 msg   :                   15 |         15 |       74.4
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:34:04,005: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:599
2017-08-29 18:34:04,019: mt Recover and activate vbucket: 599
2017-08-29 18:34:04,020: mt cbrecovery...
2017-08-29 18:34:04,020: mt  source : http://10.111.170.101:8091
2017-08-29 18:34:04,020: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:34:04,020: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [600]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:34:04,020: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:34:04,021: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:34:04,029: mt "GET /pools/default/buckets HTTP/1.1" 200 11340
2017-08-29 18:34:04,052: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:34:04,053: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:34:04,057: mt "GET /pools/default/buckets HTTP/1.1" 200 10262
2017-08-29 18:34:04,079: mt source_bucket: default
2017-08-29 18:34:04,079: mt sink_bucket: default
2017-08-29 18:34:04,079: mt source_buckets: default
2017-08-29 18:34:04,079: mt bucket_source: default
2017-08-29 18:34:04,080: mt source_buckets filtered: default
2017-08-29 18:34:04,080: mt bucket: default
2017-08-29 18:34:04,080: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:34:04,081: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:34:04,081: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:04,081: w0  node: 10.111.170.101:8091
2017-08-29 18:34:04,083: w0 sink_bucket: default
2017-08-29 18:34:04,084: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:34:04,094: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:04,101: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:34:04,102: w1  node: 10.111.170.102:8091
2017-08-29 18:34:04,104: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:04,109: w1 sink_bucket: default
2017-08-29 18:34:04,109: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:34:04,130: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:04,144: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:34:04,144: w2  node: 10.111.170.103:8091
2017-08-29 18:34:04,148: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:04,154: w2 sink_bucket: default
2017-08-29 18:34:04,155: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:34:04,163: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:04,198: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:34:04,198: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:34:04,198: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:34:04,199: w0          :                total |       last |    per sec
2017-08-29 18:34:04,199: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:34:04,214: Thread-263 Read 40 bytes off the wire
2017-08-29 18:34:04,214: Thread-263 Read 44 bytes off the wire
2017-08-29 18:34:04,215: Thread-263 Read 1046 bytes off the wire
2017-08-29 18:34:04,216: Thread-263 Read 1207 bytes off the wire
2017-08-29 18:34:04,221: w1 Send buffer size: 2337
2017-08-29 18:34:04,232: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:34:04,232: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:34:04,232: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:34:04,232: w2          :                total |       last |    per sec
2017-08-29 18:34:04,232: w2  node: 10.111.170.103:8091, done; rv: 0
2017-08-29 18:34:04,233: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:34:04,233: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:34:04,233: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:34:04,233: w1          :                total |       last |    per sec
2017-08-29 18:34:04,234: w1    batch :                    1 |          1 |        8.0
2017-08-29 18:34:04,234: w1    byte  :                 1155 |       1155 |     9275.1
2017-08-29 18:34:04,234: w1    msg   :                   17 |         17 |      136.5
2017-08-29 18:34:04,234: w1  node: 10.111.170.102:8091, done; rv: 0
  [                    ] 0.2% (17/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        6.0
 byte  :                 1155 |       1155 |     6981.0
 msg   :                   17 |         17 |      102.8
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:34:04,247: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:600
2017-08-29 18:34:04,260: mt Recover and activate vbucket: 600
2017-08-29 18:34:04,262: mt cbrecovery...
2017-08-29 18:34:04,262: mt  source : http://10.111.170.101:8091
2017-08-29 18:34:04,262: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:34:04,262: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [601]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:34:04,262: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:34:04,263: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:34:04,270: mt "GET /pools/default/buckets HTTP/1.1" 200 11340
2017-08-29 18:34:04,292: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:34:04,293: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:34:04,298: mt "GET /pools/default/buckets HTTP/1.1" 200 10261
2017-08-29 18:34:04,319: mt source_bucket: default
2017-08-29 18:34:04,319: mt sink_bucket: default
2017-08-29 18:34:04,319: mt source_buckets: default
2017-08-29 18:34:04,319: mt bucket_source: default
2017-08-29 18:34:04,319: mt source_buckets filtered: default
2017-08-29 18:34:04,319: mt bucket: default
2017-08-29 18:34:04,319: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:34:04,320: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:34:04,320: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:04,320: w0  node: 10.111.170.101:8091
2017-08-29 18:34:04,323: w0 sink_bucket: default
2017-08-29 18:34:04,323: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:34:04,329: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:04,340: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:34:04,340: w1  node: 10.111.170.102:8091
2017-08-29 18:34:04,340: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:04,342: w1 sink_bucket: default
2017-08-29 18:34:04,343: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:34:04,361: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:04,376: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:34:04,376: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:04,377: w2  node: 10.111.170.103:8091
2017-08-29 18:34:04,387: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:04,388: w2 sink_bucket: default
2017-08-29 18:34:04,388: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:34:04,430: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:34:04,430: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:34:04,430: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:34:04,430: w0          :                total |       last |    per sec
2017-08-29 18:34:04,430: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:34:04,451: Thread-266 Read 1780 bytes off the wire
2017-08-29 18:34:04,452: Thread-266 Read 159 bytes off the wire
2017-08-29 18:34:04,456: w1 Send buffer size: 1939
2017-08-29 18:34:04,464: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:34:04,465: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:34:04,465: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:34:04,465: w2          :                total |       last |    per sec
2017-08-29 18:34:04,466: w2  node: 10.111.170.103:8091, done; rv: 0
2017-08-29 18:34:04,470: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:34:04,470: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:34:04,470: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:34:04,470: w1          :                total |       last |    per sec
2017-08-29 18:34:04,470: w1    batch :                    1 |          1 |        7.9
2017-08-29 18:34:04,470: w1    byte  :                  947 |        947 |     7440.7
2017-08-29 18:34:04,470: w1    msg   :                   14 |         14 |      110.0
2017-08-29 18:34:04,470: w1  node: 10.111.170.102:8091, done; rv: 0
  [                    ] 0.1% (14/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        4.9
 byte  :                  947 |        947 |     4667.2
 msg   :                   14 |         14 |       69.0
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:34:04,523: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:601
2017-08-29 18:34:04,536: mt Recover and activate vbucket: 601
2017-08-29 18:34:04,538: mt cbrecovery...
2017-08-29 18:34:04,538: mt  source : http://10.111.170.101:8091
2017-08-29 18:34:04,538: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:34:04,538: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [602]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:34:04,538: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:34:04,539: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:34:04,544: mt "GET /pools/default/buckets HTTP/1.1" 200 11340
2017-08-29 18:34:04,566: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:34:04,567: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:34:04,573: mt "GET /pools/default/buckets HTTP/1.1" 200 10260
2017-08-29 18:34:04,592: mt source_bucket: default
2017-08-29 18:34:04,592: mt sink_bucket: default
2017-08-29 18:34:04,592: mt source_buckets: default
2017-08-29 18:34:04,592: mt bucket_source: default
2017-08-29 18:34:04,593: mt source_buckets filtered: default
2017-08-29 18:34:04,593: mt bucket: default
2017-08-29 18:34:04,593: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:34:04,593: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:34:04,593: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:04,594: w0  node: 10.111.170.101:8091
2017-08-29 18:34:04,596: w0 sink_bucket: default
2017-08-29 18:34:04,597: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:34:04,605: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:04,612: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:34:04,613: w1  node: 10.111.170.102:8091
2017-08-29 18:34:04,614: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:04,619: w1 sink_bucket: default
2017-08-29 18:34:04,619: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:34:04,636: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:04,652: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:34:04,652: w2  node: 10.111.170.103:8091
2017-08-29 18:34:04,653: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:04,664: w2 sink_bucket: default
2017-08-29 18:34:04,664: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:34:04,664: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:04,702: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:34:04,703: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:34:04,703: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:34:04,703: w0          :                total |       last |    per sec
2017-08-29 18:34:04,703: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:34:04,718: Thread-269 Read 636 bytes off the wire
2017-08-29 18:34:04,718: w1 Send buffer size: 636
2017-08-29 18:34:04,730: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:34:04,730: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:34:04,730: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:34:04,730: w1          :                total |       last |    per sec
2017-08-29 18:34:04,730: w1    batch :                    1 |          1 |        9.0
2017-08-29 18:34:04,731: w1    byte  :                  272 |        272 |     2446.3
2017-08-29 18:34:04,731: w1    msg   :                    4 |          4 |       36.0
2017-08-29 18:34:04,731: w1  node: 10.111.170.102:8091, done; rv: 0
2017-08-29 18:34:04,737: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:34:04,737: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:34:04,737: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:34:04,737: w2          :                total |       last |    per sec
2017-08-29 18:34:04,737: w2  node: 10.111.170.103:8091, done; rv: 0
  [                    ] 0.0% (4/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        4.9
 byte  :                  272 |        272 |     1332.8
 msg   :                    4 |          4 |       19.6
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:34:04,797: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:602
2017-08-29 18:34:04,816: mt Recover and activate vbucket: 602
2017-08-29 18:34:04,817: mt cbrecovery...
2017-08-29 18:34:04,817: mt  source : http://10.111.170.101:8091
2017-08-29 18:34:04,817: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:34:04,817: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [603]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:34:04,817: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:34:04,819: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:34:04,825: mt "GET /pools/default/buckets HTTP/1.1" 200 11340
2017-08-29 18:34:04,851: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:34:04,852: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:34:04,860: mt "GET /pools/default/buckets HTTP/1.1" 200 10259
2017-08-29 18:34:04,884: mt source_bucket: default
2017-08-29 18:34:04,884: mt sink_bucket: default
2017-08-29 18:34:04,884: mt source_buckets: default
2017-08-29 18:34:04,884: mt bucket_source: default
2017-08-29 18:34:04,884: mt source_buckets filtered: default
2017-08-29 18:34:04,884: mt bucket: default
2017-08-29 18:34:04,884: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:34:04,885: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:34:04,885: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:04,885: w0  node: 10.111.170.101:8091
2017-08-29 18:34:04,888: w0 sink_bucket: default
2017-08-29 18:34:04,889: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:34:04,895: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:04,908: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:34:04,908: w1  node: 10.111.170.102:8091
2017-08-29 18:34:04,908: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:04,916: w1 sink_bucket: default
2017-08-29 18:34:04,917: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:34:04,926: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:04,942: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:34:04,942: w2  node: 10.111.170.103:8091
2017-08-29 18:34:04,942: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:04,955: w2 sink_bucket: default
2017-08-29 18:34:04,955: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:34:04,959: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:04,991: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:34:04,991: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:34:04,991: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:34:04,992: w0          :                total |       last |    per sec
2017-08-29 18:34:04,992: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:34:05,021: w1 no response while there 1 active streams
2017-08-29 18:34:05,030: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:34:05,030: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:34:05,030: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:34:05,030: w2          :                total |       last |    per sec
2017-08-29 18:34:05,030: w2  node: 10.111.170.103:8091, done; rv: 0
2017-08-29 18:34:05,272: w1 no response while there 1 active streams
2017-08-29 18:34:05,522: w1 no response while there 1 active streams
2017-08-29 18:34:05,773: w1 no response while there 1 active streams
2017-08-29 18:34:06,011: Thread-272 Read 373 bytes off the wire
2017-08-29 18:34:06,024: w1 Send buffer size: 373
2017-08-29 18:34:06,037: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:34:06,037: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:34:06,037: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:34:06,037: w1          :                total |       last |    per sec
2017-08-29 18:34:06,037: w1    batch :                    1 |          1 |        0.9
2017-08-29 18:34:06,037: w1    byte  :                  135 |        135 |      120.5
2017-08-29 18:34:06,037: w1    msg   :                    2 |          2 |        1.8
2017-08-29 18:34:06,038: w1  node: 10.111.170.102:8091, done; rv: 0
  [                    ] 0.0% (2/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        0.8
 byte  :                  135 |        135 |      112.1
 msg   :                    2 |          2 |        1.7
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:34:06,089: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:603
2017-08-29 18:34:06,105: mt Recover and activate vbucket: 603
2017-08-29 18:34:06,107: mt cbrecovery...
2017-08-29 18:34:06,107: mt  source : http://10.111.170.101:8091
2017-08-29 18:34:06,107: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:34:06,107: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [604]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:34:06,107: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:34:06,108: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:34:06,114: mt "GET /pools/default/buckets HTTP/1.1" 200 11340
2017-08-29 18:34:06,145: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:34:06,146: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:34:06,153: mt "GET /pools/default/buckets HTTP/1.1" 200 10258
2017-08-29 18:34:06,173: mt source_bucket: default
2017-08-29 18:34:06,173: mt sink_bucket: default
2017-08-29 18:34:06,173: mt source_buckets: default
2017-08-29 18:34:06,173: mt bucket_source: default
2017-08-29 18:34:06,173: mt source_buckets filtered: default
2017-08-29 18:34:06,173: mt bucket: default
2017-08-29 18:34:06,174: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:34:06,174: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:34:06,174: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:06,174: w0  node: 10.111.170.101:8091
2017-08-29 18:34:06,177: w0 sink_bucket: default
2017-08-29 18:34:06,177: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:34:06,183: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:06,193: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:34:06,193: w1  node: 10.111.170.102:8091
2017-08-29 18:34:06,193: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:06,197: w1 sink_bucket: default
2017-08-29 18:34:06,198: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:34:06,212: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:06,221: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:34:06,225: w2  node: 10.111.170.103:8091
2017-08-29 18:34:06,226: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:06,234: w2 sink_bucket: default
2017-08-29 18:34:06,235: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:34:06,248: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:06,290: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:34:06,291: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:34:06,291: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:34:06,291: w0          :                total |       last |    per sec
2017-08-29 18:34:06,291: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:34:06,348: Thread-275 Read 40 bytes off the wire
2017-08-29 18:34:06,349: Thread-275 Read 334 bytes off the wire
2017-08-29 18:34:06,352: w1 Send buffer size: 374
2017-08-29 18:34:06,362: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:34:06,362: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:34:06,362: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:34:06,362: w2          :                total |       last |    per sec
2017-08-29 18:34:06,362: w2  node: 10.111.170.103:8091, done; rv: 0
2017-08-29 18:34:06,367: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:34:06,367: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:34:06,367: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:34:06,367: w1          :                total |       last |    per sec
2017-08-29 18:34:06,367: w1    batch :                    1 |          1 |        5.9
2017-08-29 18:34:06,367: w1    byte  :                  136 |        136 |      800.5
2017-08-29 18:34:06,367: w1    msg   :                    2 |          2 |       11.8
2017-08-29 18:34:06,368: w1  node: 10.111.170.102:8091, done; rv: 0
  [                    ] 0.0% (2/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        4.1
 byte  :                  136 |        136 |      562.9
 msg   :                    2 |          2 |        8.3
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:34:06,416: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:604
2017-08-29 18:34:06,432: mt Recover and activate vbucket: 604
2017-08-29 18:34:06,433: mt cbrecovery...
2017-08-29 18:34:06,433: mt  source : http://10.111.170.101:8091
2017-08-29 18:34:06,433: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:34:06,433: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [605]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:34:06,434: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:34:06,435: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:34:06,441: mt "GET /pools/default/buckets HTTP/1.1" 200 11340
2017-08-29 18:34:06,461: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:34:06,461: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:34:06,467: mt "GET /pools/default/buckets HTTP/1.1" 200 10257
2017-08-29 18:34:06,493: mt source_bucket: default
2017-08-29 18:34:06,493: mt sink_bucket: default
2017-08-29 18:34:06,493: mt source_buckets: default
2017-08-29 18:34:06,493: mt bucket_source: default
2017-08-29 18:34:06,494: mt source_buckets filtered: default
2017-08-29 18:34:06,494: mt bucket: default
2017-08-29 18:34:06,494: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:34:06,494: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:34:06,494: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:06,495: w0  node: 10.111.170.101:8091
2017-08-29 18:34:06,506: w0 sink_bucket: default
2017-08-29 18:34:06,507: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:34:06,536: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:06,543: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:34:06,548: w1  node: 10.111.170.102:8091
2017-08-29 18:34:06,548: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:06,551: w1 sink_bucket: default
2017-08-29 18:34:06,551: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:34:06,560: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:06,568: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:34:06,568: w2  node: 10.111.170.103:8091
2017-08-29 18:34:06,568: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:06,578: w2 sink_bucket: default
2017-08-29 18:34:06,579: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:34:06,584: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:06,613: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:34:06,613: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:34:06,613: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:34:06,613: w0          :                total |       last |    per sec
2017-08-29 18:34:06,613: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:34:06,655: Thread-278 Read 40 bytes off the wire
2017-08-29 18:34:06,656: Thread-278 Read 568 bytes off the wire
2017-08-29 18:34:06,656: Thread-278 Read 159 bytes off the wire
2017-08-29 18:34:06,657: w1 Send buffer size: 767
2017-08-29 18:34:06,667: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:34:06,667: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:34:06,667: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:34:06,667: w2          :                total |       last |    per sec
2017-08-29 18:34:06,668: w2  node: 10.111.170.103:8091, done; rv: 0
2017-08-29 18:34:06,669: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:34:06,669: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:34:06,669: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:34:06,669: w1          :                total |       last |    per sec
2017-08-29 18:34:06,669: w1    batch :                    1 |          1 |        8.4
2017-08-29 18:34:06,669: w1    byte  :                  340 |        340 |     2872.6
2017-08-29 18:34:06,669: w1    msg   :                    5 |          5 |       42.2
2017-08-29 18:34:06,670: w1  node: 10.111.170.102:8091, done; rv: 0
  [                    ] 0.1% (5/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        4.5
 byte  :                  340 |        340 |     1541.3
 msg   :                    5 |          5 |       22.7
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:34:06,715: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:605
2017-08-29 18:34:06,746: mt Recover and activate vbucket: 605
2017-08-29 18:34:06,747: mt cbrecovery...
2017-08-29 18:34:06,747: mt  source : http://10.111.170.101:8091
2017-08-29 18:34:06,747: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:34:06,747: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [606]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:34:06,747: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:34:06,748: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:34:06,754: mt "GET /pools/default/buckets HTTP/1.1" 200 11340
2017-08-29 18:34:06,776: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:34:06,777: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:34:06,781: mt "GET /pools/default/buckets HTTP/1.1" 200 10256
2017-08-29 18:34:06,802: mt source_bucket: default
2017-08-29 18:34:06,802: mt sink_bucket: default
2017-08-29 18:34:06,803: mt source_buckets: default
2017-08-29 18:34:06,803: mt bucket_source: default
2017-08-29 18:34:06,803: mt source_buckets filtered: default
2017-08-29 18:34:06,803: mt bucket: default
2017-08-29 18:34:06,803: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:34:06,808: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:34:06,808: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:06,809: w0  node: 10.111.170.101:8091
2017-08-29 18:34:06,810: w0 sink_bucket: default
2017-08-29 18:34:06,811: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:34:06,822: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:06,833: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:34:06,834: w1  node: 10.111.170.102:8091
2017-08-29 18:34:06,835: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:06,840: w1 sink_bucket: default
2017-08-29 18:34:06,841: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:34:06,847: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:06,862: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:34:06,862: w2  node: 10.111.170.103:8091
2017-08-29 18:34:06,864: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:06,876: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:06,877: w2 sink_bucket: default
2017-08-29 18:34:06,877: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:34:06,917: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:34:06,917: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:34:06,917: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:34:06,917: w0          :                total |       last |    per sec
2017-08-29 18:34:06,917: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:34:06,938: Thread-281 Read 40 bytes off the wire
2017-08-29 18:34:06,939: Thread-281 Read 562 bytes off the wire
2017-08-29 18:34:06,939: Thread-281 Read 524 bytes off the wire
2017-08-29 18:34:06,940: Thread-281 Read 1205 bytes off the wire
2017-08-29 18:34:06,950: w1 Send buffer size: 2331
2017-08-29 18:34:06,955: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:34:06,956: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:34:06,956: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:34:06,956: w2          :                total |       last |    per sec
2017-08-29 18:34:06,956: w2  node: 10.111.170.103:8091, done; rv: 0
2017-08-29 18:34:06,965: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:34:06,965: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:34:06,965: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:34:06,966: w1          :                total |       last |    per sec
2017-08-29 18:34:06,966: w1    batch :                    1 |          1 |        8.0
2017-08-29 18:34:06,966: w1    byte  :                 1150 |       1150 |     9178.3
2017-08-29 18:34:06,966: w1    msg   :                   17 |         17 |      135.7
2017-08-29 18:34:06,966: w1  node: 10.111.170.102:8091, done; rv: 0
  [                    ] 0.2% (17/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        4.9
 byte  :                 1150 |       1150 |     5676.9
 msg   :                   17 |         17 |       83.9
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:34:07,012: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:606
2017-08-29 18:34:07,035: mt Recover and activate vbucket: 606
2017-08-29 18:34:07,036: mt cbrecovery...
2017-08-29 18:34:07,036: mt  source : http://10.111.170.101:8091
2017-08-29 18:34:07,036: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:34:07,036: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [607]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:34:07,036: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:34:07,037: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:34:07,044: mt "GET /pools/default/buckets HTTP/1.1" 200 11351
2017-08-29 18:34:07,064: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:34:07,065: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:34:07,070: mt "GET /pools/default/buckets HTTP/1.1" 200 10255
2017-08-29 18:34:07,091: mt source_bucket: default
2017-08-29 18:34:07,091: mt sink_bucket: default
2017-08-29 18:34:07,091: mt source_buckets: default
2017-08-29 18:34:07,092: mt bucket_source: default
2017-08-29 18:34:07,092: mt source_buckets filtered: default
2017-08-29 18:34:07,092: mt bucket: default
2017-08-29 18:34:07,092: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:34:07,092: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:34:07,092: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:07,093: w0  node: 10.111.170.101:8091
2017-08-29 18:34:07,095: w0 sink_bucket: default
2017-08-29 18:34:07,095: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:34:07,104: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:07,114: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:34:07,114: w1  node: 10.111.170.102:8091
2017-08-29 18:34:07,115: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:07,122: w1 sink_bucket: default
2017-08-29 18:34:07,123: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:34:07,132: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:07,148: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:34:07,148: w2  node: 10.111.170.103:8091
2017-08-29 18:34:07,149: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:07,160: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:07,160: w2 sink_bucket: default
2017-08-29 18:34:07,160: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:34:07,196: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:34:07,196: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:34:07,196: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:34:07,197: w0          :                total |       last |    per sec
2017-08-29 18:34:07,197: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:34:07,221: Thread-284 Read 40 bytes off the wire
2017-08-29 18:34:07,222: Thread-284 Read 951 bytes off the wire
2017-08-29 18:34:07,222: Thread-284 Read 1076 bytes off the wire
2017-08-29 18:34:07,230: w1 Send buffer size: 2067
2017-08-29 18:34:07,237: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:34:07,237: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:34:07,237: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:34:07,237: w2          :                total |       last |    per sec
2017-08-29 18:34:07,237: w2  node: 10.111.170.103:8091, done; rv: 0
2017-08-29 18:34:07,242: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:34:07,243: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:34:07,243: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:34:07,243: w1          :                total |       last |    per sec
2017-08-29 18:34:07,243: w1    batch :                    1 |          1 |        8.3
2017-08-29 18:34:07,243: w1    byte  :                 1013 |       1013 |     8421.7
2017-08-29 18:34:07,243: w1    msg   :                   15 |         15 |      124.7
2017-08-29 18:34:07,243: w1  node: 10.111.170.102:8091, done; rv: 0
  [                    ] 0.1% (15/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        5.0
 byte  :                 1013 |       1013 |     5059.5
 msg   :                   15 |         15 |       74.9
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:34:07,293: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:607
2017-08-29 18:34:07,306: mt Recover and activate vbucket: 607
2017-08-29 18:34:07,308: mt cbrecovery...
2017-08-29 18:34:07,308: mt  source : http://10.111.170.101:8091
2017-08-29 18:34:07,308: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:34:07,308: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [608]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:34:07,308: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:34:07,309: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:34:07,315: mt "GET /pools/default/buckets HTTP/1.1" 200 11351
2017-08-29 18:34:07,336: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:34:07,337: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:34:07,343: mt "GET /pools/default/buckets HTTP/1.1" 200 10254
2017-08-29 18:34:07,361: mt source_bucket: default
2017-08-29 18:34:07,361: mt sink_bucket: default
2017-08-29 18:34:07,361: mt source_buckets: default
2017-08-29 18:34:07,361: mt bucket_source: default
2017-08-29 18:34:07,361: mt source_buckets filtered: default
2017-08-29 18:34:07,361: mt bucket: default
2017-08-29 18:34:07,361: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:34:07,362: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:34:07,362: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:07,362: w0  node: 10.111.170.101:8091
2017-08-29 18:34:07,364: w0 sink_bucket: default
2017-08-29 18:34:07,364: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:34:07,374: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:07,380: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:34:07,384: w1  node: 10.111.170.102:8091
2017-08-29 18:34:07,384: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:07,388: w1 sink_bucket: default
2017-08-29 18:34:07,388: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:34:07,400: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:07,412: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:34:07,412: w2  node: 10.111.170.103:8091
2017-08-29 18:34:07,413: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:07,424: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:07,424: w2 sink_bucket: default
2017-08-29 18:34:07,424: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:34:07,465: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:34:07,465: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:34:07,465: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:34:07,465: w0          :                total |       last |    per sec
2017-08-29 18:34:07,466: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:34:07,507: w1 no response while there 1 active streams
2017-08-29 18:34:07,521: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:34:07,521: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:34:07,521: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:34:07,521: w2          :                total |       last |    per sec
2017-08-29 18:34:07,521: w2  node: 10.111.170.103:8091, done; rv: 0
2017-08-29 18:34:07,758: w1 no response while there 1 active streams
2017-08-29 18:34:08,009: w1 no response while there 1 active streams
2017-08-29 18:34:08,260: w1 no response while there 1 active streams
2017-08-29 18:34:08,498: Thread-287 Read 2467 bytes off the wire
2017-08-29 18:34:08,512: w1 Send buffer size: 2467
2017-08-29 18:34:08,528: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:34:08,528: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:34:08,528: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:34:08,528: w1          :                total |       last |    per sec
2017-08-29 18:34:08,528: w1    batch :                    1 |          1 |        0.9
2017-08-29 18:34:08,528: w1    byte  :                 1222 |       1222 |     1072.2
2017-08-29 18:34:08,528: w1    msg   :                   18 |         18 |       15.8
2017-08-29 18:34:08,528: w1  node: 10.111.170.102:8091, done; rv: 0
  [                    ] 0.2% (18/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        0.8
 byte  :                 1222 |       1222 |     1026.1
 msg   :                   18 |         18 |       15.1
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:34:08,553: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:608
2017-08-29 18:34:08,569: mt Recover and activate vbucket: 608
2017-08-29 18:34:08,571: mt cbrecovery...
2017-08-29 18:34:08,571: mt  source : http://10.111.170.101:8091
2017-08-29 18:34:08,571: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:34:08,571: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [609]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:34:08,571: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:34:08,572: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:34:08,577: mt "GET /pools/default/buckets HTTP/1.1" 200 11351
2017-08-29 18:34:08,598: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:34:08,599: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:34:08,605: mt "GET /pools/default/buckets HTTP/1.1" 200 10253
2017-08-29 18:34:08,628: mt source_bucket: default
2017-08-29 18:34:08,628: mt sink_bucket: default
2017-08-29 18:34:08,628: mt source_buckets: default
2017-08-29 18:34:08,628: mt bucket_source: default
2017-08-29 18:34:08,628: mt source_buckets filtered: default
2017-08-29 18:34:08,628: mt bucket: default
2017-08-29 18:34:08,628: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:34:08,629: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:34:08,629: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:08,629: w0  node: 10.111.170.101:8091
2017-08-29 18:34:08,631: w0 sink_bucket: default
2017-08-29 18:34:08,632: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:34:08,641: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:08,652: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:34:08,653: w1  node: 10.111.170.102:8091
2017-08-29 18:34:08,653: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:08,657: w1 sink_bucket: default
2017-08-29 18:34:08,657: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:34:08,666: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:08,679: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:34:08,680: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:08,680: w2  node: 10.111.170.103:8091
2017-08-29 18:34:08,695: w2 sink_bucket: default
2017-08-29 18:34:08,695: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:34:08,693: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:08,728: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:34:08,728: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:34:08,728: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:34:08,728: w0          :                total |       last |    per sec
2017-08-29 18:34:08,728: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:34:08,756: w1 no response while there 1 active streams
2017-08-29 18:34:08,770: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:34:08,770: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:34:08,770: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:34:08,770: w2          :                total |       last |    per sec
2017-08-29 18:34:08,771: w2  node: 10.111.170.103:8091, done; rv: 0
2017-08-29 18:34:09,008: w1 no response while there 1 active streams
2017-08-29 18:34:09,258: w1 no response while there 1 active streams
2017-08-29 18:34:09,509: w1 no response while there 1 active streams
2017-08-29 18:34:09,750: Thread-290 Read 2065 bytes off the wire
2017-08-29 18:34:09,760: w1 Send buffer size: 2065
2017-08-29 18:34:09,773: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:34:09,774: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:34:09,774: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:34:09,774: w1          :                total |       last |    per sec
2017-08-29 18:34:09,774: w1    batch :                    1 |          1 |        0.9
2017-08-29 18:34:09,774: w1    byte  :                 1011 |       1011 |      905.5
2017-08-29 18:34:09,774: w1    msg   :                   15 |         15 |       13.4
2017-08-29 18:34:09,774: w1  node: 10.111.170.102:8091, done; rv: 0
  [                    ] 0.1% (15/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        0.8
 byte  :                 1011 |       1011 |      847.8
 msg   :                   15 |         15 |       12.6
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:34:09,821: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:609
2017-08-29 18:34:09,839: mt Recover and activate vbucket: 609
2017-08-29 18:34:09,840: mt cbrecovery...
2017-08-29 18:34:09,840: mt  source : http://10.111.170.101:8091
2017-08-29 18:34:09,840: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:34:09,840: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [610]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:34:09,840: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:34:09,841: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:34:09,847: mt "GET /pools/default/buckets HTTP/1.1" 200 11351
2017-08-29 18:34:09,871: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:34:09,873: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:34:09,878: mt "GET /pools/default/buckets HTTP/1.1" 200 10252
2017-08-29 18:34:09,899: mt source_bucket: default
2017-08-29 18:34:09,900: mt sink_bucket: default
2017-08-29 18:34:09,900: mt source_buckets: default
2017-08-29 18:34:09,900: mt bucket_source: default
2017-08-29 18:34:09,900: mt source_buckets filtered: default
2017-08-29 18:34:09,900: mt bucket: default
2017-08-29 18:34:09,900: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:34:09,901: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:34:09,901: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:09,902: w0  node: 10.111.170.101:8091
2017-08-29 18:34:09,905: w0 sink_bucket: default
2017-08-29 18:34:09,905: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:34:09,912: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:09,925: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:34:09,925: w1  node: 10.111.170.102:8091
2017-08-29 18:34:09,926: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:09,932: w1 sink_bucket: default
2017-08-29 18:34:09,933: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:34:09,938: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:09,947: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:34:09,947: w2  node: 10.111.170.103:8091
2017-08-29 18:34:09,948: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:09,956: w2 sink_bucket: default
2017-08-29 18:34:09,957: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:34:09,969: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:10,022: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:34:10,023: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:34:10,023: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:34:10,023: w0          :                total |       last |    per sec
2017-08-29 18:34:10,023: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:34:10,033: Thread-293 Read 40 bytes off the wire
2017-08-29 18:34:10,033: Thread-293 Read 955 bytes off the wire
2017-08-29 18:34:10,033: Thread-293 Read 28 bytes off the wire
2017-08-29 18:34:10,043: w1 Send buffer size: 1023
2017-08-29 18:34:10,048: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:34:10,048: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:34:10,048: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:34:10,048: w2          :                total |       last |    per sec
2017-08-29 18:34:10,049: w2  node: 10.111.170.103:8091, done; rv: 0
2017-08-29 18:34:10,056: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:34:10,056: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:34:10,056: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:34:10,056: w1          :                total |       last |    per sec
2017-08-29 18:34:10,056: w1    batch :                    1 |          1 |        8.1
2017-08-29 18:34:10,056: w1    byte  :                  472 |        472 |     3810.9
2017-08-29 18:34:10,056: w1    msg   :                    7 |          7 |       56.5
2017-08-29 18:34:10,056: w1  node: 10.111.170.102:8091, done; rv: 0
  [                    ] 0.1% (7/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        4.9
 byte  :                  472 |        472 |     2324.4
 msg   :                    7 |          7 |       34.5
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:34:10,104: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:610
2017-08-29 18:34:10,121: mt Recover and activate vbucket: 610
2017-08-29 18:34:10,123: mt cbrecovery...
2017-08-29 18:34:10,123: mt  source : http://10.111.170.101:8091
2017-08-29 18:34:10,123: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:34:10,123: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [611]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:34:10,123: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:34:10,125: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:34:10,133: mt "GET /pools/default/buckets HTTP/1.1" 200 11351
2017-08-29 18:34:10,159: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:34:10,160: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:34:10,165: mt "GET /pools/default/buckets HTTP/1.1" 200 10251
2017-08-29 18:34:10,185: mt source_bucket: default
2017-08-29 18:34:10,185: mt sink_bucket: default
2017-08-29 18:34:10,185: mt source_buckets: default
2017-08-29 18:34:10,185: mt bucket_source: default
2017-08-29 18:34:10,185: mt source_buckets filtered: default
2017-08-29 18:34:10,185: mt bucket: default
2017-08-29 18:34:10,185: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:34:10,187: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:34:10,187: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:10,187: w0  node: 10.111.170.101:8091
2017-08-29 18:34:10,191: w0 sink_bucket: default
2017-08-29 18:34:10,192: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:34:10,197: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:10,210: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:34:10,211: w1  node: 10.111.170.102:8091
2017-08-29 18:34:10,211: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:10,213: w1 sink_bucket: default
2017-08-29 18:34:10,213: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:34:10,225: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:10,244: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:34:10,245: w2  node: 10.111.170.103:8091
2017-08-29 18:34:10,248: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:10,259: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:10,260: w2 sink_bucket: default
2017-08-29 18:34:10,260: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:34:10,296: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:34:10,296: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:34:10,296: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:34:10,296: w0          :                total |       last |    per sec
2017-08-29 18:34:10,296: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:34:10,317: Thread-296 Read 40 bytes off the wire
2017-08-29 18:34:10,318: Thread-296 Read 983 bytes off the wire
2017-08-29 18:34:10,325: w1 Send buffer size: 1023
2017-08-29 18:34:10,335: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:34:10,335: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:34:10,335: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:34:10,335: w2          :                total |       last |    per sec
2017-08-29 18:34:10,335: w2  node: 10.111.170.103:8091, done; rv: 0
2017-08-29 18:34:10,337: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:34:10,337: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:34:10,337: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:34:10,337: w1          :                total |       last |    per sec
2017-08-29 18:34:10,337: w1    batch :                    1 |          1 |        8.0
2017-08-29 18:34:10,337: w1    byte  :                  472 |        472 |     3793.1
2017-08-29 18:34:10,338: w1    msg   :                    7 |          7 |       56.3
2017-08-29 18:34:10,338: w1  node: 10.111.170.102:8091, done; rv: 0
  [                    ] 0.1% (7/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        4.9
 byte  :                  472 |        472 |     2293.7
 msg   :                    7 |          7 |       34.0
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:34:10,392: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:611
2017-08-29 18:34:10,406: mt Recover and activate vbucket: 611
2017-08-29 18:34:10,407: mt cbrecovery...
2017-08-29 18:34:10,407: mt  source : http://10.111.170.101:8091
2017-08-29 18:34:10,407: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:34:10,407: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [612]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:34:10,407: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:34:10,408: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:34:10,413: mt "GET /pools/default/buckets HTTP/1.1" 200 11351
2017-08-29 18:34:10,433: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:34:10,434: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:34:10,441: mt "GET /pools/default/buckets HTTP/1.1" 200 10250
2017-08-29 18:34:10,461: mt source_bucket: default
2017-08-29 18:34:10,461: mt sink_bucket: default
2017-08-29 18:34:10,461: mt source_buckets: default
2017-08-29 18:34:10,461: mt bucket_source: default
2017-08-29 18:34:10,461: mt source_buckets filtered: default
2017-08-29 18:34:10,461: mt bucket: default
2017-08-29 18:34:10,462: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:34:10,462: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:34:10,462: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:10,463: w0  node: 10.111.170.101:8091
2017-08-29 18:34:10,464: w0 sink_bucket: default
2017-08-29 18:34:10,465: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:34:10,472: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:10,482: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:34:10,482: w1  node: 10.111.170.102:8091
2017-08-29 18:34:10,483: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:10,487: w1 sink_bucket: default
2017-08-29 18:34:10,488: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:34:10,534: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:10,549: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:34:10,549: w2  node: 10.111.170.103:8091
2017-08-29 18:34:10,550: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:10,560: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:10,560: w2 sink_bucket: default
2017-08-29 18:34:10,560: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:34:10,578: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:34:10,578: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:34:10,578: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:34:10,578: w0          :                total |       last |    per sec
2017-08-29 18:34:10,578: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:34:10,602: Thread-299 Read 40 bytes off the wire
2017-08-29 18:34:10,603: Thread-299 Read 334 bytes off the wire
2017-08-29 18:34:10,608: w1 Send buffer size: 374
2017-08-29 18:34:10,667: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:34:10,667: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:34:10,668: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:34:10,668: w2          :                total |       last |    per sec
2017-08-29 18:34:10,668: w2  node: 10.111.170.103:8091, done; rv: 0
2017-08-29 18:34:10,669: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:34:10,669: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:34:10,669: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:34:10,669: w1          :                total |       last |    per sec
2017-08-29 18:34:10,669: w1    batch :                    1 |          1 |        5.5
2017-08-29 18:34:10,670: w1    byte  :                  136 |        136 |      748.0
2017-08-29 18:34:10,670: w1    msg   :                    2 |          2 |       11.0
2017-08-29 18:34:10,670: w1  node: 10.111.170.102:8091, done; rv: 0
  [                    ] 0.0% (2/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        3.7
 byte  :                  136 |        136 |      509.7
 msg   :                    2 |          2 |        7.5
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:34:10,729: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:612
2017-08-29 18:34:10,749: mt Recover and activate vbucket: 612
2017-08-29 18:34:10,750: mt cbrecovery...
2017-08-29 18:34:10,750: mt  source : http://10.111.170.101:8091
2017-08-29 18:34:10,750: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:34:10,750: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [613]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:34:10,750: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:34:10,751: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:34:10,758: mt "GET /pools/default/buckets HTTP/1.1" 200 11351
2017-08-29 18:34:10,778: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:34:10,778: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:34:10,783: mt "GET /pools/default/buckets HTTP/1.1" 200 10249
2017-08-29 18:34:10,803: mt source_bucket: default
2017-08-29 18:34:10,803: mt sink_bucket: default
2017-08-29 18:34:10,803: mt source_buckets: default
2017-08-29 18:34:10,804: mt bucket_source: default
2017-08-29 18:34:10,804: mt source_buckets filtered: default
2017-08-29 18:34:10,804: mt bucket: default
2017-08-29 18:34:10,804: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:34:10,805: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:34:10,805: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:10,805: w0  node: 10.111.170.101:8091
2017-08-29 18:34:10,808: w0 sink_bucket: default
2017-08-29 18:34:10,808: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:34:10,814: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:10,825: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:34:10,825: w1  node: 10.111.170.102:8091
2017-08-29 18:34:10,825: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:10,833: w1 sink_bucket: default
2017-08-29 18:34:10,834: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:34:10,843: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:10,854: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:34:10,855: w2  node: 10.111.170.103:8091
2017-08-29 18:34:10,855: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:10,867: w2 sink_bucket: default
2017-08-29 18:34:10,867: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:34:10,897: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:34:10,897: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:34:10,897: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:34:10,897: w0          :                total |       last |    per sec
2017-08-29 18:34:10,898: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:34:10,907: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:10,946: w1 no response while there 1 active streams
2017-08-29 18:34:10,952: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:34:10,952: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:34:10,952: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:34:10,952: w2          :                total |       last |    per sec
2017-08-29 18:34:10,953: w2  node: 10.111.170.103:8091, done; rv: 0
2017-08-29 18:34:11,196: w1 no response while there 1 active streams
2017-08-29 18:34:11,447: w1 no response while there 1 active streams
2017-08-29 18:34:11,698: w1 no response while there 1 active streams
2017-08-29 18:34:11,935: Thread-302 Read 769 bytes off the wire
2017-08-29 18:34:11,949: w1 Send buffer size: 769
2017-08-29 18:34:11,961: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:34:11,961: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:34:11,962: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:34:11,962: w1          :                total |       last |    per sec
2017-08-29 18:34:11,962: w1    batch :                    1 |          1 |        0.9
2017-08-29 18:34:11,962: w1    byte  :                  342 |        342 |      303.1
2017-08-29 18:34:11,962: w1    msg   :                    5 |          5 |        4.4
2017-08-29 18:34:11,962: w1  node: 10.111.170.102:8091, done; rv: 0
  [                    ] 0.1% (5/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        0.8
 byte  :                  342 |        342 |      275.5
 msg   :                    5 |          5 |        4.0
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:34:12,046: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:613
2017-08-29 18:34:12,064: mt Recover and activate vbucket: 613
2017-08-29 18:34:12,065: mt cbrecovery...
2017-08-29 18:34:12,065: mt  source : http://10.111.170.101:8091
2017-08-29 18:34:12,065: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:34:12,065: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [614]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:34:12,065: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:34:12,066: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:34:12,072: mt "GET /pools/default/buckets HTTP/1.1" 200 11336
2017-08-29 18:34:12,093: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:34:12,094: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:34:12,101: mt "GET /pools/default/buckets HTTP/1.1" 200 10248
2017-08-29 18:34:12,122: mt source_bucket: default
2017-08-29 18:34:12,123: mt sink_bucket: default
2017-08-29 18:34:12,123: mt source_buckets: default
2017-08-29 18:34:12,123: mt bucket_source: default
2017-08-29 18:34:12,123: mt source_buckets filtered: default
2017-08-29 18:34:12,123: mt bucket: default
2017-08-29 18:34:12,124: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:34:12,125: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:34:12,125: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:12,125: w0  node: 10.111.170.101:8091
2017-08-29 18:34:12,128: w0 sink_bucket: default
2017-08-29 18:34:12,128: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:34:12,136: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:12,148: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:34:12,148: w1  node: 10.111.170.102:8091
2017-08-29 18:34:12,148: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:12,150: w1 sink_bucket: default
2017-08-29 18:34:12,150: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:34:12,161: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:12,172: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:34:12,172: w2  node: 10.111.170.103:8091
2017-08-29 18:34:12,172: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:12,183: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:12,183: w2 sink_bucket: default
2017-08-29 18:34:12,184: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:34:12,237: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:34:12,237: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:34:12,237: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:34:12,237: w0          :                total |       last |    per sec
2017-08-29 18:34:12,237: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:34:12,258: w1 no response while there 1 active streams
2017-08-29 18:34:12,269: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:34:12,269: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:34:12,269: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:34:12,269: w2          :                total |       last |    per sec
2017-08-29 18:34:12,270: w2  node: 10.111.170.103:8091, done; rv: 0
2017-08-29 18:34:12,510: w1 no response while there 1 active streams
2017-08-29 18:34:12,760: w1 no response while there 1 active streams
2017-08-29 18:34:13,011: w1 no response while there 1 active streams
2017-08-29 18:34:13,252: Thread-305 Read 2462 bytes off the wire
2017-08-29 18:34:13,262: w1 Send buffer size: 2462
2017-08-29 18:34:13,276: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:34:13,276: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:34:13,277: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:34:13,277: w1          :                total |       last |    per sec
2017-08-29 18:34:13,277: w1    batch :                    1 |          1 |        0.9
2017-08-29 18:34:13,277: w1    byte  :                 1217 |       1217 |     1080.4
2017-08-29 18:34:13,277: w1    msg   :                   18 |         18 |       16.0
2017-08-29 18:34:13,277: w1  node: 10.111.170.102:8091, done; rv: 0
  [                    ] 0.2% (18/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        0.8
 byte  :                 1217 |       1217 |     1018.0
 msg   :                   18 |         18 |       15.1
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:34:13,320: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:614
2017-08-29 18:34:13,339: mt Recover and activate vbucket: 614
2017-08-29 18:34:13,340: mt cbrecovery...
2017-08-29 18:34:13,340: mt  source : http://10.111.170.101:8091
2017-08-29 18:34:13,340: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:34:13,340: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [615]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:34:13,340: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:34:13,341: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:34:13,347: mt "GET /pools/default/buckets HTTP/1.1" 200 11336
2017-08-29 18:34:13,367: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:34:13,368: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:34:13,373: mt "GET /pools/default/buckets HTTP/1.1" 200 10247
2017-08-29 18:34:13,392: mt source_bucket: default
2017-08-29 18:34:13,392: mt sink_bucket: default
2017-08-29 18:34:13,393: mt source_buckets: default
2017-08-29 18:34:13,393: mt bucket_source: default
2017-08-29 18:34:13,393: mt source_buckets filtered: default
2017-08-29 18:34:13,393: mt bucket: default
2017-08-29 18:34:13,393: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:34:13,394: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:34:13,394: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:13,394: w0  node: 10.111.170.101:8091
2017-08-29 18:34:13,396: w0 sink_bucket: default
2017-08-29 18:34:13,396: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:34:13,403: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:13,416: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:34:13,416: w1  node: 10.111.170.102:8091
2017-08-29 18:34:13,417: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:13,418: w1 sink_bucket: default
2017-08-29 18:34:13,418: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:34:13,431: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:13,442: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:34:13,444: w2  node: 10.111.170.103:8091
2017-08-29 18:34:13,445: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:13,455: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:13,455: w2 sink_bucket: default
2017-08-29 18:34:13,455: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:34:13,539: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:34:13,540: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:34:13,540: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:34:13,540: w0          :                total |       last |    per sec
2017-08-29 18:34:13,541: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:34:13,573: w1 no response while there 1 active streams
2017-08-29 18:34:13,597: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:34:13,598: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:34:13,598: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:34:13,598: w2          :                total |       last |    per sec
2017-08-29 18:34:13,598: w2  node: 10.111.170.103:8091, done; rv: 0
2017-08-29 18:34:13,824: w1 no response while there 1 active streams
2017-08-29 18:34:14,076: w1 no response while there 1 active streams
2017-08-29 18:34:14,326: w1 no response while there 1 active streams
2017-08-29 18:34:14,563: Thread-308 Read 2200 bytes off the wire
2017-08-29 18:34:14,577: w1 Send buffer size: 2200
2017-08-29 18:34:14,591: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:34:14,591: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:34:14,591: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:34:14,592: w1          :                total |       last |    per sec
2017-08-29 18:34:14,592: w1    batch :                    1 |          1 |        0.9
2017-08-29 18:34:14,592: w1    byte  :                 1082 |       1082 |      921.9
2017-08-29 18:34:14,592: w1    msg   :                   16 |         16 |       13.6
2017-08-29 18:34:14,593: w1  node: 10.111.170.102:8091, done; rv: 0
  [                    ] 0.2% (16/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        0.7
 byte  :                 1082 |       1082 |      790.4
 msg   :                   16 |         16 |       11.7
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:34:14,763: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:615
2017-08-29 18:34:14,781: mt Recover and activate vbucket: 615
2017-08-29 18:34:14,782: mt cbrecovery...
2017-08-29 18:34:14,782: mt  source : http://10.111.170.101:8091
2017-08-29 18:34:14,782: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:34:14,783: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [616]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:34:14,783: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:34:14,783: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:34:14,789: mt "GET /pools/default/buckets HTTP/1.1" 200 11336
2017-08-29 18:34:14,812: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:34:14,813: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:34:14,817: mt "GET /pools/default/buckets HTTP/1.1" 200 10246
2017-08-29 18:34:14,835: mt source_bucket: default
2017-08-29 18:34:14,836: mt sink_bucket: default
2017-08-29 18:34:14,836: mt source_buckets: default
2017-08-29 18:34:14,836: mt bucket_source: default
2017-08-29 18:34:14,836: mt source_buckets filtered: default
2017-08-29 18:34:14,836: mt bucket: default
2017-08-29 18:34:14,837: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:34:14,837: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:34:14,837: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:14,837: w0  node: 10.111.170.101:8091
2017-08-29 18:34:14,840: w0 sink_bucket: default
2017-08-29 18:34:14,840: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:34:14,847: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:14,863: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:34:14,863: w1  node: 10.111.170.102:8091
2017-08-29 18:34:14,863: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:14,876: w1 sink_bucket: default
2017-08-29 18:34:14,876: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:34:14,887: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:14,900: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:34:14,900: w2  node: 10.111.170.103:8091
2017-08-29 18:34:14,900: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:14,911: w2 sink_bucket: default
2017-08-29 18:34:14,911: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:34:14,914: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:14,933: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:34:14,933: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:34:14,934: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:34:14,934: w0          :                total |       last |    per sec
2017-08-29 18:34:14,934: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:34:14,972: w1 no response while there 1 active streams
2017-08-29 18:34:14,982: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:34:14,982: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:34:14,982: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:34:14,983: w2          :                total |       last |    per sec
2017-08-29 18:34:14,983: w2  node: 10.111.170.103:8091, done; rv: 0
2017-08-29 18:34:15,223: w1 no response while there 1 active streams
2017-08-29 18:34:15,473: w1 no response while there 1 active streams
2017-08-29 18:34:15,724: w1 no response while there 1 active streams
2017-08-29 18:34:15,967: Thread-311 Read 2200 bytes off the wire
2017-08-29 18:34:15,975: w1 Send buffer size: 2200
2017-08-29 18:34:15,989: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:34:15,989: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:34:15,989: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:34:15,989: w1          :                total |       last |    per sec
2017-08-29 18:34:15,989: w1    batch :                    1 |          1 |        0.9
2017-08-29 18:34:15,989: w1    byte  :                 1082 |       1082 |      972.1
2017-08-29 18:34:15,989: w1    msg   :                   16 |         16 |       14.4
2017-08-29 18:34:15,990: w1  node: 10.111.170.102:8091, done; rv: 0
  [                    ] 0.2% (16/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        0.8
 byte  :                 1082 |       1082 |      901.7
 msg   :                   16 |         16 |       13.3
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:34:16,037: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:616
2017-08-29 18:34:16,055: mt Recover and activate vbucket: 616
2017-08-29 18:34:16,056: mt cbrecovery...
2017-08-29 18:34:16,056: mt  source : http://10.111.170.101:8091
2017-08-29 18:34:16,056: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:34:16,056: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [617]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:34:16,056: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:34:16,057: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:34:16,063: mt "GET /pools/default/buckets HTTP/1.1" 200 11336
2017-08-29 18:34:16,084: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:34:16,085: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:34:16,090: mt "GET /pools/default/buckets HTTP/1.1" 200 10245
2017-08-29 18:34:16,109: mt source_bucket: default
2017-08-29 18:34:16,110: mt sink_bucket: default
2017-08-29 18:34:16,110: mt source_buckets: default
2017-08-29 18:34:16,110: mt bucket_source: default
2017-08-29 18:34:16,110: mt source_buckets filtered: default
2017-08-29 18:34:16,110: mt bucket: default
2017-08-29 18:34:16,110: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:34:16,111: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:34:16,111: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:16,111: w0  node: 10.111.170.101:8091
2017-08-29 18:34:16,114: w0 sink_bucket: default
2017-08-29 18:34:16,115: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:34:16,127: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:16,140: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:34:16,140: w1  node: 10.111.170.102:8091
2017-08-29 18:34:16,141: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:16,147: w1 sink_bucket: default
2017-08-29 18:34:16,148: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:34:16,156: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:16,169: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:34:16,170: w2  node: 10.111.170.103:8091
2017-08-29 18:34:16,174: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:16,177: w2 sink_bucket: default
2017-08-29 18:34:16,177: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:34:16,185: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:16,236: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:34:16,236: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:34:16,236: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:34:16,237: w0          :                total |       last |    per sec
2017-08-29 18:34:16,237: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:34:16,246: Thread-314 Read 40 bytes off the wire
2017-08-29 18:34:16,247: Thread-314 Read 693 bytes off the wire
2017-08-29 18:34:16,247: Thread-314 Read 1177 bytes off the wire
2017-08-29 18:34:16,248: Thread-314 Read 290 bytes off the wire
2017-08-29 18:34:16,260: w1 Send buffer size: 2200
2017-08-29 18:34:16,269: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:34:16,269: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:34:16,269: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:34:16,269: w2          :                total |       last |    per sec
2017-08-29 18:34:16,269: w2  node: 10.111.170.103:8091, done; rv: 0
2017-08-29 18:34:16,274: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:34:16,274: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:34:16,274: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:34:16,274: w1          :                total |       last |    per sec
2017-08-29 18:34:16,274: w1    batch :                    1 |          1 |        7.9
2017-08-29 18:34:16,274: w1    byte  :                 1082 |       1082 |     8537.8
2017-08-29 18:34:16,274: w1    msg   :                   16 |         16 |      126.3
2017-08-29 18:34:16,275: w1  node: 10.111.170.102:8091, done; rv: 0
  [                    ] 0.2% (16/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        4.6
 byte  :                 1082 |       1082 |     4971.9
 msg   :                   16 |         16 |       73.5
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:34:16,329: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:617
2017-08-29 18:34:16,343: mt Recover and activate vbucket: 617
2017-08-29 18:34:16,344: mt cbrecovery...
2017-08-29 18:34:16,344: mt  source : http://10.111.170.101:8091
2017-08-29 18:34:16,344: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:34:16,344: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [618]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:34:16,344: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:34:16,345: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:34:16,351: mt "GET /pools/default/buckets HTTP/1.1" 200 11336
2017-08-29 18:34:16,372: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:34:16,373: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:34:16,380: mt "GET /pools/default/buckets HTTP/1.1" 200 10244
2017-08-29 18:34:16,398: mt source_bucket: default
2017-08-29 18:34:16,399: mt sink_bucket: default
2017-08-29 18:34:16,399: mt source_buckets: default
2017-08-29 18:34:16,399: mt bucket_source: default
2017-08-29 18:34:16,399: mt source_buckets filtered: default
2017-08-29 18:34:16,400: mt bucket: default
2017-08-29 18:34:16,400: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:34:16,400: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:34:16,400: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:16,400: w0  node: 10.111.170.101:8091
2017-08-29 18:34:16,402: w0 sink_bucket: default
2017-08-29 18:34:16,403: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:34:16,411: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:16,419: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:34:16,419: w1  node: 10.111.170.102:8091
2017-08-29 18:34:16,420: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:16,430: w1 sink_bucket: default
2017-08-29 18:34:16,430: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:34:16,435: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:16,444: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:34:16,444: w2  node: 10.111.170.103:8091
2017-08-29 18:34:16,444: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:16,453: w2 sink_bucket: default
2017-08-29 18:34:16,453: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:34:16,457: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:16,522: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:34:16,522: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:34:16,522: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:34:16,522: w0          :                total |       last |    per sec
2017-08-29 18:34:16,522: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:34:16,549: Thread-317 Read 40 bytes off the wire
2017-08-29 18:34:16,549: Thread-317 Read 568 bytes off the wire
2017-08-29 18:34:16,550: Thread-317 Read 28 bytes off the wire
2017-08-29 18:34:16,552: w1 Send buffer size: 636
2017-08-29 18:34:16,559: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:34:16,560: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:34:16,560: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:34:16,560: w2          :                total |       last |    per sec
2017-08-29 18:34:16,560: w2  node: 10.111.170.103:8091, done; rv: 0
2017-08-29 18:34:16,566: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:34:16,566: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:34:16,566: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:34:16,567: w1          :                total |       last |    per sec
2017-08-29 18:34:16,567: w1    batch :                    1 |          1 |        7.3
2017-08-29 18:34:16,567: w1    byte  :                  272 |        272 |     1997.1
2017-08-29 18:34:16,567: w1    msg   :                    4 |          4 |       29.4
2017-08-29 18:34:16,567: w1  node: 10.111.170.102:8091, done; rv: 0
  [                    ] 0.0% (4/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        5.3
 byte  :                  272 |        272 |     1431.9
 msg   :                    4 |          4 |       21.1
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:34:16,590: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:618
2017-08-29 18:34:16,606: mt Recover and activate vbucket: 618
2017-08-29 18:34:16,607: mt cbrecovery...
2017-08-29 18:34:16,607: mt  source : http://10.111.170.101:8091
2017-08-29 18:34:16,607: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:34:16,607: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [619]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:34:16,608: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:34:16,608: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:34:16,617: mt "GET /pools/default/buckets HTTP/1.1" 200 11336
2017-08-29 18:34:16,639: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:34:16,640: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:34:16,647: mt "GET /pools/default/buckets HTTP/1.1" 200 10243
2017-08-29 18:34:16,669: mt source_bucket: default
2017-08-29 18:34:16,669: mt sink_bucket: default
2017-08-29 18:34:16,669: mt source_buckets: default
2017-08-29 18:34:16,669: mt bucket_source: default
2017-08-29 18:34:16,669: mt source_buckets filtered: default
2017-08-29 18:34:16,670: mt bucket: default
2017-08-29 18:34:16,670: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:34:16,670: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:34:16,671: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:16,671: w0  node: 10.111.170.101:8091
2017-08-29 18:34:16,673: w0 sink_bucket: default
2017-08-29 18:34:16,674: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:34:16,682: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:16,689: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:34:16,689: w1  node: 10.111.170.102:8091
2017-08-29 18:34:16,689: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:16,697: w1 sink_bucket: default
2017-08-29 18:34:16,698: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:34:16,704: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:16,716: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:34:16,716: w2  node: 10.111.170.103:8091
2017-08-29 18:34:16,717: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:16,725: w2 sink_bucket: default
2017-08-29 18:34:16,725: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:34:16,734: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:16,754: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:34:16,754: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:34:16,754: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:34:16,754: w0          :                total |       last |    per sec
2017-08-29 18:34:16,754: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:34:16,792: Thread-320 Read 40 bytes off the wire
2017-08-29 18:34:16,792: Thread-320 Read 465 bytes off the wire
2017-08-29 18:34:16,803: w1 Send buffer size: 505
2017-08-29 18:34:16,811: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:34:16,811: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:34:16,811: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:34:16,811: w2          :                total |       last |    per sec
2017-08-29 18:34:16,811: w2  node: 10.111.170.103:8091, done; rv: 0
2017-08-29 18:34:16,819: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:34:16,819: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:34:16,819: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:34:16,819: w1          :                total |       last |    per sec
2017-08-29 18:34:16,819: w1    batch :                    1 |          1 |        8.2
2017-08-29 18:34:16,819: w1    byte  :                  204 |        204 |     1676.4
2017-08-29 18:34:16,819: w1    msg   :                    3 |          3 |       24.7
2017-08-29 18:34:16,819: w1  node: 10.111.170.102:8091, done; rv: 0
  [                    ] 0.0% (3/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        5.0
 byte  :                  204 |        204 |     1010.3
 msg   :                    3 |          3 |       14.9
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:34:16,872: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:619
2017-08-29 18:34:16,887: mt Recover and activate vbucket: 619
2017-08-29 18:34:16,888: mt cbrecovery...
2017-08-29 18:34:16,888: mt  source : http://10.111.170.101:8091
2017-08-29 18:34:16,888: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:34:16,888: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [620]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:34:16,889: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:34:16,889: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:34:16,896: mt "GET /pools/default/buckets HTTP/1.1" 200 11351
2017-08-29 18:34:16,918: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:34:16,920: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:34:16,928: mt "GET /pools/default/buckets HTTP/1.1" 200 10242
2017-08-29 18:34:16,949: mt source_bucket: default
2017-08-29 18:34:16,950: mt sink_bucket: default
2017-08-29 18:34:16,950: mt source_buckets: default
2017-08-29 18:34:16,950: mt bucket_source: default
2017-08-29 18:34:16,950: mt source_buckets filtered: default
2017-08-29 18:34:16,950: mt bucket: default
2017-08-29 18:34:16,950: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:34:16,951: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:34:16,951: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:16,951: w0  node: 10.111.170.101:8091
2017-08-29 18:34:16,953: w0 sink_bucket: default
2017-08-29 18:34:16,953: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:34:16,960: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:16,969: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:34:16,969: w1  node: 10.111.170.102:8091
2017-08-29 18:34:16,970: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:16,983: w1 sink_bucket: default
2017-08-29 18:34:16,983: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:34:16,985: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:17,000: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:34:17,000: w2  node: 10.111.170.103:8091
2017-08-29 18:34:17,001: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:17,007: w2 sink_bucket: default
2017-08-29 18:34:17,007: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:34:17,026: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:17,051: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:34:17,051: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:34:17,051: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:34:17,052: w0          :                total |       last |    per sec
2017-08-29 18:34:17,052: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:34:17,082: Thread-323 Read 40 bytes off the wire
2017-08-29 18:34:17,131: Thread-323 Read 989 bytes off the wire
2017-08-29 18:34:17,134: w1 Send buffer size: 1029
2017-08-29 18:34:17,147: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:34:17,147: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:34:17,147: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:34:17,147: w1          :                total |       last |    per sec
2017-08-29 18:34:17,147: w1    batch :                    1 |          1 |        6.1
2017-08-29 18:34:17,147: w1    byte  :                  476 |        476 |     2904.6
2017-08-29 18:34:17,147: w1    msg   :                    7 |          7 |       42.7
2017-08-29 18:34:17,147: w1  node: 10.111.170.102:8091, done; rv: 0
2017-08-29 18:34:17,149: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:34:17,149: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:34:17,149: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:34:17,149: w2          :                total |       last |    per sec
2017-08-29 18:34:17,149: w2  node: 10.111.170.103:8091, done; rv: 0
  [                    ] 0.1% (7/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        3.9
 byte  :                  476 |        476 |     1865.4
 msg   :                    7 |          7 |       27.4
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:34:17,206: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:620
2017-08-29 18:34:17,226: mt Recover and activate vbucket: 620
2017-08-29 18:34:17,228: mt cbrecovery...
2017-08-29 18:34:17,228: mt  source : http://10.111.170.101:8091
2017-08-29 18:34:17,228: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:34:17,228: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [621]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:34:17,228: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:34:17,230: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:34:17,239: mt "GET /pools/default/buckets HTTP/1.1" 200 11338
2017-08-29 18:34:17,262: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:34:17,263: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:34:17,269: mt "GET /pools/default/buckets HTTP/1.1" 200 10241
2017-08-29 18:34:17,289: mt source_bucket: default
2017-08-29 18:34:17,290: mt sink_bucket: default
2017-08-29 18:34:17,290: mt source_buckets: default
2017-08-29 18:34:17,290: mt bucket_source: default
2017-08-29 18:34:17,290: mt source_buckets filtered: default
2017-08-29 18:34:17,290: mt bucket: default
2017-08-29 18:34:17,290: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:34:17,291: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:34:17,291: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:17,292: w0  node: 10.111.170.101:8091
2017-08-29 18:34:17,294: w0 sink_bucket: default
2017-08-29 18:34:17,294: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:34:17,303: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:17,313: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:34:17,314: w1  node: 10.111.170.102:8091
2017-08-29 18:34:17,314: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:17,323: w1 sink_bucket: default
2017-08-29 18:34:17,323: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:34:17,329: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:17,348: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:34:17,348: w2  node: 10.111.170.103:8091
2017-08-29 18:34:17,348: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:17,355: w2 sink_bucket: default
2017-08-29 18:34:17,355: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:34:17,362: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:17,391: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:34:17,391: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:34:17,392: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:34:17,392: w0          :                total |       last |    per sec
2017-08-29 18:34:17,392: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:34:17,424: Thread-326 Read 40 bytes off the wire
2017-08-29 18:34:17,424: Thread-326 Read 459 bytes off the wire
2017-08-29 18:34:17,429: w1 Send buffer size: 499
2017-08-29 18:34:17,437: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:34:17,437: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:34:17,437: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:34:17,437: w2          :                total |       last |    per sec
2017-08-29 18:34:17,437: w2  node: 10.111.170.103:8091, done; rv: 0
2017-08-29 18:34:17,442: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:34:17,443: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:34:17,443: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:34:17,443: w1          :                total |       last |    per sec
2017-08-29 18:34:17,443: w1    batch :                    1 |          1 |        8.3
2017-08-29 18:34:17,443: w1    byte  :                  200 |        200 |     1668.9
2017-08-29 18:34:17,443: w1    msg   :                    3 |          3 |       25.0
2017-08-29 18:34:17,443: w1  node: 10.111.170.102:8091, done; rv: 0
  [                    ] 0.0% (3/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        4.8
 byte  :                  200 |        200 |      954.7
 msg   :                    3 |          3 |       14.3
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:34:17,500: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:621
2017-08-29 18:34:17,513: mt Recover and activate vbucket: 621
2017-08-29 18:34:17,514: mt cbrecovery...
2017-08-29 18:34:17,514: mt  source : http://10.111.170.101:8091
2017-08-29 18:34:17,514: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:34:17,514: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [622]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:34:17,514: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:34:17,516: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:34:17,524: mt "GET /pools/default/buckets HTTP/1.1" 200 11338
2017-08-29 18:34:17,546: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:34:17,547: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:34:17,552: mt "GET /pools/default/buckets HTTP/1.1" 200 10240
2017-08-29 18:34:17,570: mt source_bucket: default
2017-08-29 18:34:17,570: mt sink_bucket: default
2017-08-29 18:34:17,570: mt source_buckets: default
2017-08-29 18:34:17,570: mt bucket_source: default
2017-08-29 18:34:17,570: mt source_buckets filtered: default
2017-08-29 18:34:17,570: mt bucket: default
2017-08-29 18:34:17,571: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:34:17,571: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:34:17,571: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:17,571: w0  node: 10.111.170.101:8091
2017-08-29 18:34:17,575: w0 sink_bucket: default
2017-08-29 18:34:17,575: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:34:17,580: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:17,593: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:34:17,593: w1  node: 10.111.170.102:8091
2017-08-29 18:34:17,594: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:17,604: w1 sink_bucket: default
2017-08-29 18:34:17,604: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:34:17,609: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:17,618: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:34:17,618: w2  node: 10.111.170.103:8091
2017-08-29 18:34:17,619: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:17,627: w2 sink_bucket: default
2017-08-29 18:34:17,628: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:34:17,637: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:17,674: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:34:17,674: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:34:17,674: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:34:17,674: w0          :                total |       last |    per sec
2017-08-29 18:34:17,675: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:34:17,697: Thread-329 Read 40 bytes off the wire
2017-08-29 18:34:17,697: Thread-329 Read 959 bytes off the wire
2017-08-29 18:34:17,698: Thread-329 Read 813 bytes off the wire
2017-08-29 18:34:17,701: w1 Send buffer size: 1812
2017-08-29 18:34:17,713: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:34:17,713: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:34:17,713: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:34:17,714: w2          :                total |       last |    per sec
2017-08-29 18:34:17,714: w2  node: 10.111.170.103:8091, done; rv: 0
2017-08-29 18:34:17,720: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:34:17,720: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:34:17,720: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:34:17,720: w1          :                total |       last |    per sec
2017-08-29 18:34:17,720: w1    batch :                    1 |          1 |        8.6
2017-08-29 18:34:17,721: w1    byte  :                  881 |        881 |     7583.5
2017-08-29 18:34:17,721: w1    msg   :                   13 |         13 |      111.9
2017-08-29 18:34:17,721: w1  node: 10.111.170.102:8091, done; rv: 0
  [                    ] 0.1% (13/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        5.1
 byte  :                  881 |        881 |     4511.9
 msg   :                   13 |         13 |       66.6
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:34:17,767: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:622
2017-08-29 18:34:17,779: mt Recover and activate vbucket: 622
2017-08-29 18:34:17,781: mt cbrecovery...
2017-08-29 18:34:17,781: mt  source : http://10.111.170.101:8091
2017-08-29 18:34:17,781: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:34:17,781: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [623]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:34:17,781: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:34:17,782: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:34:17,788: mt "GET /pools/default/buckets HTTP/1.1" 200 11338
2017-08-29 18:34:17,809: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:34:17,810: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:34:17,816: mt "GET /pools/default/buckets HTTP/1.1" 200 10239
2017-08-29 18:34:17,834: mt source_bucket: default
2017-08-29 18:34:17,834: mt sink_bucket: default
2017-08-29 18:34:17,834: mt source_buckets: default
2017-08-29 18:34:17,835: mt bucket_source: default
2017-08-29 18:34:17,835: mt source_buckets filtered: default
2017-08-29 18:34:17,835: mt bucket: default
2017-08-29 18:34:17,835: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:34:17,835: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:34:17,835: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:17,836: w0  node: 10.111.170.101:8091
2017-08-29 18:34:17,838: w0 sink_bucket: default
2017-08-29 18:34:17,839: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:34:17,848: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:17,862: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:34:17,862: w1  node: 10.111.170.102:8091
2017-08-29 18:34:17,863: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:17,867: w1 sink_bucket: default
2017-08-29 18:34:17,868: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:34:17,876: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:17,887: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:34:17,891: w2  node: 10.111.170.103:8091
2017-08-29 18:34:17,892: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:17,898: w2 sink_bucket: default
2017-08-29 18:34:17,899: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:34:17,906: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:17,947: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:34:17,947: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:34:17,948: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:34:17,948: w0          :                total |       last |    per sec
2017-08-29 18:34:17,948: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:34:17,968: Thread-332 Read 1776 bytes off the wire
2017-08-29 18:34:17,968: Thread-332 Read 683 bytes off the wire
2017-08-29 18:34:17,970: w1 Send buffer size: 2459
2017-08-29 18:34:17,979: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:34:17,980: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:34:17,980: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:34:17,980: w2          :                total |       last |    per sec
2017-08-29 18:34:17,980: w2  node: 10.111.170.103:8091, done; rv: 0
2017-08-29 18:34:17,991: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:34:17,991: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:34:17,991: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:34:17,991: w1          :                total |       last |    per sec
2017-08-29 18:34:17,991: w1    batch :                    1 |          1 |        8.1
2017-08-29 18:34:17,991: w1    byte  :                 1216 |       1216 |     9828.7
2017-08-29 18:34:17,991: w1    msg   :                   18 |         18 |      145.5
2017-08-29 18:34:17,991: w1  node: 10.111.170.102:8091, done; rv: 0
  [                    ] 0.2% (18/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        4.9
 byte  :                 1216 |       1216 |     5978.3
 msg   :                   18 |         18 |       88.5
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:34:18,039: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:623
2017-08-29 18:34:18,054: mt Recover and activate vbucket: 623
2017-08-29 18:34:18,055: mt cbrecovery...
2017-08-29 18:34:18,055: mt  source : http://10.111.170.101:8091
2017-08-29 18:34:18,055: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:34:18,055: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [624]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:34:18,055: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:34:18,056: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:34:18,062: mt "GET /pools/default/buckets HTTP/1.1" 200 11338
2017-08-29 18:34:18,084: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:34:18,085: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:34:18,090: mt "GET /pools/default/buckets HTTP/1.1" 200 10207
2017-08-29 18:34:18,109: mt source_bucket: default
2017-08-29 18:34:18,109: mt sink_bucket: default
2017-08-29 18:34:18,109: mt source_buckets: default
2017-08-29 18:34:18,109: mt bucket_source: default
2017-08-29 18:34:18,109: mt source_buckets filtered: default
2017-08-29 18:34:18,110: mt bucket: default
2017-08-29 18:34:18,110: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:34:18,111: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:34:18,111: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:18,111: w0  node: 10.111.170.101:8091
2017-08-29 18:34:18,113: w0 sink_bucket: default
2017-08-29 18:34:18,113: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:34:18,125: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:18,141: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:34:18,141: w1  node: 10.111.170.102:8091
2017-08-29 18:34:18,141: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:18,146: w1 sink_bucket: default
2017-08-29 18:34:18,146: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:34:18,153: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:18,161: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:34:18,162: w2  node: 10.111.170.103:8091
2017-08-29 18:34:18,165: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:18,167: w2 sink_bucket: default
2017-08-29 18:34:18,167: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:34:18,175: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:18,222: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:34:18,222: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:34:18,222: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:34:18,222: w0          :                total |       last |    per sec
2017-08-29 18:34:18,222: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:34:18,252: w1 no response while there 1 active streams
2017-08-29 18:34:18,258: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:34:18,259: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:34:18,259: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:34:18,259: w2          :                total |       last |    per sec
2017-08-29 18:34:18,259: w2  node: 10.111.170.103:8091, done; rv: 0
2017-08-29 18:34:18,502: w1 no response while there 1 active streams
2017-08-29 18:34:18,753: w1 no response while there 1 active streams
2017-08-29 18:34:19,004: w1 no response while there 1 active streams
2017-08-29 18:34:19,243: Thread-335 Read 635 bytes off the wire
2017-08-29 18:34:19,255: w1 Send buffer size: 635
2017-08-29 18:34:19,267: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:34:19,267: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:34:19,267: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:34:19,268: w1          :                total |       last |    per sec
2017-08-29 18:34:19,268: w1    batch :                    1 |          1 |        0.9
2017-08-29 18:34:19,268: w1    byte  :                  271 |        271 |      241.6
2017-08-29 18:34:19,268: w1    msg   :                    4 |          4 |        3.6
2017-08-29 18:34:19,268: w1  node: 10.111.170.102:8091, done; rv: 0
  [                    ] 0.0% (4/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        0.8
 byte  :                  271 |        271 |      226.0
 msg   :                    4 |          4 |        3.3
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:34:19,310: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:624
2017-08-29 18:34:19,331: mt Recover and activate vbucket: 624
2017-08-29 18:34:19,332: mt cbrecovery...
2017-08-29 18:34:19,332: mt  source : http://10.111.170.101:8091
2017-08-29 18:34:19,332: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:34:19,332: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [625]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:34:19,332: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:34:19,333: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:34:19,339: mt "GET /pools/default/buckets HTTP/1.1" 200 11338
2017-08-29 18:34:19,361: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:34:19,362: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:34:19,368: mt "GET /pools/default/buckets HTTP/1.1" 200 10206
2017-08-29 18:34:19,388: mt source_bucket: default
2017-08-29 18:34:19,388: mt sink_bucket: default
2017-08-29 18:34:19,389: mt source_buckets: default
2017-08-29 18:34:19,389: mt bucket_source: default
2017-08-29 18:34:19,389: mt source_buckets filtered: default
2017-08-29 18:34:19,389: mt bucket: default
2017-08-29 18:34:19,389: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:34:19,390: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:34:19,390: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:19,390: w0  node: 10.111.170.101:8091
2017-08-29 18:34:19,392: w0 sink_bucket: default
2017-08-29 18:34:19,392: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:34:19,403: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:19,413: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:34:19,414: w1  node: 10.111.170.102:8091
2017-08-29 18:34:19,414: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:19,421: w1 sink_bucket: default
2017-08-29 18:34:19,421: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:34:19,429: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:19,442: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:34:19,443: w2  node: 10.111.170.103:8091
2017-08-29 18:34:19,443: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:19,450: w2 sink_bucket: default
2017-08-29 18:34:19,450: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:34:19,464: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:19,506: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:34:19,506: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:34:19,507: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:34:19,507: w0          :                total |       last |    per sec
2017-08-29 18:34:19,507: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:34:19,548: w1 no response while there 1 active streams
2017-08-29 18:34:19,557: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:34:19,557: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:34:19,557: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:34:19,557: w2          :                total |       last |    per sec
2017-08-29 18:34:19,557: w2  node: 10.111.170.103:8091, done; rv: 0
2017-08-29 18:34:19,799: w1 no response while there 1 active streams
2017-08-29 18:34:20,050: w1 no response while there 1 active streams
2017-08-29 18:34:20,301: w1 no response while there 1 active streams
2017-08-29 18:34:20,539: Thread-338 Read 243 bytes off the wire
2017-08-29 18:34:20,552: w1 Send buffer size: 243
2017-08-29 18:34:20,566: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:34:20,566: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:34:20,566: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:34:20,567: w1          :                total |       last |    per sec
2017-08-29 18:34:20,567: w1    batch :                    1 |          1 |        0.9
2017-08-29 18:34:20,567: w1    byte  :                   68 |         68 |       59.3
2017-08-29 18:34:20,567: w1    msg   :                    1 |          1 |        0.9
2017-08-29 18:34:20,568: w1  node: 10.111.170.102:8091, done; rv: 0
  [                    ] 0.0% (1/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        0.8
 byte  :                   68 |         68 |       56.4
 msg   :                    1 |          1 |        0.8
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:34:20,595: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:625
2017-08-29 18:34:20,614: mt Recover and activate vbucket: 625
2017-08-29 18:34:20,615: mt cbrecovery...
2017-08-29 18:34:20,616: mt  source : http://10.111.170.101:8091
2017-08-29 18:34:20,616: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:34:20,616: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [626]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:34:20,616: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:34:20,619: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:34:20,626: mt "GET /pools/default/buckets HTTP/1.1" 200 11337
2017-08-29 18:34:20,651: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:34:20,652: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:34:20,656: mt "GET /pools/default/buckets HTTP/1.1" 200 10205
2017-08-29 18:34:20,677: mt source_bucket: default
2017-08-29 18:34:20,677: mt sink_bucket: default
2017-08-29 18:34:20,678: mt source_buckets: default
2017-08-29 18:34:20,678: mt bucket_source: default
2017-08-29 18:34:20,678: mt source_buckets filtered: default
2017-08-29 18:34:20,678: mt bucket: default
2017-08-29 18:34:20,678: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:34:20,679: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:34:20,679: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:20,679: w0  node: 10.111.170.101:8091
2017-08-29 18:34:20,681: w0 sink_bucket: default
2017-08-29 18:34:20,682: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:34:20,692: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:20,701: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:34:20,701: w1  node: 10.111.170.102:8091
2017-08-29 18:34:20,702: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:20,711: w1 sink_bucket: default
2017-08-29 18:34:20,712: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:34:20,714: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:20,723: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:34:20,723: w2  node: 10.111.170.103:8091
2017-08-29 18:34:20,724: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:20,726: w2 sink_bucket: default
2017-08-29 18:34:20,727: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:34:20,738: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:20,794: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:34:20,800: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:34:20,800: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:34:20,801: w0          :                total |       last |    per sec
2017-08-29 18:34:20,801: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:34:20,823: Thread-341 Read 2466 bytes off the wire
2017-08-29 18:34:20,825: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:34:20,825: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:34:20,825: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:34:20,825: w2          :                total |       last |    per sec
2017-08-29 18:34:20,826: w2  node: 10.111.170.103:8091, done; rv: 0
2017-08-29 18:34:20,826: w1 Send buffer size: 2466
2017-08-29 18:34:20,839: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:34:20,839: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:34:20,839: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:34:20,839: w1          :                total |       last |    per sec
2017-08-29 18:34:20,839: w1    batch :                    1 |          1 |        7.8
2017-08-29 18:34:20,840: w1    byte  :                 1221 |       1221 |     9536.9
2017-08-29 18:34:20,840: w1    msg   :                   18 |         18 |      140.6
2017-08-29 18:34:20,840: w1  node: 10.111.170.102:8091, done; rv: 0
  [                    ] 0.2% (18/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        4.9
 byte  :                 1221 |       1221 |     5928.3
 msg   :                   18 |         18 |       87.4
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:34:20,885: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:626
2017-08-29 18:34:20,897: mt Recover and activate vbucket: 626
2017-08-29 18:34:20,900: mt cbrecovery...
2017-08-29 18:34:20,900: mt  source : http://10.111.170.101:8091
2017-08-29 18:34:20,900: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:34:20,901: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [627]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:34:20,901: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:34:20,902: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:34:20,908: mt "GET /pools/default/buckets HTTP/1.1" 200 11337
2017-08-29 18:34:20,930: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:34:20,932: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:34:20,937: mt "GET /pools/default/buckets HTTP/1.1" 200 10204
2017-08-29 18:34:20,955: mt source_bucket: default
2017-08-29 18:34:20,955: mt sink_bucket: default
2017-08-29 18:34:20,955: mt source_buckets: default
2017-08-29 18:34:20,955: mt bucket_source: default
2017-08-29 18:34:20,955: mt source_buckets filtered: default
2017-08-29 18:34:20,956: mt bucket: default
2017-08-29 18:34:20,956: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:34:20,956: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:34:20,956: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:20,956: w0  node: 10.111.170.101:8091
2017-08-29 18:34:20,959: w0 sink_bucket: default
2017-08-29 18:34:20,959: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:34:20,966: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:20,979: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:34:20,979: w1  node: 10.111.170.102:8091
2017-08-29 18:34:20,979: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:20,987: w1 sink_bucket: default
2017-08-29 18:34:20,987: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:34:21,004: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:21,015: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:34:21,015: w2  node: 10.111.170.103:8091
2017-08-29 18:34:21,015: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:21,023: w2 sink_bucket: default
2017-08-29 18:34:21,023: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:34:21,035: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:21,044: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:34:21,044: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:34:21,045: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:34:21,045: w0          :                total |       last |    per sec
2017-08-29 18:34:21,045: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:34:21,077: Thread-344 Read 40 bytes off the wire
2017-08-29 18:34:21,078: Thread-344 Read 171 bytes off the wire
2017-08-29 18:34:21,078: Thread-344 Read 911 bytes off the wire
2017-08-29 18:34:21,078: Thread-344 Read 944 bytes off the wire
2017-08-29 18:34:21,085: w1 Send buffer size: 2066
2017-08-29 18:34:21,098: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:34:21,098: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:34:21,098: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:34:21,098: w1          :                total |       last |    per sec
2017-08-29 18:34:21,098: w1    batch :                    1 |          1 |        9.0
2017-08-29 18:34:21,098: w1    byte  :                 1012 |       1012 |     9075.9
2017-08-29 18:34:21,098: w1    msg   :                   15 |         15 |      134.5
2017-08-29 18:34:21,098: w1  node: 10.111.170.102:8091, done; rv: 0
2017-08-29 18:34:21,104: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:34:21,104: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:34:21,104: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:34:21,104: w2          :                total |       last |    per sec
2017-08-29 18:34:21,104: w2  node: 10.111.170.103:8091, done; rv: 0
  [                    ] 0.1% (15/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        6.1
 byte  :                 1012 |       1012 |     6208.6
 msg   :                   15 |         15 |       92.0
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:34:21,119: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:627
2017-08-29 18:34:21,134: mt Recover and activate vbucket: 627
2017-08-29 18:34:21,136: mt cbrecovery...
2017-08-29 18:34:21,136: mt  source : http://10.111.170.101:8091
2017-08-29 18:34:21,136: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:34:21,136: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [628]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:34:21,137: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:34:21,138: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:34:21,144: mt "GET /pools/default/buckets HTTP/1.1" 200 11337
2017-08-29 18:34:21,168: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:34:21,169: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:34:21,173: mt "GET /pools/default/buckets HTTP/1.1" 200 10203
2017-08-29 18:34:21,194: mt source_bucket: default
2017-08-29 18:34:21,194: mt sink_bucket: default
2017-08-29 18:34:21,194: mt source_buckets: default
2017-08-29 18:34:21,194: mt bucket_source: default
2017-08-29 18:34:21,194: mt source_buckets filtered: default
2017-08-29 18:34:21,194: mt bucket: default
2017-08-29 18:34:21,194: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:34:21,195: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:34:21,195: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:21,196: w0  node: 10.111.170.101:8091
2017-08-29 18:34:21,198: w0 sink_bucket: default
2017-08-29 18:34:21,199: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:34:21,207: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:21,217: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:34:21,218: w1  node: 10.111.170.102:8091
2017-08-29 18:34:21,218: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:21,225: w1 sink_bucket: default
2017-08-29 18:34:21,225: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:34:21,232: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:21,252: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:34:21,252: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:21,252: w2  node: 10.111.170.103:8091
2017-08-29 18:34:21,309: w2 sink_bucket: default
2017-08-29 18:34:21,310: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:34:21,323: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:21,343: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:34:21,347: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:34:21,348: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:34:21,348: w0          :                total |       last |    per sec
2017-08-29 18:34:21,348: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:34:21,373: Thread-347 Read 997 bytes off the wire
2017-08-29 18:34:21,373: Thread-347 Read 1441 bytes off the wire
2017-08-29 18:34:21,373: Thread-347 Read 28 bytes off the wire
2017-08-29 18:34:21,375: w1 Send buffer size: 2466
2017-08-29 18:34:21,390: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:34:21,390: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:34:21,390: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:34:21,390: w1          :                total |       last |    per sec
2017-08-29 18:34:21,390: w1    batch :                    1 |          1 |        6.1
2017-08-29 18:34:21,390: w1    byte  :                 1221 |       1221 |     7412.1
2017-08-29 18:34:21,390: w1    msg   :                   18 |         18 |      109.3
2017-08-29 18:34:21,390: w1  node: 10.111.170.102:8091, done; rv: 0
2017-08-29 18:34:21,391: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:34:21,391: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:34:21,391: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:34:21,391: w2          :                total |       last |    per sec
2017-08-29 18:34:21,391: w2  node: 10.111.170.103:8091, done; rv: 0
  [                    ] 0.2% (18/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        3.8
 byte  :                 1221 |       1221 |     4613.8
 msg   :                   18 |         18 |       68.0
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:34:21,460: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:628
2017-08-29 18:34:21,474: mt Recover and activate vbucket: 628
2017-08-29 18:34:21,475: mt cbrecovery...
2017-08-29 18:34:21,475: mt  source : http://10.111.170.101:8091
2017-08-29 18:34:21,475: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:34:21,475: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [629]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:34:21,475: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:34:21,476: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:34:21,489: mt "GET /pools/default/buckets HTTP/1.1" 200 11337
2017-08-29 18:34:21,525: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:34:21,526: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:34:21,531: mt "GET /pools/default/buckets HTTP/1.1" 200 10202
2017-08-29 18:34:21,550: mt source_bucket: default
2017-08-29 18:34:21,550: mt sink_bucket: default
2017-08-29 18:34:21,550: mt source_buckets: default
2017-08-29 18:34:21,550: mt bucket_source: default
2017-08-29 18:34:21,551: mt source_buckets filtered: default
2017-08-29 18:34:21,551: mt bucket: default
2017-08-29 18:34:21,551: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:34:21,551: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:34:21,551: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:21,552: w0  node: 10.111.170.101:8091
2017-08-29 18:34:21,554: w0 sink_bucket: default
2017-08-29 18:34:21,554: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:34:21,562: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:21,570: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:34:21,571: w1  node: 10.111.170.102:8091
2017-08-29 18:34:21,571: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:21,578: w1 sink_bucket: default
2017-08-29 18:34:21,579: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:34:21,586: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:21,594: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:34:21,595: w2  node: 10.111.170.103:8091
2017-08-29 18:34:21,595: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:21,599: w2 sink_bucket: default
2017-08-29 18:34:21,599: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:34:21,617: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:21,667: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:34:21,668: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:34:21,668: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:34:21,668: w0          :                total |       last |    per sec
2017-08-29 18:34:21,668: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:34:21,690: w1 no response while there 1 active streams
2017-08-29 18:34:21,699: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:34:21,699: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:34:21,699: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:34:21,699: w2          :                total |       last |    per sec
2017-08-29 18:34:21,699: w2  node: 10.111.170.103:8091, done; rv: 0
2017-08-29 18:34:21,941: w1 no response while there 1 active streams
2017-08-29 18:34:22,192: w1 no response while there 1 active streams
2017-08-29 18:34:22,444: w1 no response while there 1 active streams
2017-08-29 18:34:22,680: Thread-350 Read 2202 bytes off the wire
2017-08-29 18:34:22,695: w1 Send buffer size: 2202
2017-08-29 18:34:22,710: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:34:22,710: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:34:22,710: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:34:22,710: w1          :                total |       last |    per sec
2017-08-29 18:34:22,710: w1    batch :                    1 |          1 |        0.9
2017-08-29 18:34:22,710: w1    byte  :                 1084 |       1084 |      958.3
2017-08-29 18:34:22,710: w1    msg   :                   16 |         16 |       14.1
2017-08-29 18:34:22,710: w1  node: 10.111.170.102:8091, done; rv: 0
  [                    ] 0.2% (16/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        0.8
 byte  :                 1084 |       1084 |      906.7
 msg   :                   16 |         16 |       13.4
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:34:22,747: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:629
2017-08-29 18:34:22,764: mt Recover and activate vbucket: 629
2017-08-29 18:34:22,765: mt cbrecovery...
2017-08-29 18:34:22,765: mt  source : http://10.111.170.101:8091
2017-08-29 18:34:22,765: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:34:22,765: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [630]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:34:22,765: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:34:22,766: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:34:22,772: mt "GET /pools/default/buckets HTTP/1.1" 200 11350
2017-08-29 18:34:22,795: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:34:22,796: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:34:22,806: mt "GET /pools/default/buckets HTTP/1.1" 200 10201
2017-08-29 18:34:22,825: mt source_bucket: default
2017-08-29 18:34:22,825: mt sink_bucket: default
2017-08-29 18:34:22,825: mt source_buckets: default
2017-08-29 18:34:22,825: mt bucket_source: default
2017-08-29 18:34:22,825: mt source_buckets filtered: default
2017-08-29 18:34:22,825: mt bucket: default
2017-08-29 18:34:22,826: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:34:22,827: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:34:22,827: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:22,827: w0  node: 10.111.170.101:8091
2017-08-29 18:34:22,829: w0 sink_bucket: default
2017-08-29 18:34:22,829: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:34:22,836: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:22,855: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:34:22,855: w1  node: 10.111.170.102:8091
2017-08-29 18:34:22,855: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:22,863: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:22,864: w1 sink_bucket: default
2017-08-29 18:34:22,864: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:34:22,871: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:34:22,871: w2  node: 10.111.170.103:8091
2017-08-29 18:34:22,871: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:22,876: w2 sink_bucket: default
2017-08-29 18:34:22,876: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:34:22,887: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:22,933: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:34:22,934: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:34:22,934: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:34:22,936: w0          :                total |       last |    per sec
2017-08-29 18:34:22,937: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:34:22,957: Thread-353 Read 40 bytes off the wire
2017-08-29 18:34:22,957: Thread-353 Read 306 bytes off the wire
2017-08-29 18:34:22,958: Thread-353 Read 159 bytes off the wire
2017-08-29 18:34:22,963: w1 Send buffer size: 505
2017-08-29 18:34:22,971: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:34:22,971: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:34:22,972: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:34:22,972: w2          :                total |       last |    per sec
2017-08-29 18:34:22,972: w2  node: 10.111.170.103:8091, done; rv: 0
2017-08-29 18:34:22,975: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:34:22,975: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:34:22,975: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:34:22,975: w1          :                total |       last |    per sec
2017-08-29 18:34:22,975: w1    batch :                    1 |          1 |        9.0
2017-08-29 18:34:22,975: w1    byte  :                  204 |        204 |     1837.8
2017-08-29 18:34:22,975: w1    msg   :                    3 |          3 |       27.0
2017-08-29 18:34:22,975: w1  node: 10.111.170.102:8091, done; rv: 0
  [                    ] 0.0% (3/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        5.1
 byte  :                  204 |        204 |     1044.9
 msg   :                    3 |          3 |       15.4
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:34:23,022: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:630
2017-08-29 18:34:23,037: mt Recover and activate vbucket: 630
2017-08-29 18:34:23,038: mt cbrecovery...
2017-08-29 18:34:23,038: mt  source : http://10.111.170.101:8091
2017-08-29 18:34:23,038: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:34:23,038: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [631]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:34:23,038: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:34:23,039: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:34:23,045: mt "GET /pools/default/buckets HTTP/1.1" 200 11350
2017-08-29 18:34:23,067: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:34:23,069: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:34:23,074: mt "GET /pools/default/buckets HTTP/1.1" 200 10229
2017-08-29 18:34:23,093: mt source_bucket: default
2017-08-29 18:34:23,093: mt sink_bucket: default
2017-08-29 18:34:23,093: mt source_buckets: default
2017-08-29 18:34:23,093: mt bucket_source: default
2017-08-29 18:34:23,093: mt source_buckets filtered: default
2017-08-29 18:34:23,093: mt bucket: default
2017-08-29 18:34:23,093: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:34:23,093: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:34:23,094: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:23,094: w0  node: 10.111.170.101:8091
2017-08-29 18:34:23,096: w0 sink_bucket: default
2017-08-29 18:34:23,097: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:34:23,105: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:23,113: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:34:23,113: w1  node: 10.111.170.102:8091
2017-08-29 18:34:23,114: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:23,125: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:23,126: w1 sink_bucket: default
2017-08-29 18:34:23,126: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:34:23,134: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:34:23,134: w2  node: 10.111.170.103:8091
2017-08-29 18:34:23,135: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:23,140: w2 sink_bucket: default
2017-08-29 18:34:23,140: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:34:23,153: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:23,211: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:34:23,212: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:34:23,212: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:34:23,212: w0          :                total |       last |    per sec
2017-08-29 18:34:23,212: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:34:23,234: w1 no response while there 1 active streams
2017-08-29 18:34:23,237: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:34:23,237: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:34:23,237: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:34:23,237: w2          :                total |       last |    per sec
2017-08-29 18:34:23,238: w2  node: 10.111.170.103:8091, done; rv: 0
2017-08-29 18:34:23,484: w1 no response while there 1 active streams
2017-08-29 18:34:23,735: w1 no response while there 1 active streams
2017-08-29 18:34:23,986: w1 no response while there 1 active streams
2017-08-29 18:34:24,226: Thread-356 Read 636 bytes off the wire
2017-08-29 18:34:24,237: w1 Send buffer size: 636
2017-08-29 18:34:24,249: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:34:24,249: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:34:24,249: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:34:24,249: w1          :                total |       last |    per sec
2017-08-29 18:34:24,249: w1    batch :                    1 |          1 |        0.9
2017-08-29 18:34:24,250: w1    byte  :                  272 |        272 |      242.0
2017-08-29 18:34:24,250: w1    msg   :                    4 |          4 |        3.6
2017-08-29 18:34:24,250: w1  node: 10.111.170.102:8091, done; rv: 0
  [                    ] 0.0% (4/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        0.8
 byte  :                  272 |        272 |      228.1
 msg   :                    4 |          4 |        3.4
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:34:24,286: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:631
2017-08-29 18:34:24,300: mt Recover and activate vbucket: 631
2017-08-29 18:34:24,301: mt cbrecovery...
2017-08-29 18:34:24,301: mt  source : http://10.111.170.101:8091
2017-08-29 18:34:24,302: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:34:24,302: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [632]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:34:24,302: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:34:24,303: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:34:24,308: mt "GET /pools/default/buckets HTTP/1.1" 200 11350
2017-08-29 18:34:24,331: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:34:24,331: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:34:24,338: mt "GET /pools/default/buckets HTTP/1.1" 200 10228
2017-08-29 18:34:24,357: mt source_bucket: default
2017-08-29 18:34:24,357: mt sink_bucket: default
2017-08-29 18:34:24,357: mt source_buckets: default
2017-08-29 18:34:24,357: mt bucket_source: default
2017-08-29 18:34:24,357: mt source_buckets filtered: default
2017-08-29 18:34:24,357: mt bucket: default
2017-08-29 18:34:24,357: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:34:24,358: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:34:24,358: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:24,358: w0  node: 10.111.170.101:8091
2017-08-29 18:34:24,362: w0 sink_bucket: default
2017-08-29 18:34:24,362: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:34:24,367: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:24,380: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:34:24,380: w1  node: 10.111.170.102:8091
2017-08-29 18:34:24,380: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:24,382: w1 sink_bucket: default
2017-08-29 18:34:24,383: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:34:24,394: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:24,411: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:34:24,411: w2  node: 10.111.170.103:8091
2017-08-29 18:34:24,411: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:24,418: w2 sink_bucket: default
2017-08-29 18:34:24,419: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:34:24,427: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:24,459: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:34:24,459: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:34:24,459: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:34:24,459: w0          :                total |       last |    per sec
2017-08-29 18:34:24,459: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:34:24,505: Thread-359 Read 243 bytes off the wire
2017-08-29 18:34:24,513: w1 Send buffer size: 243
2017-08-29 18:34:24,525: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:34:24,525: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:34:24,525: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:34:24,526: w2          :                total |       last |    per sec
2017-08-29 18:34:24,526: w2  node: 10.111.170.103:8091, done; rv: 0
2017-08-29 18:34:24,526: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:34:24,526: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:34:24,526: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:34:24,526: w1          :                total |       last |    per sec
2017-08-29 18:34:24,526: w1    batch :                    1 |          1 |        7.0
2017-08-29 18:34:24,526: w1    byte  :                   68 |         68 |      472.8
2017-08-29 18:34:24,526: w1    msg   :                    1 |          1 |        7.0
2017-08-29 18:34:24,526: w1  node: 10.111.170.102:8091, done; rv: 0
  [                    ] 0.0% (1/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        4.9
 byte  :                   68 |         68 |      335.4
 msg   :                    1 |          1 |        4.9
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:34:24,561: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:632
2017-08-29 18:34:24,575: mt Recover and activate vbucket: 632
2017-08-29 18:34:24,576: mt cbrecovery...
2017-08-29 18:34:24,576: mt  source : http://10.111.170.101:8091
2017-08-29 18:34:24,576: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:34:24,576: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [633]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:34:24,576: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:34:24,577: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:34:24,582: mt "GET /pools/default/buckets HTTP/1.1" 200 11350
2017-08-29 18:34:24,604: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:34:24,605: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:34:24,610: mt "GET /pools/default/buckets HTTP/1.1" 200 10227
2017-08-29 18:34:24,632: mt source_bucket: default
2017-08-29 18:34:24,632: mt sink_bucket: default
2017-08-29 18:34:24,632: mt source_buckets: default
2017-08-29 18:34:24,632: mt bucket_source: default
2017-08-29 18:34:24,632: mt source_buckets filtered: default
2017-08-29 18:34:24,632: mt bucket: default
2017-08-29 18:34:24,633: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:34:24,634: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:34:24,634: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:24,634: w0  node: 10.111.170.101:8091
2017-08-29 18:34:24,637: w0 sink_bucket: default
2017-08-29 18:34:24,637: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:34:24,643: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:24,657: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:34:24,658: w1  node: 10.111.170.102:8091
2017-08-29 18:34:24,658: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:24,662: w1 sink_bucket: default
2017-08-29 18:34:24,662: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:34:24,672: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:24,683: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:34:24,683: w2  node: 10.111.170.103:8091
2017-08-29 18:34:24,684: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:24,695: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:24,695: w2 sink_bucket: default
2017-08-29 18:34:24,695: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:34:24,728: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:34:24,728: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:34:24,728: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:34:24,729: w0          :                total |       last |    per sec
2017-08-29 18:34:24,729: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:34:24,753: w1 no response while there 1 active streams
2017-08-29 18:34:24,767: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:34:24,768: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:34:24,768: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:34:24,768: w2          :                total |       last |    per sec
2017-08-29 18:34:24,768: w2  node: 10.111.170.103:8091, done; rv: 0
2017-08-29 18:34:25,004: w1 no response while there 1 active streams
2017-08-29 18:34:25,254: w1 no response while there 1 active streams
2017-08-29 18:34:25,507: w1 no response while there 1 active streams
2017-08-29 18:34:25,749: Thread-362 Read 636 bytes off the wire
2017-08-29 18:34:25,758: w1 Send buffer size: 636
2017-08-29 18:34:25,771: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:34:25,771: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:34:25,771: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:34:25,771: w1          :                total |       last |    per sec
2017-08-29 18:34:25,771: w1    batch :                    1 |          1 |        0.9
2017-08-29 18:34:25,771: w1    byte  :                  272 |        272 |      245.3
2017-08-29 18:34:25,771: w1    msg   :                    4 |          4 |        3.6
2017-08-29 18:34:25,771: w1  node: 10.111.170.102:8091, done; rv: 0
  [                    ] 0.0% (4/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        0.8
 byte  :                  272 |        272 |      229.0
 msg   :                    4 |          4 |        3.4
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:34:25,822: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:633
2017-08-29 18:34:25,840: mt Recover and activate vbucket: 633
2017-08-29 18:34:25,841: mt cbrecovery...
2017-08-29 18:34:25,841: mt  source : http://10.111.170.101:8091
2017-08-29 18:34:25,841: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:34:25,841: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [634]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:34:25,841: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:34:25,846: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:34:25,878: mt "GET /pools/default/buckets HTTP/1.1" 200 11351
2017-08-29 18:34:25,899: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:34:25,900: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:34:25,905: mt "GET /pools/default/buckets HTTP/1.1" 200 10226
2017-08-29 18:34:25,925: mt source_bucket: default
2017-08-29 18:34:25,925: mt sink_bucket: default
2017-08-29 18:34:25,925: mt source_buckets: default
2017-08-29 18:34:25,926: mt bucket_source: default
2017-08-29 18:34:25,926: mt source_buckets filtered: default
2017-08-29 18:34:25,926: mt bucket: default
2017-08-29 18:34:25,926: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:34:25,926: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:34:25,926: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:25,927: w0  node: 10.111.170.101:8091
2017-08-29 18:34:25,929: w0 sink_bucket: default
2017-08-29 18:34:25,929: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:34:25,935: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:25,948: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:34:25,948: w1  node: 10.111.170.102:8091
2017-08-29 18:34:25,949: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:25,958: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:25,958: w1 sink_bucket: default
2017-08-29 18:34:25,959: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:34:25,968: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:34:25,968: w2  node: 10.111.170.103:8091
2017-08-29 18:34:25,969: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:25,973: w2 sink_bucket: default
2017-08-29 18:34:25,973: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:34:25,984: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:26,061: Thread-365 Read 40 bytes off the wire
2017-08-29 18:34:26,061: Thread-365 Read 692 bytes off the wire
2017-08-29 18:34:26,062: Thread-365 Read 1310 bytes off the wire
2017-08-29 18:34:26,062: Thread-365 Read 159 bytes off the wire
2017-08-29 18:34:26,062: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:34:26,062: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:34:26,062: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:34:26,063: w0          :                total |       last |    per sec
2017-08-29 18:34:26,063: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:34:26,064: w1 Send buffer size: 2201
2017-08-29 18:34:26,078: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:34:26,078: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:34:26,078: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:34:26,078: w2          :                total |       last |    per sec
2017-08-29 18:34:26,079: w2  node: 10.111.170.103:8091, done; rv: 0
2017-08-29 18:34:26,079: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:34:26,079: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:34:26,079: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:34:26,079: w1          :                total |       last |    per sec
2017-08-29 18:34:26,079: w1    batch :                    1 |          1 |        8.3
2017-08-29 18:34:26,080: w1    byte  :                 1083 |       1083 |     8950.8
2017-08-29 18:34:26,080: w1    msg   :                   16 |         16 |      132.2
2017-08-29 18:34:26,080: w1  node: 10.111.170.102:8091, done; rv: 0
  [                    ] 0.2% (16/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        5.1
 byte  :                 1083 |       1083 |     5526.2
 msg   :                   16 |         16 |       81.6
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:34:26,123: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:634
2017-08-29 18:34:26,138: mt Recover and activate vbucket: 634
2017-08-29 18:34:26,139: mt cbrecovery...
2017-08-29 18:34:26,140: mt  source : http://10.111.170.101:8091
2017-08-29 18:34:26,140: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:34:26,140: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [635]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:34:26,140: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:34:26,141: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:34:26,150: mt "GET /pools/default/buckets HTTP/1.1" 200 11351
2017-08-29 18:34:26,173: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:34:26,174: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:34:26,179: mt "GET /pools/default/buckets HTTP/1.1" 200 10225
2017-08-29 18:34:26,198: mt source_bucket: default
2017-08-29 18:34:26,198: mt sink_bucket: default
2017-08-29 18:34:26,198: mt source_buckets: default
2017-08-29 18:34:26,198: mt bucket_source: default
2017-08-29 18:34:26,198: mt source_buckets filtered: default
2017-08-29 18:34:26,198: mt bucket: default
2017-08-29 18:34:26,198: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:34:26,199: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:34:26,199: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:26,199: w0  node: 10.111.170.101:8091
2017-08-29 18:34:26,201: w0 sink_bucket: default
2017-08-29 18:34:26,202: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:34:26,211: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:26,224: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:34:26,225: w1  node: 10.111.170.102:8091
2017-08-29 18:34:26,225: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:26,233: w1 sink_bucket: default
2017-08-29 18:34:26,233: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:34:26,244: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:26,252: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:34:26,252: w2  node: 10.111.170.103:8091
2017-08-29 18:34:26,257: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:26,265: w2 sink_bucket: default
2017-08-29 18:34:26,266: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:34:26,277: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:26,305: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:34:26,305: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:34:26,305: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:34:26,305: w0          :                total |       last |    per sec
2017-08-29 18:34:26,305: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:34:26,342: Thread-368 Read 2201 bytes off the wire
2017-08-29 18:34:26,342: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:34:26,342: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:34:26,343: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:34:26,343: w2          :                total |       last |    per sec
2017-08-29 18:34:26,343: w2  node: 10.111.170.103:8091, done; rv: 0
2017-08-29 18:34:26,343: w1 Send buffer size: 2201
2017-08-29 18:34:26,356: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:34:26,356: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:34:26,356: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:34:26,357: w1          :                total |       last |    per sec
2017-08-29 18:34:26,357: w1    batch :                    1 |          1 |        8.1
2017-08-29 18:34:26,357: w1    byte  :                 1083 |       1083 |     8768.0
2017-08-29 18:34:26,357: w1    msg   :                   16 |         16 |      129.5
2017-08-29 18:34:26,357: w1  node: 10.111.170.102:8091, done; rv: 0
  [                    ] 0.2% (16/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        4.6
 byte  :                 1083 |       1083 |     5030.9
 msg   :                   16 |         16 |       74.3
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:34:26,414: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:635
2017-08-29 18:34:26,428: mt Recover and activate vbucket: 635
2017-08-29 18:34:26,429: mt cbrecovery...
2017-08-29 18:34:26,429: mt  source : http://10.111.170.101:8091
2017-08-29 18:34:26,429: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:34:26,429: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [636]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:34:26,429: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:34:26,430: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:34:26,436: mt "GET /pools/default/buckets HTTP/1.1" 200 11351
2017-08-29 18:34:26,529: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:34:26,530: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:34:26,535: mt "GET /pools/default/buckets HTTP/1.1" 200 10224
2017-08-29 18:34:26,553: mt source_bucket: default
2017-08-29 18:34:26,553: mt sink_bucket: default
2017-08-29 18:34:26,553: mt source_buckets: default
2017-08-29 18:34:26,553: mt bucket_source: default
2017-08-29 18:34:26,553: mt source_buckets filtered: default
2017-08-29 18:34:26,553: mt bucket: default
2017-08-29 18:34:26,553: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:34:26,554: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:34:26,554: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:26,554: w0  node: 10.111.170.101:8091
2017-08-29 18:34:26,557: w0 sink_bucket: default
2017-08-29 18:34:26,557: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:34:26,566: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:26,576: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:34:26,576: w1  node: 10.111.170.102:8091
2017-08-29 18:34:26,577: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:26,588: w1 sink_bucket: default
2017-08-29 18:34:26,588: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:34:26,589: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:26,599: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:34:26,600: w2  node: 10.111.170.103:8091
2017-08-29 18:34:26,600: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:26,604: w2 sink_bucket: default
2017-08-29 18:34:26,605: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:34:26,652: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:26,688: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:34:26,688: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:34:26,688: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:34:26,688: w0          :                total |       last |    per sec
2017-08-29 18:34:26,688: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:34:26,719: w1 no response while there 1 active streams
2017-08-29 18:34:26,724: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:34:26,724: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:34:26,725: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:34:26,725: w2          :                total |       last |    per sec
2017-08-29 18:34:26,725: w2  node: 10.111.170.103:8091, done; rv: 0
2017-08-29 18:34:26,971: w1 no response while there 1 active streams
2017-08-29 18:34:27,221: w1 no response while there 1 active streams
2017-08-29 18:34:27,473: w1 no response while there 1 active streams
2017-08-29 18:34:27,715: Thread-371 Read 1939 bytes off the wire
2017-08-29 18:34:27,723: w1 Send buffer size: 1939
2017-08-29 18:34:27,736: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:34:27,736: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:34:27,737: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:34:27,737: w1          :                total |       last |    per sec
2017-08-29 18:34:27,737: w1    batch :                    1 |          1 |        0.9
2017-08-29 18:34:27,737: w1    byte  :                  947 |        947 |      824.3
2017-08-29 18:34:27,737: w1    msg   :                   14 |         14 |       12.2
2017-08-29 18:34:27,737: w1  node: 10.111.170.102:8091, done; rv: 0
  [                    ] 0.1% (14/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        0.8
 byte  :                  947 |        947 |      758.7
 msg   :                   14 |         14 |       11.2
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:34:27,802: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:636
2017-08-29 18:34:27,819: mt Recover and activate vbucket: 636
2017-08-29 18:34:27,820: mt cbrecovery...
2017-08-29 18:34:27,821: mt  source : http://10.111.170.101:8091
2017-08-29 18:34:27,821: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:34:27,821: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [637]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:34:27,821: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:34:27,822: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:34:27,828: mt "GET /pools/default/buckets HTTP/1.1" 200 11351
2017-08-29 18:34:27,848: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:34:27,848: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:34:27,854: mt "GET /pools/default/buckets HTTP/1.1" 200 10223
2017-08-29 18:34:27,874: mt source_bucket: default
2017-08-29 18:34:27,874: mt sink_bucket: default
2017-08-29 18:34:27,874: mt source_buckets: default
2017-08-29 18:34:27,874: mt bucket_source: default
2017-08-29 18:34:27,874: mt source_buckets filtered: default
2017-08-29 18:34:27,874: mt bucket: default
2017-08-29 18:34:27,874: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:34:27,875: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:34:27,875: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:27,876: w0  node: 10.111.170.101:8091
2017-08-29 18:34:27,878: w0 sink_bucket: default
2017-08-29 18:34:27,879: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:34:27,885: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:27,899: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:34:27,899: w1  node: 10.111.170.102:8091
2017-08-29 18:34:27,900: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:27,905: w1 sink_bucket: default
2017-08-29 18:34:27,906: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:34:27,912: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:27,922: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:34:27,922: w2  node: 10.111.170.103:8091
2017-08-29 18:34:27,923: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:27,928: w2 sink_bucket: default
2017-08-29 18:34:27,929: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:34:27,941: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:27,984: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:34:27,984: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:34:27,984: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:34:27,984: w0          :                total |       last |    per sec
2017-08-29 18:34:27,984: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:34:28,006: w1 no response while there 1 active streams
2017-08-29 18:34:28,014: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:34:28,014: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:34:28,014: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:34:28,014: w2          :                total |       last |    per sec
2017-08-29 18:34:28,014: w2  node: 10.111.170.103:8091, done; rv: 0
2017-08-29 18:34:28,258: w1 no response while there 1 active streams
2017-08-29 18:34:28,509: w1 no response while there 1 active streams
2017-08-29 18:34:28,759: w1 no response while there 1 active streams
2017-08-29 18:34:29,001: Thread-374 Read 2458 bytes off the wire
2017-08-29 18:34:29,010: w1 Send buffer size: 2458
2017-08-29 18:34:29,022: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:34:29,022: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:34:29,022: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:34:29,022: w1          :                total |       last |    per sec
2017-08-29 18:34:29,023: w1    batch :                    1 |          1 |        0.9
2017-08-29 18:34:29,023: w1    byte  :                 1215 |       1215 |     1087.9
2017-08-29 18:34:29,023: w1    msg   :                   18 |         18 |       16.1
2017-08-29 18:34:29,023: w1  node: 10.111.170.102:8091, done; rv: 0
  [                    ] 0.2% (18/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        0.8
 byte  :                 1215 |       1215 |     1011.9
 msg   :                   18 |         18 |       15.0
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:34:29,076: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:637
2017-08-29 18:34:29,094: mt Recover and activate vbucket: 637
2017-08-29 18:34:29,095: mt cbrecovery...
2017-08-29 18:34:29,095: mt  source : http://10.111.170.101:8091
2017-08-29 18:34:29,095: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:34:29,095: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [638]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:34:29,095: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:34:29,096: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:34:29,101: mt "GET /pools/default/buckets HTTP/1.1" 200 11351
2017-08-29 18:34:29,125: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:34:29,126: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:34:29,131: mt "GET /pools/default/buckets HTTP/1.1" 200 10224
2017-08-29 18:34:29,152: mt source_bucket: default
2017-08-29 18:34:29,152: mt sink_bucket: default
2017-08-29 18:34:29,153: mt source_buckets: default
2017-08-29 18:34:29,153: mt bucket_source: default
2017-08-29 18:34:29,153: mt source_buckets filtered: default
2017-08-29 18:34:29,153: mt bucket: default
2017-08-29 18:34:29,153: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:34:29,154: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:34:29,154: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:29,154: w0  node: 10.111.170.101:8091
2017-08-29 18:34:29,157: w0 sink_bucket: default
2017-08-29 18:34:29,158: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:34:29,166: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:29,177: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:34:29,177: w1  node: 10.111.170.102:8091
2017-08-29 18:34:29,178: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:29,183: w1 sink_bucket: default
2017-08-29 18:34:29,184: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:34:29,190: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:29,211: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:34:29,211: w2  node: 10.111.170.103:8091
2017-08-29 18:34:29,211: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:29,227: w2 sink_bucket: default
2017-08-29 18:34:29,228: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:34:29,230: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:29,233: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:34:29,233: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:34:29,233: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:34:29,233: w0          :                total |       last |    per sec
2017-08-29 18:34:29,234: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:34:29,289: w1 no response while there 1 active streams
2017-08-29 18:34:29,301: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:34:29,302: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:34:29,302: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:34:29,302: w2          :                total |       last |    per sec
2017-08-29 18:34:29,302: w2  node: 10.111.170.103:8091, done; rv: 0
2017-08-29 18:34:29,541: w1 no response while there 1 active streams
2017-08-29 18:34:29,791: w1 no response while there 1 active streams
2017-08-29 18:34:30,042: w1 no response while there 1 active streams
2017-08-29 18:34:30,283: Thread-377 Read 763 bytes off the wire
2017-08-29 18:34:30,294: w1 Send buffer size: 763
2017-08-29 18:34:30,307: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:34:30,307: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:34:30,307: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:34:30,307: w1          :                total |       last |    per sec
2017-08-29 18:34:30,307: w1    batch :                    1 |          1 |        0.9
2017-08-29 18:34:30,307: w1    byte  :                  337 |        337 |      300.0
2017-08-29 18:34:30,307: w1    msg   :                    5 |          5 |        4.5
2017-08-29 18:34:30,309: w1  node: 10.111.170.102:8091, done; rv: 0
  [                    ] 0.1% (5/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        0.8
 byte  :                  337 |        337 |      280.7
 msg   :                    5 |          5 |        4.2
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:34:30,355: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:638
2017-08-29 18:34:30,371: mt Recover and activate vbucket: 638
2017-08-29 18:34:30,373: mt cbrecovery...
2017-08-29 18:34:30,373: mt  source : http://10.111.170.101:8091
2017-08-29 18:34:30,373: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:34:30,373: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [639]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:34:30,374: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:34:30,375: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:34:30,380: mt "GET /pools/default/buckets HTTP/1.1" 200 11351
2017-08-29 18:34:30,400: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:34:30,401: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:34:30,406: mt "GET /pools/default/buckets HTTP/1.1" 200 10223
2017-08-29 18:34:30,426: mt source_bucket: default
2017-08-29 18:34:30,426: mt sink_bucket: default
2017-08-29 18:34:30,426: mt source_buckets: default
2017-08-29 18:34:30,426: mt bucket_source: default
2017-08-29 18:34:30,426: mt source_buckets filtered: default
2017-08-29 18:34:30,426: mt bucket: default
2017-08-29 18:34:30,426: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:34:30,427: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:34:30,427: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:30,427: w0  node: 10.111.170.101:8091
2017-08-29 18:34:30,429: w0 sink_bucket: default
2017-08-29 18:34:30,430: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:34:30,436: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:30,449: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:34:30,449: w1  node: 10.111.170.102:8091
2017-08-29 18:34:30,449: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:30,461: w1 sink_bucket: default
2017-08-29 18:34:30,462: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:34:30,465: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:30,478: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:34:30,481: w2  node: 10.111.170.103:8091
2017-08-29 18:34:30,484: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:30,507: w2 sink_bucket: default
2017-08-29 18:34:30,507: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:34:30,521: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:30,542: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:34:30,543: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:34:30,543: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:34:30,543: w0          :                total |       last |    per sec
2017-08-29 18:34:30,552: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:34:30,589: w1 no response while there 1 active streams
2017-08-29 18:34:30,594: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:34:30,595: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:34:30,595: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:34:30,595: w2          :                total |       last |    per sec
2017-08-29 18:34:30,595: w2  node: 10.111.170.103:8091, done; rv: 0
2017-08-29 18:34:30,841: w1 no response while there 1 active streams
2017-08-29 18:34:31,092: w1 no response while there 1 active streams
2017-08-29 18:34:31,343: w1 no response while there 1 active streams
2017-08-29 18:34:31,585: Thread-380 Read 633 bytes off the wire
2017-08-29 18:34:31,594: w1 Send buffer size: 633
2017-08-29 18:34:31,608: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:34:31,608: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:34:31,608: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:34:31,608: w1          :                total |       last |    per sec
2017-08-29 18:34:31,608: w1    batch :                    1 |          1 |        0.9
2017-08-29 18:34:31,609: w1    byte  :                  270 |        270 |      235.4
2017-08-29 18:34:31,609: w1    msg   :                    4 |          4 |        3.5
2017-08-29 18:34:31,609: w1  node: 10.111.170.102:8091, done; rv: 0
  [                    ] 0.0% (4/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        0.8
 byte  :                  270 |        270 |      221.1
 msg   :                    4 |          4 |        3.3
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:34:31,648: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:639
2017-08-29 18:34:31,666: mt Recover and activate vbucket: 639
2017-08-29 18:34:31,667: mt cbrecovery...
2017-08-29 18:34:31,667: mt  source : http://10.111.170.101:8091
2017-08-29 18:34:31,667: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:34:31,667: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [640]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:34:31,667: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:34:31,669: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:34:31,675: mt "GET /pools/default/buckets HTTP/1.1" 200 11351
2017-08-29 18:34:31,696: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:34:31,697: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:34:31,702: mt "GET /pools/default/buckets HTTP/1.1" 200 10222
2017-08-29 18:34:31,722: mt source_bucket: default
2017-08-29 18:34:31,722: mt sink_bucket: default
2017-08-29 18:34:31,724: mt source_buckets: default
2017-08-29 18:34:31,724: mt bucket_source: default
2017-08-29 18:34:31,724: mt source_buckets filtered: default
2017-08-29 18:34:31,724: mt bucket: default
2017-08-29 18:34:31,724: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:34:31,725: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:34:31,725: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:31,725: w0  node: 10.111.170.101:8091
2017-08-29 18:34:31,728: w0 sink_bucket: default
2017-08-29 18:34:31,728: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:34:31,735: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:31,748: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:34:31,748: w1  node: 10.111.170.102:8091
2017-08-29 18:34:31,749: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:31,759: w1 sink_bucket: default
2017-08-29 18:34:31,759: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:34:31,764: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:31,777: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:34:31,778: w2  node: 10.111.170.103:8091
2017-08-29 18:34:31,779: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:31,785: w2 sink_bucket: default
2017-08-29 18:34:31,786: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:34:31,793: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:31,823: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:34:31,823: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:34:31,823: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:34:31,823: w0          :                total |       last |    per sec
2017-08-29 18:34:31,823: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:34:31,855: Thread-383 Read 40 bytes off the wire
2017-08-29 18:34:31,855: Thread-383 Read 955 bytes off the wire
2017-08-29 18:34:31,856: Thread-383 Read 946 bytes off the wire
2017-08-29 18:34:31,867: w1 Send buffer size: 1941
2017-08-29 18:34:31,870: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:34:31,870: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:34:31,870: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:34:31,870: w2          :                total |       last |    per sec
2017-08-29 18:34:31,870: w2  node: 10.111.170.103:8091, done; rv: 0
2017-08-29 18:34:31,879: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:34:31,880: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:34:31,880: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:34:31,880: w1          :                total |       last |    per sec
2017-08-29 18:34:31,880: w1    batch :                    1 |          1 |        8.2
2017-08-29 18:34:31,880: w1    byte  :                  949 |        949 |     7820.9
2017-08-29 18:34:31,880: w1    msg   :                   14 |         14 |      115.4
2017-08-29 18:34:31,880: w1  node: 10.111.170.102:8091, done; rv: 0
  [                    ] 0.1% (14/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        4.9
 byte  :                  949 |        949 |     4693.2
 msg   :                   14 |         14 |       69.2
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:34:31,927: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:640
2017-08-29 18:34:31,943: mt Recover and activate vbucket: 640
2017-08-29 18:34:31,944: mt cbrecovery...
2017-08-29 18:34:31,945: mt  source : http://10.111.170.101:8091
2017-08-29 18:34:31,945: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:34:31,945: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [641]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:34:31,945: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:34:31,946: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:34:31,954: mt "GET /pools/default/buckets HTTP/1.1" 200 11351
2017-08-29 18:34:31,978: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:34:31,979: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:34:31,985: mt "GET /pools/default/buckets HTTP/1.1" 200 10221
2017-08-29 18:34:32,003: mt source_bucket: default
2017-08-29 18:34:32,003: mt sink_bucket: default
2017-08-29 18:34:32,003: mt source_buckets: default
2017-08-29 18:34:32,003: mt bucket_source: default
2017-08-29 18:34:32,003: mt source_buckets filtered: default
2017-08-29 18:34:32,004: mt bucket: default
2017-08-29 18:34:32,004: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:34:32,005: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:34:32,005: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:32,005: w0  node: 10.111.170.101:8091
2017-08-29 18:34:32,010: w0 sink_bucket: default
2017-08-29 18:34:32,011: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:34:32,029: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:32,037: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:34:32,037: w1  node: 10.111.170.102:8091
2017-08-29 18:34:32,038: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:32,042: w1 sink_bucket: default
2017-08-29 18:34:32,043: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:34:32,050: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:32,058: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:34:32,058: w2  node: 10.111.170.103:8091
2017-08-29 18:34:32,059: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:32,068: w2 sink_bucket: default
2017-08-29 18:34:32,068: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:34:32,080: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:32,113: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:34:32,113: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:34:32,113: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:34:32,113: w0          :                total |       last |    per sec
2017-08-29 18:34:32,113: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:34:32,140: Thread-386 Read 40 bytes off the wire
2017-08-29 18:34:32,141: Thread-386 Read 44 bytes off the wire
2017-08-29 18:34:32,141: Thread-386 Read 1570 bytes off the wire
2017-08-29 18:34:32,142: Thread-386 Read 523 bytes off the wire
2017-08-29 18:34:32,143: Thread-386 Read 159 bytes off the wire
2017-08-29 18:34:32,154: w1 Send buffer size: 2336
2017-08-29 18:34:32,159: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:34:32,159: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:34:32,159: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:34:32,159: w2          :                total |       last |    per sec
2017-08-29 18:34:32,159: w2  node: 10.111.170.103:8091, done; rv: 0
2017-08-29 18:34:32,168: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:34:32,168: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:34:32,168: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:34:32,168: w1          :                total |       last |    per sec
2017-08-29 18:34:32,168: w1    batch :                    1 |          1 |        8.0
2017-08-29 18:34:32,168: w1    byte  :                 1154 |       1154 |     9182.6
2017-08-29 18:34:32,168: w1    msg   :                   17 |         17 |      135.3
2017-08-29 18:34:32,168: w1  node: 10.111.170.102:8091, done; rv: 0
  [                    ] 0.2% (17/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        4.8
 byte  :                 1154 |       1154 |     5523.3
 msg   :                   17 |         17 |       81.4
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:34:32,214: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:641
2017-08-29 18:34:32,230: mt Recover and activate vbucket: 641
2017-08-29 18:34:32,232: mt cbrecovery...
2017-08-29 18:34:32,232: mt  source : http://10.111.170.101:8091
2017-08-29 18:34:32,232: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:34:32,232: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [642]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:34:32,232: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:34:32,233: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:34:32,238: mt "GET /pools/default/buckets HTTP/1.1" 200 11351
2017-08-29 18:34:32,263: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:34:32,264: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:34:32,269: mt "GET /pools/default/buckets HTTP/1.1" 200 10220
2017-08-29 18:34:32,286: mt source_bucket: default
2017-08-29 18:34:32,286: mt sink_bucket: default
2017-08-29 18:34:32,287: mt source_buckets: default
2017-08-29 18:34:32,287: mt bucket_source: default
2017-08-29 18:34:32,287: mt source_buckets filtered: default
2017-08-29 18:34:32,287: mt bucket: default
2017-08-29 18:34:32,287: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:34:32,287: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:34:32,288: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:32,288: w0  node: 10.111.170.101:8091
2017-08-29 18:34:32,290: w0 sink_bucket: default
2017-08-29 18:34:32,290: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:34:32,297: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:32,310: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:34:32,310: w1  node: 10.111.170.102:8091
2017-08-29 18:34:32,311: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:32,313: w1 sink_bucket: default
2017-08-29 18:34:32,313: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:34:32,333: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:32,350: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:34:32,350: w2  node: 10.111.170.103:8091
2017-08-29 18:34:32,351: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:32,360: w2 sink_bucket: default
2017-08-29 18:34:32,361: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:34:32,366: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:32,388: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:34:32,389: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:34:32,389: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:34:32,389: w0          :                total |       last |    per sec
2017-08-29 18:34:32,389: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:34:32,410: Thread-389 Read 40 bytes off the wire
2017-08-29 18:34:32,411: Thread-389 Read 462 bytes off the wire
2017-08-29 18:34:32,425: w1 Send buffer size: 502
2017-08-29 18:34:32,437: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:34:32,437: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:34:32,437: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:34:32,438: w2          :                total |       last |    per sec
2017-08-29 18:34:32,438: w2  node: 10.111.170.103:8091, done; rv: 0
2017-08-29 18:34:32,439: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:34:32,439: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:34:32,439: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:34:32,439: w1          :                total |       last |    per sec
2017-08-29 18:34:32,439: w1    batch :                    1 |          1 |        7.9
2017-08-29 18:34:32,439: w1    byte  :                  202 |        202 |     1599.2
2017-08-29 18:34:32,439: w1    msg   :                    3 |          3 |       23.8
2017-08-29 18:34:32,439: w1  node: 10.111.170.102:8091, done; rv: 0
  [                    ] 0.0% (3/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        4.6
 byte  :                  202 |        202 |      928.0
 msg   :                    3 |          3 |       13.8
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:34:32,505: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:642
2017-08-29 18:34:32,518: mt Recover and activate vbucket: 642
2017-08-29 18:34:32,519: mt cbrecovery...
2017-08-29 18:34:32,519: mt  source : http://10.111.170.101:8091
2017-08-29 18:34:32,519: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:34:32,519: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [643]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:34:32,519: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:34:32,520: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:34:32,528: mt "GET /pools/default/buckets HTTP/1.1" 200 11351
2017-08-29 18:34:32,549: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:34:32,549: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:34:32,554: mt "GET /pools/default/buckets HTTP/1.1" 200 10219
2017-08-29 18:34:32,573: mt source_bucket: default
2017-08-29 18:34:32,573: mt sink_bucket: default
2017-08-29 18:34:32,573: mt source_buckets: default
2017-08-29 18:34:32,573: mt bucket_source: default
2017-08-29 18:34:32,573: mt source_buckets filtered: default
2017-08-29 18:34:32,573: mt bucket: default
2017-08-29 18:34:32,573: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:34:32,574: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:34:32,574: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:32,574: w0  node: 10.111.170.101:8091
2017-08-29 18:34:32,577: w0 sink_bucket: default
2017-08-29 18:34:32,577: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:34:32,583: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:32,596: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:34:32,597: w1  node: 10.111.170.102:8091
2017-08-29 18:34:32,597: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:32,600: w1 sink_bucket: default
2017-08-29 18:34:32,600: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:34:32,612: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:32,624: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:34:32,624: w2  node: 10.111.170.103:8091
2017-08-29 18:34:32,628: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:32,631: w2 sink_bucket: default
2017-08-29 18:34:32,632: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:34:32,655: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:32,756: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:34:32,756: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:34:32,756: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:34:32,756: w0          :                total |       last |    per sec
2017-08-29 18:34:32,757: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:34:32,767: w1 no response while there 1 active streams
2017-08-29 18:34:32,770: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:34:32,770: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:34:32,770: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:34:32,770: w2          :                total |       last |    per sec
2017-08-29 18:34:32,770: w2  node: 10.111.170.103:8091, done; rv: 0
2017-08-29 18:34:33,018: w1 no response while there 1 active streams
2017-08-29 18:34:33,270: w1 no response while there 1 active streams
2017-08-29 18:34:33,521: w1 no response while there 1 active streams
2017-08-29 18:34:33,754: Thread-392 Read 636 bytes off the wire
2017-08-29 18:34:33,773: w1 Send buffer size: 636
2017-08-29 18:34:33,786: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:34:33,786: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:34:33,786: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:34:33,786: w1          :                total |       last |    per sec
2017-08-29 18:34:33,787: w1    batch :                    1 |          1 |        0.8
2017-08-29 18:34:33,787: w1    byte  :                  272 |        272 |      229.3
2017-08-29 18:34:33,787: w1    msg   :                    4 |          4 |        3.4
2017-08-29 18:34:33,787: w1  node: 10.111.170.102:8091, done; rv: 0
  [                    ] 0.0% (4/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        0.7
 byte  :                  272 |        272 |      198.0
 msg   :                    4 |          4 |        2.9
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:34:33,948: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:643
2017-08-29 18:34:33,964: mt Recover and activate vbucket: 643
2017-08-29 18:34:33,965: mt cbrecovery...
2017-08-29 18:34:33,965: mt  source : http://10.111.170.101:8091
2017-08-29 18:34:33,965: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:34:33,966: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [644]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:34:33,966: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:34:33,967: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:34:33,974: mt "GET /pools/default/buckets HTTP/1.1" 200 11351
2017-08-29 18:34:33,998: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:34:33,999: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:34:34,006: mt "GET /pools/default/buckets HTTP/1.1" 200 10189
2017-08-29 18:34:34,026: mt source_bucket: default
2017-08-29 18:34:34,026: mt sink_bucket: default
2017-08-29 18:34:34,026: mt source_buckets: default
2017-08-29 18:34:34,026: mt bucket_source: default
2017-08-29 18:34:34,026: mt source_buckets filtered: default
2017-08-29 18:34:34,026: mt bucket: default
2017-08-29 18:34:34,026: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:34:34,027: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:34:34,027: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:34,027: w0  node: 10.111.170.101:8091
2017-08-29 18:34:34,030: w0 sink_bucket: default
2017-08-29 18:34:34,031: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:34:34,039: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:34,051: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:34:34,051: w1  node: 10.111.170.102:8091
2017-08-29 18:34:34,051: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:34,055: w1 sink_bucket: default
2017-08-29 18:34:34,056: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:34:34,066: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:34,078: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:34:34,078: w2  node: 10.111.170.103:8091
2017-08-29 18:34:34,084: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:34,087: w2 sink_bucket: default
2017-08-29 18:34:34,088: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:34:34,097: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:34,137: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:34:34,137: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:34:34,138: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:34:34,138: w0          :                total |       last |    per sec
2017-08-29 18:34:34,138: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:34:34,157: Thread-395 Read 40 bytes off the wire
2017-08-29 18:34:34,158: Thread-395 Read 437 bytes off the wire
2017-08-29 18:34:34,158: Thread-395 Read 290 bytes off the wire
2017-08-29 18:34:34,165: w1 Send buffer size: 767
2017-08-29 18:34:34,178: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:34:34,179: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:34:34,179: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:34:34,179: w1          :                total |       last |    per sec
2017-08-29 18:34:34,179: w1    batch :                    1 |          1 |        8.1
2017-08-29 18:34:34,179: w1    byte  :                  340 |        340 |     2757.0
2017-08-29 18:34:34,179: w1    msg   :                    5 |          5 |       40.5
2017-08-29 18:34:34,179: w1  node: 10.111.170.102:8091, done; rv: 0
2017-08-29 18:34:34,178: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:34:34,181: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:34:34,181: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:34:34,181: w2          :                total |       last |    per sec
2017-08-29 18:34:34,181: w2  node: 10.111.170.103:8091, done; rv: 0
  [                    ] 0.1% (5/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        4.8
 byte  :                  340 |        340 |     1633.6
 msg   :                    5 |          5 |       24.0
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:34:34,235: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:644
2017-08-29 18:34:34,249: mt Recover and activate vbucket: 644
2017-08-29 18:34:34,253: mt cbrecovery...
2017-08-29 18:34:34,253: mt  source : http://10.111.170.101:8091
2017-08-29 18:34:34,253: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:34:34,253: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [645]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:34:34,253: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:34:34,254: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:34:34,260: mt "GET /pools/default/buckets HTTP/1.1" 200 11351
2017-08-29 18:34:34,284: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:34:34,285: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:34:34,289: mt "GET /pools/default/buckets HTTP/1.1" 200 10188
2017-08-29 18:34:34,310: mt source_bucket: default
2017-08-29 18:34:34,311: mt sink_bucket: default
2017-08-29 18:34:34,311: mt source_buckets: default
2017-08-29 18:34:34,311: mt bucket_source: default
2017-08-29 18:34:34,311: mt source_buckets filtered: default
2017-08-29 18:34:34,311: mt bucket: default
2017-08-29 18:34:34,311: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:34:34,312: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:34:34,312: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:34,312: w0  node: 10.111.170.101:8091
2017-08-29 18:34:34,317: w0 sink_bucket: default
2017-08-29 18:34:34,317: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:34:34,322: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:34,332: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:34:34,333: w1  node: 10.111.170.102:8091
2017-08-29 18:34:34,334: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:34,340: w1 sink_bucket: default
2017-08-29 18:34:34,340: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:34:34,355: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:34,369: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:34:34,369: w2  node: 10.111.170.103:8091
2017-08-29 18:34:34,370: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:34,371: w2 sink_bucket: default
2017-08-29 18:34:34,371: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:34:34,379: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:34,429: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:34:34,430: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:34:34,430: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:34:34,430: w0          :                total |       last |    per sec
2017-08-29 18:34:34,430: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:34:34,464: w1 no response while there 1 active streams
2017-08-29 18:34:34,466: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:34:34,466: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:34:34,467: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:34:34,467: w2          :                total |       last |    per sec
2017-08-29 18:34:34,467: w2  node: 10.111.170.103:8091, done; rv: 0
2017-08-29 18:34:34,714: w1 no response while there 1 active streams
2017-08-29 18:34:34,965: w1 no response while there 1 active streams
2017-08-29 18:34:35,215: w1 no response while there 1 active streams
2017-08-29 18:34:35,455: Thread-398 Read 374 bytes off the wire
2017-08-29 18:34:35,468: w1 Send buffer size: 374
2017-08-29 18:34:35,482: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:34:35,482: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:34:35,482: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:34:35,482: w1          :                total |       last |    per sec
2017-08-29 18:34:35,482: w1    batch :                    1 |          1 |        0.9
2017-08-29 18:34:35,482: w1    byte  :                  136 |        136 |      119.1
2017-08-29 18:34:35,482: w1    msg   :                    2 |          2 |        1.8
2017-08-29 18:34:35,482: w1  node: 10.111.170.102:8091, done; rv: 0
  [                    ] 0.0% (2/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        0.8
 byte  :                  136 |        136 |      112.6
 msg   :                    2 |          2 |        1.7
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:34:35,520: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:645
2017-08-29 18:34:35,538: mt Recover and activate vbucket: 645
2017-08-29 18:34:35,540: mt cbrecovery...
2017-08-29 18:34:35,540: mt  source : http://10.111.170.101:8091
2017-08-29 18:34:35,540: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:34:35,540: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [646]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:34:35,541: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:34:35,542: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:34:35,547: mt "GET /pools/default/buckets HTTP/1.1" 200 11350
2017-08-29 18:34:35,570: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:34:35,571: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:34:35,577: mt "GET /pools/default/buckets HTTP/1.1" 200 10187
2017-08-29 18:34:35,603: mt source_bucket: default
2017-08-29 18:34:35,603: mt sink_bucket: default
2017-08-29 18:34:35,603: mt source_buckets: default
2017-08-29 18:34:35,603: mt bucket_source: default
2017-08-29 18:34:35,603: mt source_buckets filtered: default
2017-08-29 18:34:35,603: mt bucket: default
2017-08-29 18:34:35,603: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:34:35,604: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:34:35,604: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:35,605: w0  node: 10.111.170.101:8091
2017-08-29 18:34:35,607: w0 sink_bucket: default
2017-08-29 18:34:35,608: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:34:35,618: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:35,626: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:34:35,627: w1  node: 10.111.170.102:8091
2017-08-29 18:34:35,628: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:35,635: w1 sink_bucket: default
2017-08-29 18:34:35,636: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:34:35,650: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:35,658: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:34:35,658: w2  node: 10.111.170.103:8091
2017-08-29 18:34:35,663: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:35,668: w2 sink_bucket: default
2017-08-29 18:34:35,669: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:34:35,680: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:35,735: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:34:35,736: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:34:35,736: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:34:35,736: w0          :                total |       last |    per sec
2017-08-29 18:34:35,736: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:34:35,741: Thread-401 Read 40 bytes off the wire
2017-08-29 18:34:35,742: Thread-401 Read 951 bytes off the wire
2017-08-29 18:34:35,742: Thread-401 Read 1047 bytes off the wire
2017-08-29 18:34:35,743: Thread-401 Read 28 bytes off the wire
2017-08-29 18:34:35,750: w1 Send buffer size: 2066
2017-08-29 18:34:35,762: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:34:35,762: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:34:35,762: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:34:35,762: w2          :                total |       last |    per sec
2017-08-29 18:34:35,762: w2  node: 10.111.170.103:8091, done; rv: 0
2017-08-29 18:34:35,764: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:34:35,764: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:34:35,765: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:34:35,765: w1          :                total |       last |    per sec
2017-08-29 18:34:35,765: w1    batch :                    1 |          1 |        7.7
2017-08-29 18:34:35,765: w1    byte  :                 1012 |       1012 |     7839.0
2017-08-29 18:34:35,765: w1    msg   :                   15 |         15 |      116.2
2017-08-29 18:34:35,765: w1  node: 10.111.170.102:8091, done; rv: 0
  [                    ] 0.1% (15/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        4.7
 byte  :                 1012 |       1012 |     4743.1
 msg   :                   15 |         15 |       70.3
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:34:35,818: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:646
2017-08-29 18:34:35,832: mt Recover and activate vbucket: 646
2017-08-29 18:34:35,833: mt cbrecovery...
2017-08-29 18:34:35,833: mt  source : http://10.111.170.101:8091
2017-08-29 18:34:35,833: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:34:35,833: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [647]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:34:35,833: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:34:35,835: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:34:35,840: mt "GET /pools/default/buckets HTTP/1.1" 200 11350
2017-08-29 18:34:35,864: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:34:35,866: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:34:35,871: mt "GET /pools/default/buckets HTTP/1.1" 200 10186
2017-08-29 18:34:35,891: mt source_bucket: default
2017-08-29 18:34:35,891: mt sink_bucket: default
2017-08-29 18:34:35,891: mt source_buckets: default
2017-08-29 18:34:35,891: mt bucket_source: default
2017-08-29 18:34:35,891: mt source_buckets filtered: default
2017-08-29 18:34:35,891: mt bucket: default
2017-08-29 18:34:35,892: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:34:35,892: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:34:35,892: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:35,893: w0  node: 10.111.170.101:8091
2017-08-29 18:34:35,895: w0 sink_bucket: default
2017-08-29 18:34:35,895: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:34:35,908: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:35,921: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:34:35,921: w1  node: 10.111.170.102:8091
2017-08-29 18:34:35,922: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:35,929: w1 sink_bucket: default
2017-08-29 18:34:35,929: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:34:35,938: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:35,958: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:34:35,958: w2  node: 10.111.170.103:8091
2017-08-29 18:34:35,961: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:35,974: w2 sink_bucket: default
2017-08-29 18:34:35,974: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:34:35,975: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:36,021: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:34:36,021: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:34:36,021: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:34:36,021: w0          :                total |       last |    per sec
2017-08-29 18:34:36,021: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:34:36,039: Thread-404 Read 40 bytes off the wire
2017-08-29 18:34:36,040: Thread-404 Read 44 bytes off the wire
2017-08-29 18:34:36,040: Thread-404 Read 648 bytes off the wire
2017-08-29 18:34:36,040: Thread-404 Read 1439 bytes off the wire
2017-08-29 18:34:36,040: Thread-404 Read 159 bytes off the wire
2017-08-29 18:34:36,047: w1 Send buffer size: 2330
2017-08-29 18:34:36,055: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:34:36,055: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:34:36,055: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:34:36,055: w2          :                total |       last |    per sec
2017-08-29 18:34:36,055: w2  node: 10.111.170.103:8091, done; rv: 0
2017-08-29 18:34:36,061: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:34:36,061: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:34:36,062: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:34:36,062: w1          :                total |       last |    per sec
2017-08-29 18:34:36,062: w1    batch :                    1 |          1 |        7.5
2017-08-29 18:34:36,062: w1    byte  :                 1149 |       1149 |     8652.5
2017-08-29 18:34:36,062: w1    msg   :                   17 |         17 |      128.0
2017-08-29 18:34:36,062: w1  node: 10.111.170.102:8091, done; rv: 0
  [                    ] 0.2% (17/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        4.6
 byte  :                 1149 |       1149 |     5311.2
 msg   :                   17 |         17 |       78.6
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:34:36,109: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:647
2017-08-29 18:34:36,123: mt Recover and activate vbucket: 647
2017-08-29 18:34:36,125: mt cbrecovery...
2017-08-29 18:34:36,125: mt  source : http://10.111.170.101:8091
2017-08-29 18:34:36,125: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:34:36,126: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [648]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:34:36,126: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:34:36,127: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:34:36,135: mt "GET /pools/default/buckets HTTP/1.1" 200 11350
2017-08-29 18:34:36,167: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:34:36,168: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:34:36,175: mt "GET /pools/default/buckets HTTP/1.1" 200 10185
2017-08-29 18:34:36,196: mt source_bucket: default
2017-08-29 18:34:36,196: mt sink_bucket: default
2017-08-29 18:34:36,196: mt source_buckets: default
2017-08-29 18:34:36,196: mt bucket_source: default
2017-08-29 18:34:36,196: mt source_buckets filtered: default
2017-08-29 18:34:36,197: mt bucket: default
2017-08-29 18:34:36,197: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:34:36,198: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:34:36,198: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:36,198: w0  node: 10.111.170.101:8091
2017-08-29 18:34:36,202: w0 sink_bucket: default
2017-08-29 18:34:36,203: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:34:36,208: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:36,218: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:34:36,218: w1  node: 10.111.170.102:8091
2017-08-29 18:34:36,218: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:36,225: w1 sink_bucket: default
2017-08-29 18:34:36,225: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:34:36,234: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:36,248: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:34:36,249: w2  node: 10.111.170.103:8091
2017-08-29 18:34:36,252: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:36,261: w2 sink_bucket: default
2017-08-29 18:34:36,262: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:34:36,267: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:36,312: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:34:36,312: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:34:36,312: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:34:36,312: w0          :                total |       last |    per sec
2017-08-29 18:34:36,313: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:34:36,331: w1 no response while there 1 active streams
2017-08-29 18:34:36,343: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:34:36,343: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:34:36,343: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:34:36,343: w2          :                total |       last |    per sec
2017-08-29 18:34:36,343: w2  node: 10.111.170.103:8091, done; rv: 0
2017-08-29 18:34:36,585: w1 no response while there 1 active streams
2017-08-29 18:34:36,836: w1 no response while there 1 active streams
2017-08-29 18:34:37,087: w1 no response while there 1 active streams
2017-08-29 18:34:37,325: Thread-407 Read 2071 bytes off the wire
2017-08-29 18:34:37,338: w1 Send buffer size: 2071
2017-08-29 18:34:37,350: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:34:37,351: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:34:37,351: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:34:37,351: w1          :                total |       last |    per sec
2017-08-29 18:34:37,351: w1    batch :                    1 |          1 |        0.9
2017-08-29 18:34:37,351: w1    byte  :                 1016 |       1016 |      902.5
2017-08-29 18:34:37,351: w1    msg   :                   15 |         15 |       13.3
2017-08-29 18:34:37,351: w1  node: 10.111.170.102:8091, done; rv: 0
  [                    ] 0.1% (15/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        0.8
 byte  :                 1016 |       1016 |      846.0
 msg   :                   15 |         15 |       12.5
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:34:37,399: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:648
2017-08-29 18:34:37,417: mt Recover and activate vbucket: 648
2017-08-29 18:34:37,418: mt cbrecovery...
2017-08-29 18:34:37,418: mt  source : http://10.111.170.101:8091
2017-08-29 18:34:37,418: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:34:37,418: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [649]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:34:37,419: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:34:37,420: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:34:37,425: mt "GET /pools/default/buckets HTTP/1.1" 200 11349
2017-08-29 18:34:37,447: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:34:37,449: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:34:37,454: mt "GET /pools/default/buckets HTTP/1.1" 200 10184
2017-08-29 18:34:37,474: mt source_bucket: default
2017-08-29 18:34:37,474: mt sink_bucket: default
2017-08-29 18:34:37,474: mt source_buckets: default
2017-08-29 18:34:37,474: mt bucket_source: default
2017-08-29 18:34:37,474: mt source_buckets filtered: default
2017-08-29 18:34:37,475: mt bucket: default
2017-08-29 18:34:37,475: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:34:37,475: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:34:37,476: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:37,476: w0  node: 10.111.170.101:8091
2017-08-29 18:34:37,478: w0 sink_bucket: default
2017-08-29 18:34:37,478: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:34:37,501: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:37,515: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:34:37,515: w1  node: 10.111.170.102:8091
2017-08-29 18:34:37,515: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:37,523: w1 sink_bucket: default
2017-08-29 18:34:37,523: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:34:37,532: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:37,561: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:34:37,561: w2  node: 10.111.170.103:8091
2017-08-29 18:34:37,562: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:37,569: w2 sink_bucket: default
2017-08-29 18:34:37,570: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:34:37,574: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:37,603: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:34:37,604: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:34:37,604: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:34:37,604: w0          :                total |       last |    per sec
2017-08-29 18:34:37,604: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:34:37,627: Thread-410 Read 40 bytes off the wire
2017-08-29 18:34:37,628: Thread-410 Read 1775 bytes off the wire
2017-08-29 18:34:37,640: w1 Send buffer size: 1815
2017-08-29 18:34:37,653: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:34:37,653: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:34:37,654: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:34:37,654: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:34:37,654: w1          :                total |       last |    per sec
2017-08-29 18:34:37,654: w1    batch :                    1 |          1 |        7.7
2017-08-29 18:34:37,654: w1    byte  :                  884 |        884 |     6771.6
2017-08-29 18:34:37,654: w1    msg   :                   13 |         13 |       99.6
2017-08-29 18:34:37,654: w1  node: 10.111.170.102:8091, done; rv: 0
2017-08-29 18:34:37,654: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:34:37,654: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:34:37,654: w2          :                total |       last |    per sec
2017-08-29 18:34:37,654: w2  node: 10.111.170.103:8091, done; rv: 0
  [                    ] 0.1% (13/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        4.2
 byte  :                  884 |        884 |     3744.4
 msg   :                   13 |         13 |       55.1
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:34:37,712: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:649
2017-08-29 18:34:37,735: mt Recover and activate vbucket: 649
2017-08-29 18:34:37,736: mt cbrecovery...
2017-08-29 18:34:37,736: mt  source : http://10.111.170.101:8091
2017-08-29 18:34:37,736: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:34:37,736: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [650]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:34:37,737: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:34:37,737: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:34:37,744: mt "GET /pools/default/buckets HTTP/1.1" 200 11349
2017-08-29 18:34:37,770: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:34:37,771: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:34:37,776: mt "GET /pools/default/buckets HTTP/1.1" 200 10183
2017-08-29 18:34:37,795: mt source_bucket: default
2017-08-29 18:34:37,795: mt sink_bucket: default
2017-08-29 18:34:37,796: mt source_buckets: default
2017-08-29 18:34:37,796: mt bucket_source: default
2017-08-29 18:34:37,796: mt source_buckets filtered: default
2017-08-29 18:34:37,796: mt bucket: default
2017-08-29 18:34:37,796: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:34:37,797: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:34:37,797: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:37,797: w0  node: 10.111.170.101:8091
2017-08-29 18:34:37,799: w0 sink_bucket: default
2017-08-29 18:34:37,800: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:34:37,810: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:37,827: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:34:37,827: w1  node: 10.111.170.102:8091
2017-08-29 18:34:37,827: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:37,835: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:37,837: w1 sink_bucket: default
2017-08-29 18:34:37,838: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:34:37,844: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:34:37,844: w2  node: 10.111.170.103:8091
2017-08-29 18:34:37,845: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:37,851: w2 sink_bucket: default
2017-08-29 18:34:37,852: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:34:37,867: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:37,905: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:34:37,905: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:34:37,905: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:34:37,905: w0          :                total |       last |    per sec
2017-08-29 18:34:37,905: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:34:37,937: w1 no response while there 1 active streams
2017-08-29 18:34:37,945: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:34:37,945: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:34:37,945: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:34:37,945: w2          :                total |       last |    per sec
2017-08-29 18:34:37,945: w2  node: 10.111.170.103:8091, done; rv: 0
2017-08-29 18:34:38,188: w1 no response while there 1 active streams
2017-08-29 18:34:38,439: w1 no response while there 1 active streams
2017-08-29 18:34:38,690: w1 no response while there 1 active streams
2017-08-29 18:34:38,929: Thread-413 Read 767 bytes off the wire
2017-08-29 18:34:38,941: w1 Send buffer size: 767
2017-08-29 18:34:38,954: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:34:38,954: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:34:38,954: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:34:38,954: w1          :                total |       last |    per sec
2017-08-29 18:34:38,954: w1    batch :                    1 |          1 |        0.9
2017-08-29 18:34:38,954: w1    byte  :                  340 |        340 |      304.5
2017-08-29 18:34:38,954: w1    msg   :                    5 |          5 |        4.5
2017-08-29 18:34:38,954: w1  node: 10.111.170.102:8091, done; rv: 0
  [                    ] 0.1% (5/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        0.8
 byte  :                  340 |        340 |      282.7
 msg   :                    5 |          5 |        4.2
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:34:39,000: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:650
2017-08-29 18:34:39,020: mt Recover and activate vbucket: 650
2017-08-29 18:34:39,020: mt cbrecovery...
2017-08-29 18:34:39,020: mt  source : http://10.111.170.101:8091
2017-08-29 18:34:39,020: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:34:39,020: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [651]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:34:39,020: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:34:39,022: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:34:39,029: mt "GET /pools/default/buckets HTTP/1.1" 200 11349
2017-08-29 18:34:39,052: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:34:39,053: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:34:39,058: mt "GET /pools/default/buckets HTTP/1.1" 200 10179
2017-08-29 18:34:39,077: mt source_bucket: default
2017-08-29 18:34:39,077: mt sink_bucket: default
2017-08-29 18:34:39,077: mt source_buckets: default
2017-08-29 18:34:39,077: mt bucket_source: default
2017-08-29 18:34:39,077: mt source_buckets filtered: default
2017-08-29 18:34:39,077: mt bucket: default
2017-08-29 18:34:39,078: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:34:39,078: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:34:39,078: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:39,078: w0  node: 10.111.170.101:8091
2017-08-29 18:34:39,083: w0 sink_bucket: default
2017-08-29 18:34:39,083: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:34:39,088: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:39,100: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:34:39,100: w1  node: 10.111.170.102:8091
2017-08-29 18:34:39,101: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:39,102: w1 sink_bucket: default
2017-08-29 18:34:39,103: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:34:39,113: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:39,121: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:34:39,121: w2  node: 10.111.170.103:8091
2017-08-29 18:34:39,121: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:39,126: w2 sink_bucket: default
2017-08-29 18:34:39,127: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:34:39,146: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:39,274: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:34:39,274: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:34:39,274: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:34:39,274: w0          :                total |       last |    per sec
2017-08-29 18:34:39,274: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:34:39,297: Thread-416 Read 40 bytes off the wire
2017-08-29 18:34:39,298: Thread-416 Read 203 bytes off the wire
2017-08-29 18:34:39,305: w1 Send buffer size: 243
2017-08-29 18:34:39,316: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:34:39,316: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:34:39,317: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:34:39,317: w1          :                total |       last |    per sec
2017-08-29 18:34:39,317: w1    batch :                    1 |          1 |        4.7
2017-08-29 18:34:39,317: w1    byte  :                   68 |         68 |      317.6
2017-08-29 18:34:39,317: w1    msg   :                    1 |          1 |        4.7
2017-08-29 18:34:39,317: w1  node: 10.111.170.102:8091, done; rv: 0
2017-08-29 18:34:39,319: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:34:39,319: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:34:39,319: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:34:39,319: w2          :                total |       last |    per sec
2017-08-29 18:34:39,319: w2  node: 10.111.170.103:8091, done; rv: 0
  [                    ] 0.0% (1/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        3.7
 byte  :                   68 |         68 |      252.5
 msg   :                    1 |          1 |        3.7
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:34:39,348: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:651
2017-08-29 18:34:39,363: mt Recover and activate vbucket: 651
2017-08-29 18:34:39,364: mt cbrecovery...
2017-08-29 18:34:39,364: mt  source : http://10.111.170.101:8091
2017-08-29 18:34:39,364: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:34:39,364: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [652]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:34:39,364: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:34:39,366: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:34:39,373: mt "GET /pools/default/buckets HTTP/1.1" 200 11349
2017-08-29 18:34:39,392: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:34:39,393: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:34:39,399: mt "GET /pools/default/buckets HTTP/1.1" 200 10178
2017-08-29 18:34:39,421: mt source_bucket: default
2017-08-29 18:34:39,421: mt sink_bucket: default
2017-08-29 18:34:39,422: mt source_buckets: default
2017-08-29 18:34:39,422: mt bucket_source: default
2017-08-29 18:34:39,422: mt source_buckets filtered: default
2017-08-29 18:34:39,422: mt bucket: default
2017-08-29 18:34:39,422: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:34:39,423: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:34:39,423: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:39,423: w0  node: 10.111.170.101:8091
2017-08-29 18:34:39,427: w0 sink_bucket: default
2017-08-29 18:34:39,427: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:34:39,431: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:39,443: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:34:39,444: w1  node: 10.111.170.102:8091
2017-08-29 18:34:39,444: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:39,450: w1 sink_bucket: default
2017-08-29 18:34:39,450: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:34:39,461: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:39,472: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:34:39,472: w2  node: 10.111.170.103:8091
2017-08-29 18:34:39,477: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:39,484: w2 sink_bucket: default
2017-08-29 18:34:39,484: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:34:39,527: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:39,564: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:34:39,564: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:34:39,564: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:34:39,565: w0          :                total |       last |    per sec
2017-08-29 18:34:39,565: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:34:39,584: w1 no response while there 1 active streams
2017-08-29 18:34:39,593: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:34:39,593: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:34:39,593: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:34:39,593: w2          :                total |       last |    per sec
2017-08-29 18:34:39,593: w2  node: 10.111.170.103:8091, done; rv: 0
2017-08-29 18:34:39,836: w1 no response while there 1 active streams
2017-08-29 18:34:40,086: w1 no response while there 1 active streams
2017-08-29 18:34:40,337: w1 no response while there 1 active streams
2017-08-29 18:34:40,576: Thread-419 Read 764 bytes off the wire
2017-08-29 18:34:40,588: w1 Send buffer size: 764
2017-08-29 18:34:40,600: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:34:40,600: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:34:40,600: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:34:40,600: w1          :                total |       last |    per sec
2017-08-29 18:34:40,601: w1    batch :                    1 |          1 |        0.9
2017-08-29 18:34:40,601: w1    byte  :                  338 |        338 |      293.8
2017-08-29 18:34:40,601: w1    msg   :                    5 |          5 |        4.3
2017-08-29 18:34:40,601: w1  node: 10.111.170.102:8091, done; rv: 0
  [                    ] 0.1% (5/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        0.8
 byte  :                  338 |        338 |      273.4
 msg   :                    5 |          5 |        4.0
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:34:40,659: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:652
2017-08-29 18:34:40,674: mt Recover and activate vbucket: 652
2017-08-29 18:34:40,675: mt cbrecovery...
2017-08-29 18:34:40,675: mt  source : http://10.111.170.101:8091
2017-08-29 18:34:40,675: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:34:40,675: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [653]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:34:40,676: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:34:40,677: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:34:40,682: mt "GET /pools/default/buckets HTTP/1.1" 200 11350
2017-08-29 18:34:40,704: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:34:40,705: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:34:40,720: mt "GET /pools/default/buckets HTTP/1.1" 200 10177
2017-08-29 18:34:40,740: mt source_bucket: default
2017-08-29 18:34:40,741: mt sink_bucket: default
2017-08-29 18:34:40,741: mt source_buckets: default
2017-08-29 18:34:40,741: mt bucket_source: default
2017-08-29 18:34:40,741: mt source_buckets filtered: default
2017-08-29 18:34:40,741: mt bucket: default
2017-08-29 18:34:40,741: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:34:40,742: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:34:40,742: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:40,743: w0  node: 10.111.170.101:8091
2017-08-29 18:34:40,745: w0 sink_bucket: default
2017-08-29 18:34:40,745: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:34:40,752: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:40,760: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:34:40,761: w1  node: 10.111.170.102:8091
2017-08-29 18:34:40,761: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:40,766: w1 sink_bucket: default
2017-08-29 18:34:40,767: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:34:40,780: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:40,789: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:34:40,789: w2  node: 10.111.170.103:8091
2017-08-29 18:34:40,789: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:40,794: w2 sink_bucket: default
2017-08-29 18:34:40,795: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:34:40,806: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:40,843: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:34:40,843: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:34:40,843: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:34:40,844: w0          :                total |       last |    per sec
2017-08-29 18:34:40,844: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:34:40,865: Thread-422 Read 40 bytes off the wire
2017-08-29 18:34:40,866: Thread-422 Read 696 bytes off the wire
2017-08-29 18:34:40,866: Thread-422 Read 28 bytes off the wire
2017-08-29 18:34:40,873: w1 Send buffer size: 764
2017-08-29 18:34:40,885: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:34:40,885: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:34:40,886: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:34:40,886: w2          :                total |       last |    per sec
2017-08-29 18:34:40,886: w2  node: 10.111.170.103:8091, done; rv: 0
2017-08-29 18:34:40,886: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:34:40,886: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:34:40,886: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:34:40,886: w1          :                total |       last |    per sec
2017-08-29 18:34:40,886: w1    batch :                    1 |          1 |        8.3
2017-08-29 18:34:40,886: w1    byte  :                  338 |        338 |     2819.5
2017-08-29 18:34:40,886: w1    msg   :                    5 |          5 |       41.7
2017-08-29 18:34:40,886: w1  node: 10.111.170.102:8091, done; rv: 0
  [                    ] 0.1% (5/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        5.0
 byte  :                  338 |        338 |     1684.6
 msg   :                    5 |          5 |       24.9
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:34:40,943: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:653
2017-08-29 18:34:40,957: mt Recover and activate vbucket: 653
2017-08-29 18:34:40,958: mt cbrecovery...
2017-08-29 18:34:40,958: mt  source : http://10.111.170.101:8091
2017-08-29 18:34:40,959: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:34:40,959: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [654]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:34:40,959: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:34:40,959: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:34:40,966: mt "GET /pools/default/buckets HTTP/1.1" 200 11350
2017-08-29 18:34:40,991: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:34:40,992: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:34:40,998: mt "GET /pools/default/buckets HTTP/1.1" 200 10176
2017-08-29 18:34:41,021: mt source_bucket: default
2017-08-29 18:34:41,021: mt sink_bucket: default
2017-08-29 18:34:41,021: mt source_buckets: default
2017-08-29 18:34:41,021: mt bucket_source: default
2017-08-29 18:34:41,022: mt source_buckets filtered: default
2017-08-29 18:34:41,022: mt bucket: default
2017-08-29 18:34:41,022: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:34:41,023: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:34:41,023: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:41,023: w0  node: 10.111.170.101:8091
2017-08-29 18:34:41,027: w0 sink_bucket: default
2017-08-29 18:34:41,027: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:34:41,033: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:41,046: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:34:41,046: w1  node: 10.111.170.102:8091
2017-08-29 18:34:41,046: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:41,054: w1 sink_bucket: default
2017-08-29 18:34:41,054: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:34:41,060: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:41,074: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:34:41,074: w2  node: 10.111.170.103:8091
2017-08-29 18:34:41,074: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:41,087: w2 sink_bucket: default
2017-08-29 18:34:41,087: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:34:41,099: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:41,145: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:34:41,145: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:34:41,145: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:34:41,145: w0          :                total |       last |    per sec
2017-08-29 18:34:41,146: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:34:41,179: Thread-425 Read 40 bytes off the wire
2017-08-29 18:34:41,180: Thread-425 Read 1220 bytes off the wire
2017-08-29 18:34:41,180: Thread-425 Read 683 bytes off the wire
2017-08-29 18:34:41,185: w1 Send buffer size: 1943
2017-08-29 18:34:41,195: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:34:41,195: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:34:41,195: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:34:41,195: w2          :                total |       last |    per sec
2017-08-29 18:34:41,195: w2  node: 10.111.170.103:8091, done; rv: 0
2017-08-29 18:34:41,199: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:34:41,199: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:34:41,199: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:34:41,199: w1          :                total |       last |    per sec
2017-08-29 18:34:41,199: w1    batch :                    1 |          1 |        6.9
2017-08-29 18:34:41,199: w1    byte  :                  950 |        950 |     6560.2
2017-08-29 18:34:41,199: w1    msg   :                   14 |         14 |       96.7
2017-08-29 18:34:41,199: w1  node: 10.111.170.102:8091, done; rv: 0
  [                    ] 0.1% (14/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        4.6
 byte  :                  950 |        950 |     4402.3
 msg   :                   14 |         14 |       64.9
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:34:41,238: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:654
2017-08-29 18:34:41,251: mt Recover and activate vbucket: 654
2017-08-29 18:34:41,253: mt cbrecovery...
2017-08-29 18:34:41,253: mt  source : http://10.111.170.101:8091
2017-08-29 18:34:41,253: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:34:41,253: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [655]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:34:41,254: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:34:41,255: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:34:41,264: mt "GET /pools/default/buckets HTTP/1.1" 200 11350
2017-08-29 18:34:41,288: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:34:41,289: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:34:41,294: mt "GET /pools/default/buckets HTTP/1.1" 200 10175
2017-08-29 18:34:41,314: mt source_bucket: default
2017-08-29 18:34:41,314: mt sink_bucket: default
2017-08-29 18:34:41,315: mt source_buckets: default
2017-08-29 18:34:41,315: mt bucket_source: default
2017-08-29 18:34:41,315: mt source_buckets filtered: default
2017-08-29 18:34:41,315: mt bucket: default
2017-08-29 18:34:41,315: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:34:41,316: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:34:41,316: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:41,316: w0  node: 10.111.170.101:8091
2017-08-29 18:34:41,318: w0 sink_bucket: default
2017-08-29 18:34:41,318: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:34:41,325: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:41,337: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:34:41,337: w1  node: 10.111.170.102:8091
2017-08-29 18:34:41,337: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:41,339: w1 sink_bucket: default
2017-08-29 18:34:41,340: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:34:41,354: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:41,368: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:34:41,368: w2  node: 10.111.170.103:8091
2017-08-29 18:34:41,369: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:41,376: w2 sink_bucket: default
2017-08-29 18:34:41,376: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:34:41,397: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:41,477: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:34:41,478: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:34:41,489: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:34:41,489: w0          :                total |       last |    per sec
2017-08-29 18:34:41,489: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:34:41,492: w1 no response while there 1 active streams
2017-08-29 18:34:41,531: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:34:41,531: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:34:41,532: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:34:41,532: w2          :                total |       last |    per sec
2017-08-29 18:34:41,532: w2  node: 10.111.170.103:8091, done; rv: 0
2017-08-29 18:34:41,743: w1 no response while there 1 active streams
2017-08-29 18:34:41,994: w1 no response while there 1 active streams
2017-08-29 18:34:42,244: w1 no response while there 1 active streams
2017-08-29 18:34:42,479: Thread-428 Read 1944 bytes off the wire
2017-08-29 18:34:42,495: w1 Send buffer size: 1944
2017-08-29 18:34:42,514: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:34:42,514: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:34:42,514: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:34:42,514: w1          :                total |       last |    per sec
2017-08-29 18:34:42,514: w1    batch :                    1 |          1 |        0.9
2017-08-29 18:34:42,514: w1    byte  :                  950 |        950 |      808.6
2017-08-29 18:34:42,514: w1    msg   :                   14 |         14 |       11.9
2017-08-29 18:34:42,514: w1  node: 10.111.170.102:8091, done; rv: 0
  [                    ] 0.1% (14/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        0.8
 byte  :                  950 |        950 |      780.1
 msg   :                   14 |         14 |       11.5
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:34:42,534: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:655
2017-08-29 18:34:42,553: mt Recover and activate vbucket: 655
2017-08-29 18:34:42,555: mt cbrecovery...
2017-08-29 18:34:42,555: mt  source : http://10.111.170.101:8091
2017-08-29 18:34:42,555: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:34:42,555: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [656]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:34:42,555: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:34:42,557: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:34:42,566: mt "GET /pools/default/buckets HTTP/1.1" 200 11351
2017-08-29 18:34:42,588: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:34:42,590: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:34:42,595: mt "GET /pools/default/buckets HTTP/1.1" 200 10174
2017-08-29 18:34:42,617: mt source_bucket: default
2017-08-29 18:34:42,617: mt sink_bucket: default
2017-08-29 18:34:42,617: mt source_buckets: default
2017-08-29 18:34:42,617: mt bucket_source: default
2017-08-29 18:34:42,618: mt source_buckets filtered: default
2017-08-29 18:34:42,618: mt bucket: default
2017-08-29 18:34:42,618: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:34:42,618: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:34:42,619: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:42,619: w0  node: 10.111.170.101:8091
2017-08-29 18:34:42,623: w0 sink_bucket: default
2017-08-29 18:34:42,624: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:34:42,631: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:42,641: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:34:42,642: w1  node: 10.111.170.102:8091
2017-08-29 18:34:42,643: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:42,644: w1 sink_bucket: default
2017-08-29 18:34:42,645: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:34:42,660: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:42,667: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:34:42,667: w2  node: 10.111.170.103:8091
2017-08-29 18:34:42,671: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:42,676: w2 sink_bucket: default
2017-08-29 18:34:42,677: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:34:42,681: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:42,734: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:34:42,734: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:34:42,734: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:34:42,735: w0          :                total |       last |    per sec
2017-08-29 18:34:42,735: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:34:42,748: Thread-431 Read 40 bytes off the wire
2017-08-29 18:34:42,749: Thread-431 Read 594 bytes off the wire
2017-08-29 18:34:42,753: w1 Send buffer size: 634
2017-08-29 18:34:42,766: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:34:42,767: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:34:42,767: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:34:42,767: w2          :                total |       last |    per sec
2017-08-29 18:34:42,767: w2  node: 10.111.170.103:8091, done; rv: 0
2017-08-29 18:34:42,767: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:34:42,767: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:34:42,767: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:34:42,767: w1          :                total |       last |    per sec
2017-08-29 18:34:42,768: w1    batch :                    1 |          1 |        8.1
2017-08-29 18:34:42,768: w1    byte  :                  271 |        271 |     2200.7
2017-08-29 18:34:42,768: w1    msg   :                    4 |          4 |       32.5
2017-08-29 18:34:42,768: w1  node: 10.111.170.102:8091, done; rv: 0
  [                    ] 0.0% (4/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        5.0
 byte  :                  271 |        271 |     1362.6
 msg   :                    4 |          4 |       20.1
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:34:42,818: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:656
2017-08-29 18:34:42,832: mt Recover and activate vbucket: 656
2017-08-29 18:34:42,833: mt cbrecovery...
2017-08-29 18:34:42,833: mt  source : http://10.111.170.101:8091
2017-08-29 18:34:42,833: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:34:42,833: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [657]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:34:42,833: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:34:42,835: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:34:42,841: mt "GET /pools/default/buckets HTTP/1.1" 200 11351
2017-08-29 18:34:42,862: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:34:42,863: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:34:42,867: mt "GET /pools/default/buckets HTTP/1.1" 200 10173
2017-08-29 18:34:42,886: mt source_bucket: default
2017-08-29 18:34:42,886: mt sink_bucket: default
2017-08-29 18:34:42,887: mt source_buckets: default
2017-08-29 18:34:42,887: mt bucket_source: default
2017-08-29 18:34:42,887: mt source_buckets filtered: default
2017-08-29 18:34:42,887: mt bucket: default
2017-08-29 18:34:42,887: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:34:42,888: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:34:42,888: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:42,889: w0  node: 10.111.170.101:8091
2017-08-29 18:34:42,893: w0 sink_bucket: default
2017-08-29 18:34:42,893: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:34:42,897: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:42,912: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:34:42,912: w1  node: 10.111.170.102:8091
2017-08-29 18:34:42,913: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:42,921: w1 sink_bucket: default
2017-08-29 18:34:42,921: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:34:42,925: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:42,938: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:34:42,938: w2  node: 10.111.170.103:8091
2017-08-29 18:34:42,939: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:42,941: w2 sink_bucket: default
2017-08-29 18:34:42,941: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:34:42,956: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:42,984: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:34:42,985: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:34:42,985: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:34:42,985: w0          :                total |       last |    per sec
2017-08-29 18:34:42,985: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:34:43,026: w1 no response while there 1 active streams
2017-08-29 18:34:43,032: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:34:43,032: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:34:43,032: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:34:43,033: w2          :                total |       last |    per sec
2017-08-29 18:34:43,033: w2  node: 10.111.170.103:8091, done; rv: 0
2017-08-29 18:34:43,277: w1 no response while there 1 active streams
2017-08-29 18:34:43,527: w1 no response while there 1 active streams
2017-08-29 18:34:43,778: w1 no response while there 1 active streams
2017-08-29 18:34:44,020: Thread-434 Read 1022 bytes off the wire
2017-08-29 18:34:44,029: w1 Send buffer size: 1022
2017-08-29 18:34:44,043: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:34:44,043: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:34:44,043: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:34:44,043: w1          :                total |       last |    per sec
2017-08-29 18:34:44,043: w1    batch :                    1 |          1 |        0.9
2017-08-29 18:34:44,043: w1    byte  :                  471 |        471 |      419.6
2017-08-29 18:34:44,043: w1    msg   :                    7 |          7 |        6.2
2017-08-29 18:34:44,043: w1  node: 10.111.170.102:8091, done; rv: 0
  [                    ] 0.1% (7/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        0.8
 byte  :                  471 |        471 |      395.0
 msg   :                    7 |          7 |        5.9
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:34:44,081: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:657
2017-08-29 18:34:44,094: mt Recover and activate vbucket: 657
2017-08-29 18:34:44,096: mt cbrecovery...
2017-08-29 18:34:44,096: mt  source : http://10.111.170.101:8091
2017-08-29 18:34:44,096: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:34:44,097: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [658]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:34:44,097: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:34:44,098: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:34:44,104: mt "GET /pools/default/buckets HTTP/1.1" 200 11351
2017-08-29 18:34:44,127: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:34:44,129: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:34:44,135: mt "GET /pools/default/buckets HTTP/1.1" 200 10172
2017-08-29 18:34:44,160: mt source_bucket: default
2017-08-29 18:34:44,160: mt sink_bucket: default
2017-08-29 18:34:44,161: mt source_buckets: default
2017-08-29 18:34:44,161: mt bucket_source: default
2017-08-29 18:34:44,161: mt source_buckets filtered: default
2017-08-29 18:34:44,161: mt bucket: default
2017-08-29 18:34:44,161: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:34:44,161: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:34:44,162: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:44,162: w0  node: 10.111.170.101:8091
2017-08-29 18:34:44,165: w0 sink_bucket: default
2017-08-29 18:34:44,165: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:34:44,171: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:44,184: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:34:44,184: w1  node: 10.111.170.102:8091
2017-08-29 18:34:44,185: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:44,192: w1 sink_bucket: default
2017-08-29 18:34:44,192: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:34:44,202: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:44,215: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:34:44,218: w2  node: 10.111.170.103:8091
2017-08-29 18:34:44,218: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:44,229: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:44,230: w2 sink_bucket: default
2017-08-29 18:34:44,230: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:34:44,280: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:34:44,280: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:34:44,280: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:34:44,280: w0          :                total |       last |    per sec
2017-08-29 18:34:44,280: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:34:44,304: Thread-437 Read 40 bytes off the wire
2017-08-29 18:34:44,305: Thread-437 Read 1216 bytes off the wire
2017-08-29 18:34:44,305: Thread-437 Read 682 bytes off the wire
2017-08-29 18:34:44,311: w1 Send buffer size: 1938
2017-08-29 18:34:44,318: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:34:44,318: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:34:44,318: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:34:44,318: w2          :                total |       last |    per sec
2017-08-29 18:34:44,319: w2  node: 10.111.170.103:8091, done; rv: 0
2017-08-29 18:34:44,324: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:34:44,324: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:34:44,325: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:34:44,325: w1          :                total |       last |    per sec
2017-08-29 18:34:44,325: w1    batch :                    1 |          1 |        7.5
2017-08-29 18:34:44,325: w1    byte  :                  946 |        946 |     7141.1
2017-08-29 18:34:44,325: w1    msg   :                   14 |         14 |      105.7
2017-08-29 18:34:44,325: w1  node: 10.111.170.102:8091, done; rv: 0
  [                    ] 0.1% (14/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        4.9
 byte  :                  946 |        946 |     4656.9
 msg   :                   14 |         14 |       68.9
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:34:44,365: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:658
2017-08-29 18:34:44,377: mt Recover and activate vbucket: 658
2017-08-29 18:34:44,378: mt cbrecovery...
2017-08-29 18:34:44,378: mt  source : http://10.111.170.101:8091
2017-08-29 18:34:44,378: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:34:44,378: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [659]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:34:44,378: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:34:44,380: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:34:44,388: mt "GET /pools/default/buckets HTTP/1.1" 200 11351
2017-08-29 18:34:44,410: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:34:44,411: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:34:44,416: mt "GET /pools/default/buckets HTTP/1.1" 200 10171
2017-08-29 18:34:44,435: mt source_bucket: default
2017-08-29 18:34:44,435: mt sink_bucket: default
2017-08-29 18:34:44,435: mt source_buckets: default
2017-08-29 18:34:44,435: mt bucket_source: default
2017-08-29 18:34:44,435: mt source_buckets filtered: default
2017-08-29 18:34:44,435: mt bucket: default
2017-08-29 18:34:44,435: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:34:44,436: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:34:44,436: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:44,436: w0  node: 10.111.170.101:8091
2017-08-29 18:34:44,439: w0 sink_bucket: default
2017-08-29 18:34:44,440: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:34:44,449: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:44,462: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:34:44,462: w1  node: 10.111.170.102:8091
2017-08-29 18:34:44,463: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:44,471: w1 sink_bucket: default
2017-08-29 18:34:44,472: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:34:44,477: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:44,588: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:34:44,589: w2  node: 10.111.170.103:8091
2017-08-29 18:34:44,593: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:44,601: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:44,603: w2 sink_bucket: default
2017-08-29 18:34:44,603: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:34:44,653: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:34:44,653: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:34:44,653: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:34:44,653: w0          :                total |       last |    per sec
2017-08-29 18:34:44,655: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:34:44,677: w1 no response while there 1 active streams
2017-08-29 18:34:44,686: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:34:44,686: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:34:44,686: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:34:44,686: w2          :                total |       last |    per sec
2017-08-29 18:34:44,686: w2  node: 10.111.170.103:8091, done; rv: 0
2017-08-29 18:34:44,927: w1 no response while there 1 active streams
2017-08-29 18:34:45,179: w1 no response while there 1 active streams
2017-08-29 18:34:45,431: w1 no response while there 1 active streams
2017-08-29 18:34:45,669: Thread-440 Read 2335 bytes off the wire
2017-08-29 18:34:45,682: w1 Send buffer size: 2335
2017-08-29 18:34:45,696: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:34:45,696: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:34:45,696: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:34:45,696: w1          :                total |       last |    per sec
2017-08-29 18:34:45,696: w1    batch :                    1 |          1 |        0.8
2017-08-29 18:34:45,696: w1    byte  :                 1153 |       1153 |      941.2
2017-08-29 18:34:45,697: w1    msg   :                   17 |         17 |       13.9
2017-08-29 18:34:45,697: w1  node: 10.111.170.102:8091, done; rv: 0
  [                    ] 0.2% (17/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        0.8
 byte  :                 1153 |       1153 |      887.8
 msg   :                   17 |         17 |       13.1
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:34:45,735: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:659
2017-08-29 18:34:45,757: mt Recover and activate vbucket: 659
2017-08-29 18:34:45,758: mt cbrecovery...
2017-08-29 18:34:45,758: mt  source : http://10.111.170.101:8091
2017-08-29 18:34:45,758: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:34:45,759: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [660]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:34:45,759: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:34:45,761: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:34:45,766: mt "GET /pools/default/buckets HTTP/1.1" 200 11351
2017-08-29 18:34:45,789: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:34:45,790: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:34:45,794: mt "GET /pools/default/buckets HTTP/1.1" 200 10170
2017-08-29 18:34:45,816: mt source_bucket: default
2017-08-29 18:34:45,816: mt sink_bucket: default
2017-08-29 18:34:45,817: mt source_buckets: default
2017-08-29 18:34:45,817: mt bucket_source: default
2017-08-29 18:34:45,817: mt source_buckets filtered: default
2017-08-29 18:34:45,817: mt bucket: default
2017-08-29 18:34:45,817: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:34:45,817: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:34:45,818: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:45,818: w0  node: 10.111.170.101:8091
2017-08-29 18:34:45,821: w0 sink_bucket: default
2017-08-29 18:34:45,821: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:34:45,830: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:45,839: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:34:45,840: w1  node: 10.111.170.102:8091
2017-08-29 18:34:45,840: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:45,849: w1 sink_bucket: default
2017-08-29 18:34:45,849: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:34:45,854: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:45,864: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:34:45,864: w2  node: 10.111.170.103:8091
2017-08-29 18:34:45,865: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:45,875: w2 sink_bucket: default
2017-08-29 18:34:45,876: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:34:45,882: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:45,926: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:34:45,928: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:34:45,929: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:34:45,929: w0          :                total |       last |    per sec
2017-08-29 18:34:45,929: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:34:45,944: Thread-443 Read 40 bytes off the wire
2017-08-29 18:34:45,945: Thread-443 Read 1344 bytes off the wire
2017-08-29 18:34:45,945: Thread-443 Read 684 bytes off the wire
2017-08-29 18:34:45,948: w1 Send buffer size: 2068
2017-08-29 18:34:45,960: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:34:45,960: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:34:45,960: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:34:45,961: w1          :                total |       last |    per sec
2017-08-29 18:34:45,961: w1    batch :                    1 |          1 |        9.0
2017-08-29 18:34:45,961: w1    byte  :                 1014 |       1014 |     9082.5
2017-08-29 18:34:45,961: w1    msg   :                   15 |         15 |      134.4
2017-08-29 18:34:45,961: w1  node: 10.111.170.102:8091, done; rv: 0
2017-08-29 18:34:45,964: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:34:45,964: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:34:45,964: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:34:45,964: w2          :                total |       last |    per sec
2017-08-29 18:34:45,964: w2  node: 10.111.170.103:8091, done; rv: 0
  [                    ] 0.1% (15/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        5.0
 byte  :                 1014 |       1014 |     5047.2
 msg   :                   15 |         15 |       74.7
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:34:46,019: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:660
2017-08-29 18:34:46,033: mt Recover and activate vbucket: 660
2017-08-29 18:34:46,034: mt cbrecovery...
2017-08-29 18:34:46,034: mt  source : http://10.111.170.101:8091
2017-08-29 18:34:46,034: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:34:46,034: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [661]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:34:46,034: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:34:46,035: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:34:46,042: mt "GET /pools/default/buckets HTTP/1.1" 200 11351
2017-08-29 18:34:46,066: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:34:46,067: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:34:46,073: mt "GET /pools/default/buckets HTTP/1.1" 200 10169
2017-08-29 18:34:46,096: mt source_bucket: default
2017-08-29 18:34:46,096: mt sink_bucket: default
2017-08-29 18:34:46,097: mt source_buckets: default
2017-08-29 18:34:46,097: mt bucket_source: default
2017-08-29 18:34:46,097: mt source_buckets filtered: default
2017-08-29 18:34:46,097: mt bucket: default
2017-08-29 18:34:46,097: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:34:46,098: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:34:46,099: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:46,099: w0  node: 10.111.170.101:8091
2017-08-29 18:34:46,102: w0 sink_bucket: default
2017-08-29 18:34:46,103: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:34:46,114: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:46,122: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:34:46,126: w1  node: 10.111.170.102:8091
2017-08-29 18:34:46,126: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:46,131: w1 sink_bucket: default
2017-08-29 18:34:46,132: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:34:46,155: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:46,172: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:34:46,172: w2  node: 10.111.170.103:8091
2017-08-29 18:34:46,177: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:46,182: w2 sink_bucket: default
2017-08-29 18:34:46,184: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:34:46,206: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:46,271: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:34:46,271: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:34:46,271: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:34:46,271: w0          :                total |       last |    per sec
2017-08-29 18:34:46,271: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:34:46,292: w1 no response while there 1 active streams
2017-08-29 18:34:46,299: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:34:46,299: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:34:46,299: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:34:46,300: w2          :                total |       last |    per sec
2017-08-29 18:34:46,300: w2  node: 10.111.170.103:8091, done; rv: 0
2017-08-29 18:34:46,543: w1 no response while there 1 active streams
2017-08-29 18:34:46,794: w1 no response while there 1 active streams
2017-08-29 18:34:47,044: w1 no response while there 1 active streams
2017-08-29 18:34:47,288: Thread-446 Read 2331 bytes off the wire
2017-08-29 18:34:47,296: w1 Send buffer size: 2331
2017-08-29 18:34:47,309: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:34:47,309: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:34:47,309: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:34:47,309: w1          :                total |       last |    per sec
2017-08-29 18:34:47,309: w1    batch :                    1 |          1 |        0.8
2017-08-29 18:34:47,309: w1    byte  :                 1150 |       1150 |      976.3
2017-08-29 18:34:47,310: w1    msg   :                   17 |         17 |       14.4
2017-08-29 18:34:47,310: w1  node: 10.111.170.102:8091, done; rv: 0
  [                    ] 0.2% (17/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        0.8
 byte  :                 1150 |       1150 |      927.3
 msg   :                   17 |         17 |       13.7
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:34:47,338: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:661
2017-08-29 18:34:47,356: mt Recover and activate vbucket: 661
2017-08-29 18:34:47,358: mt cbrecovery...
2017-08-29 18:34:47,358: mt  source : http://10.111.170.101:8091
2017-08-29 18:34:47,358: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:34:47,358: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [662]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:34:47,358: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:34:47,359: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:34:47,367: mt "GET /pools/default/buckets HTTP/1.1" 200 11350
2017-08-29 18:34:47,390: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:34:47,392: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:34:47,397: mt "GET /pools/default/buckets HTTP/1.1" 200 10168
2017-08-29 18:34:47,421: mt source_bucket: default
2017-08-29 18:34:47,422: mt sink_bucket: default
2017-08-29 18:34:47,422: mt source_buckets: default
2017-08-29 18:34:47,422: mt bucket_source: default
2017-08-29 18:34:47,422: mt source_buckets filtered: default
2017-08-29 18:34:47,423: mt bucket: default
2017-08-29 18:34:47,423: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:34:47,424: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:34:47,424: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:47,424: w0  node: 10.111.170.101:8091
2017-08-29 18:34:47,426: w0 sink_bucket: default
2017-08-29 18:34:47,426: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:34:47,437: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:47,448: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:34:47,448: w1  node: 10.111.170.102:8091
2017-08-29 18:34:47,448: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:47,455: w1 sink_bucket: default
2017-08-29 18:34:47,455: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:34:47,464: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:47,477: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:34:47,478: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:47,478: w2  node: 10.111.170.103:8091
2017-08-29 18:34:47,490: w2 sink_bucket: default
2017-08-29 18:34:47,491: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:34:47,532: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:47,564: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:34:47,564: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:34:47,564: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:34:47,564: w0          :                total |       last |    per sec
2017-08-29 18:34:47,565: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:34:47,582: Thread-449 Read 40 bytes off the wire
2017-08-29 18:34:47,582: Thread-449 Read 436 bytes off the wire
2017-08-29 18:34:47,582: Thread-449 Read 159 bytes off the wire
2017-08-29 18:34:47,590: w1 Send buffer size: 635
2017-08-29 18:34:47,600: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:34:47,600: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:34:47,600: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:34:47,600: w2          :                total |       last |    per sec
2017-08-29 18:34:47,600: w2  node: 10.111.170.103:8091, done; rv: 0
2017-08-29 18:34:47,601: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:34:47,602: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:34:47,602: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:34:47,602: w1          :                total |       last |    per sec
2017-08-29 18:34:47,602: w1    batch :                    1 |          1 |        6.8
2017-08-29 18:34:47,602: w1    byte  :                  271 |        271 |     1844.5
2017-08-29 18:34:47,602: w1    msg   :                    4 |          4 |       27.2
2017-08-29 18:34:47,602: w1  node: 10.111.170.102:8091, done; rv: 0
  [                    ] 0.0% (4/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        4.1
 byte  :                  271 |        271 |     1105.4
 msg   :                    4 |          4 |       16.3
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:34:47,669: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:662
2017-08-29 18:34:47,684: mt Recover and activate vbucket: 662
2017-08-29 18:34:47,685: mt cbrecovery...
2017-08-29 18:34:47,685: mt  source : http://10.111.170.101:8091
2017-08-29 18:34:47,685: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:34:47,685: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [663]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:34:47,685: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:34:47,687: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:34:47,693: mt "GET /pools/default/buckets HTTP/1.1" 200 11350
2017-08-29 18:34:47,715: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:34:47,716: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:34:47,721: mt "GET /pools/default/buckets HTTP/1.1" 200 10167
2017-08-29 18:34:47,752: mt source_bucket: default
2017-08-29 18:34:47,752: mt sink_bucket: default
2017-08-29 18:34:47,752: mt source_buckets: default
2017-08-29 18:34:47,752: mt bucket_source: default
2017-08-29 18:34:47,752: mt source_buckets filtered: default
2017-08-29 18:34:47,752: mt bucket: default
2017-08-29 18:34:47,752: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:34:47,753: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:34:47,754: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:47,754: w0  node: 10.111.170.101:8091
2017-08-29 18:34:47,757: w0 sink_bucket: default
2017-08-29 18:34:47,758: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:34:47,772: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:47,785: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:34:47,786: w1  node: 10.111.170.102:8091
2017-08-29 18:34:47,786: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:47,792: w1 sink_bucket: default
2017-08-29 18:34:47,793: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:34:47,797: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:47,807: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:34:47,807: w2  node: 10.111.170.103:8091
2017-08-29 18:34:47,807: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:47,813: w2 sink_bucket: default
2017-08-29 18:34:47,814: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:34:47,821: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:47,859: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:34:47,859: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:34:47,859: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:34:47,859: w0          :                total |       last |    per sec
2017-08-29 18:34:47,859: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:34:47,888: w1 no response while there 1 active streams
2017-08-29 18:34:47,898: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:34:47,898: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:34:47,898: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:34:47,898: w2          :                total |       last |    per sec
2017-08-29 18:34:47,898: w2  node: 10.111.170.103:8091, done; rv: 0
2017-08-29 18:34:48,139: w1 no response while there 1 active streams
2017-08-29 18:34:48,389: w1 no response while there 1 active streams
2017-08-29 18:34:48,640: w1 no response while there 1 active streams
2017-08-29 18:34:48,883: Thread-452 Read 243 bytes off the wire
2017-08-29 18:34:48,891: w1 Send buffer size: 243
2017-08-29 18:34:48,904: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:34:48,904: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:34:48,904: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:34:48,904: w1          :                total |       last |    per sec
2017-08-29 18:34:48,904: w1    batch :                    1 |          1 |        0.9
2017-08-29 18:34:48,904: w1    byte  :                   68 |         68 |       61.2
2017-08-29 18:34:48,904: w1    msg   :                    1 |          1 |        0.9
2017-08-29 18:34:48,904: w1  node: 10.111.170.102:8091, done; rv: 0
  [                    ] 0.0% (1/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        0.8
 byte  :                   68 |         68 |       56.7
 msg   :                    1 |          1 |        0.8
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:34:48,953: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:663
2017-08-29 18:34:48,967: mt Recover and activate vbucket: 663
2017-08-29 18:34:48,968: mt cbrecovery...
2017-08-29 18:34:48,968: mt  source : http://10.111.170.101:8091
2017-08-29 18:34:48,968: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:34:48,968: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [664]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:34:48,969: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:34:48,970: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:34:48,979: mt "GET /pools/default/buckets HTTP/1.1" 200 11350
2017-08-29 18:34:49,006: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:34:49,007: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:34:49,013: mt "GET /pools/default/buckets HTTP/1.1" 200 10165
2017-08-29 18:34:49,033: mt source_bucket: default
2017-08-29 18:34:49,033: mt sink_bucket: default
2017-08-29 18:34:49,033: mt source_buckets: default
2017-08-29 18:34:49,033: mt bucket_source: default
2017-08-29 18:34:49,033: mt source_buckets filtered: default
2017-08-29 18:34:49,033: mt bucket: default
2017-08-29 18:34:49,033: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:34:49,034: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:34:49,034: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:49,034: w0  node: 10.111.170.101:8091
2017-08-29 18:34:49,036: w0 sink_bucket: default
2017-08-29 18:34:49,037: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:34:49,044: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:49,057: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:34:49,057: w1  node: 10.111.170.102:8091
2017-08-29 18:34:49,058: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:49,063: w1 sink_bucket: default
2017-08-29 18:34:49,063: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:34:49,074: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:49,090: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:34:49,090: w2  node: 10.111.170.103:8091
2017-08-29 18:34:49,090: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:49,101: w2 sink_bucket: default
2017-08-29 18:34:49,101: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:34:49,106: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:49,152: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:34:49,152: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:34:49,152: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:34:49,152: w0          :                total |       last |    per sec
2017-08-29 18:34:49,153: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:34:49,175: Thread-455 Read 40 bytes off the wire
2017-08-29 18:34:49,175: Thread-455 Read 436 bytes off the wire
2017-08-29 18:34:49,178: Thread-455 Read 28 bytes off the wire
2017-08-29 18:34:49,184: w1 Send buffer size: 504
2017-08-29 18:34:49,194: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:34:49,194: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:34:49,195: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:34:49,195: w2          :                total |       last |    per sec
2017-08-29 18:34:49,195: w2  node: 10.111.170.103:8091, done; rv: 0
2017-08-29 18:34:49,197: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:34:49,197: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:34:49,197: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:34:49,197: w1          :                total |       last |    per sec
2017-08-29 18:34:49,198: w1    batch :                    1 |          1 |        7.4
2017-08-29 18:34:49,198: w1    byte  :                  203 |        203 |     1509.3
2017-08-29 18:34:49,198: w1    msg   :                    3 |          3 |       22.3
2017-08-29 18:34:49,198: w1  node: 10.111.170.102:8091, done; rv: 0
  [                    ] 0.0% (3/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        5.0
 byte  :                  203 |        203 |     1006.7
 msg   :                    3 |          3 |       14.9
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:34:49,236: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:664
2017-08-29 18:34:49,250: mt Recover and activate vbucket: 664
2017-08-29 18:34:49,251: mt cbrecovery...
2017-08-29 18:34:49,251: mt  source : http://10.111.170.101:8091
2017-08-29 18:34:49,251: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:34:49,251: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [665]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:34:49,251: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:34:49,252: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:34:49,259: mt "GET /pools/default/buckets HTTP/1.1" 200 11350
2017-08-29 18:34:49,285: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:34:49,292: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:34:49,299: mt "GET /pools/default/buckets HTTP/1.1" 200 10164
2017-08-29 18:34:49,319: mt source_bucket: default
2017-08-29 18:34:49,319: mt sink_bucket: default
2017-08-29 18:34:49,319: mt source_buckets: default
2017-08-29 18:34:49,319: mt bucket_source: default
2017-08-29 18:34:49,319: mt source_buckets filtered: default
2017-08-29 18:34:49,319: mt bucket: default
2017-08-29 18:34:49,319: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:34:49,320: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:34:49,320: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:49,320: w0  node: 10.111.170.101:8091
2017-08-29 18:34:49,323: w0 sink_bucket: default
2017-08-29 18:34:49,323: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:34:49,335: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:49,344: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:34:49,345: w1  node: 10.111.170.102:8091
2017-08-29 18:34:49,345: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:49,354: w1 sink_bucket: default
2017-08-29 18:34:49,355: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:34:49,360: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:49,374: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:34:49,374: w2  node: 10.111.170.103:8091
2017-08-29 18:34:49,375: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:49,385: w2 sink_bucket: default
2017-08-29 18:34:49,386: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:34:49,394: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:49,434: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:34:49,434: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:34:49,434: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:34:49,434: w0          :                total |       last |    per sec
2017-08-29 18:34:49,434: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:34:49,469: Thread-458 Read 40 bytes off the wire
2017-08-29 18:34:49,469: Thread-458 Read 305 bytes off the wire
2017-08-29 18:34:49,469: Thread-458 Read 159 bytes off the wire
2017-08-29 18:34:49,472: w1 Send buffer size: 504
2017-08-29 18:34:49,472: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:34:49,473: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:34:49,473: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:34:49,473: w2          :                total |       last |    per sec
2017-08-29 18:34:49,473: w2  node: 10.111.170.103:8091, done; rv: 0
2017-08-29 18:34:49,485: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:34:49,485: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:34:49,485: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:34:49,485: w1          :                total |       last |    per sec
2017-08-29 18:34:49,485: w1    batch :                    1 |          1 |        7.7
2017-08-29 18:34:49,485: w1    byte  :                  203 |        203 |     1556.1
2017-08-29 18:34:49,485: w1    msg   :                    3 |          3 |       23.0
2017-08-29 18:34:49,485: w1  node: 10.111.170.102:8091, done; rv: 0
  [                    ] 0.0% (3/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        4.7
 byte  :                  203 |        203 |      953.0
 msg   :                    3 |          3 |       14.1
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:34:49,533: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:665
2017-08-29 18:34:49,545: mt Recover and activate vbucket: 665
2017-08-29 18:34:49,547: mt cbrecovery...
2017-08-29 18:34:49,547: mt  source : http://10.111.170.101:8091
2017-08-29 18:34:49,547: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:34:49,547: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [666]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:34:49,547: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:34:49,549: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:34:49,555: mt "GET /pools/default/buckets HTTP/1.1" 200 11350
2017-08-29 18:34:49,577: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:34:49,578: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:34:49,582: mt "GET /pools/default/buckets HTTP/1.1" 200 10163
2017-08-29 18:34:49,603: mt source_bucket: default
2017-08-29 18:34:49,603: mt sink_bucket: default
2017-08-29 18:34:49,603: mt source_buckets: default
2017-08-29 18:34:49,604: mt bucket_source: default
2017-08-29 18:34:49,604: mt source_buckets filtered: default
2017-08-29 18:34:49,604: mt bucket: default
2017-08-29 18:34:49,604: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:34:49,604: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:34:49,604: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:49,605: w0  node: 10.111.170.101:8091
2017-08-29 18:34:49,607: w0 sink_bucket: default
2017-08-29 18:34:49,607: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:34:49,616: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:49,625: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:34:49,626: w1  node: 10.111.170.102:8091
2017-08-29 18:34:49,627: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:49,639: w1 sink_bucket: default
2017-08-29 18:34:49,639: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:34:49,647: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:49,662: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:34:49,663: w2  node: 10.111.170.103:8091
2017-08-29 18:34:49,667: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:49,670: w2 sink_bucket: default
2017-08-29 18:34:49,670: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:34:49,683: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:49,717: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:34:49,717: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:34:49,717: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:34:49,717: w0          :                total |       last |    per sec
2017-08-29 18:34:49,718: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:34:49,734: Thread-461 Read 40 bytes off the wire
2017-08-29 18:34:49,734: Thread-461 Read 172 bytes off the wire
2017-08-29 18:34:49,734: Thread-461 Read 652 bytes off the wire
2017-08-29 18:34:49,735: Thread-461 Read 1047 bytes off the wire
2017-08-29 18:34:49,735: Thread-461 Read 131 bytes off the wire
2017-08-29 18:34:49,736: Thread-461 Read 28 bytes off the wire
2017-08-29 18:34:49,741: w1 Send buffer size: 2070
2017-08-29 18:34:49,757: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:34:49,757: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:34:49,757: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:34:49,757: w1          :                total |       last |    per sec
2017-08-29 18:34:49,757: w1    batch :                    1 |          1 |        8.5
2017-08-29 18:34:49,757: w1    byte  :                 1015 |       1015 |     8606.9
2017-08-29 18:34:49,757: w1    msg   :                   15 |         15 |      127.2
2017-08-29 18:34:49,757: w1  node: 10.111.170.102:8091, done; rv: 0
2017-08-29 18:34:49,758: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:34:49,758: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:34:49,758: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:34:49,758: w2          :                total |       last |    per sec
2017-08-29 18:34:49,758: w2  node: 10.111.170.103:8091, done; rv: 0
  [                    ] 0.1% (15/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        4.6
 byte  :                 1015 |       1015 |     4641.4
 msg   :                   15 |         15 |       68.6
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:34:49,823: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:666
2017-08-29 18:34:49,839: mt Recover and activate vbucket: 666
2017-08-29 18:34:49,840: mt cbrecovery...
2017-08-29 18:34:49,840: mt  source : http://10.111.170.101:8091
2017-08-29 18:34:49,840: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:34:49,840: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [667]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:34:49,840: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:34:49,841: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:34:49,849: mt "GET /pools/default/buckets HTTP/1.1" 200 11350
2017-08-29 18:34:49,943: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:34:49,944: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:34:49,950: mt "GET /pools/default/buckets HTTP/1.1" 200 10162
2017-08-29 18:34:49,970: mt source_bucket: default
2017-08-29 18:34:49,970: mt sink_bucket: default
2017-08-29 18:34:49,970: mt source_buckets: default
2017-08-29 18:34:49,970: mt bucket_source: default
2017-08-29 18:34:49,970: mt source_buckets filtered: default
2017-08-29 18:34:49,971: mt bucket: default
2017-08-29 18:34:49,971: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:34:49,971: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:34:49,971: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:49,972: w0  node: 10.111.170.101:8091
2017-08-29 18:34:49,973: w0 sink_bucket: default
2017-08-29 18:34:49,974: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:34:49,982: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:49,994: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:34:49,994: w1  node: 10.111.170.102:8091
2017-08-29 18:34:49,995: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:50,004: w1 sink_bucket: default
2017-08-29 18:34:50,004: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:34:50,008: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:50,024: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:34:50,024: w2  node: 10.111.170.103:8091
2017-08-29 18:34:50,025: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:50,033: w2 sink_bucket: default
2017-08-29 18:34:50,033: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:34:50,045: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:50,104: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:34:50,104: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:34:50,105: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:34:50,105: w0          :                total |       last |    per sec
2017-08-29 18:34:50,105: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:34:50,125: w1 no response while there 1 active streams
2017-08-29 18:34:50,131: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:34:50,131: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:34:50,131: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:34:50,131: w2          :                total |       last |    per sec
2017-08-29 18:34:50,131: w2  node: 10.111.170.103:8091, done; rv: 0
2017-08-29 18:34:50,376: w1 no response while there 1 active streams
2017-08-29 18:34:50,627: w1 no response while there 1 active streams
2017-08-29 18:34:50,877: w1 no response while there 1 active streams
2017-08-29 18:34:51,119: Thread-464 Read 1814 bytes off the wire
2017-08-29 18:34:51,128: w1 Send buffer size: 1814
2017-08-29 18:34:51,142: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:34:51,142: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:34:51,142: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:34:51,142: w1          :                total |       last |    per sec
2017-08-29 18:34:51,142: w1    batch :                    1 |          1 |        0.9
2017-08-29 18:34:51,142: w1    byte  :                  883 |        883 |      775.8
2017-08-29 18:34:51,142: w1    msg   :                   13 |         13 |       11.4
2017-08-29 18:34:51,142: w1  node: 10.111.170.102:8091, done; rv: 0
  [                    ] 0.1% (13/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        0.8
 byte  :                  883 |        883 |      734.0
 msg   :                   13 |         13 |       10.8
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:34:51,175: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:667
2017-08-29 18:34:51,192: mt Recover and activate vbucket: 667
2017-08-29 18:34:51,194: mt cbrecovery...
2017-08-29 18:34:51,194: mt  source : http://10.111.170.101:8091
2017-08-29 18:34:51,194: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:34:51,194: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [668]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:34:51,194: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:34:51,195: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:34:51,201: mt "GET /pools/default/buckets HTTP/1.1" 200 11351
2017-08-29 18:34:51,224: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:34:51,224: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:34:51,231: mt "GET /pools/default/buckets HTTP/1.1" 200 10161
2017-08-29 18:34:51,248: mt source_bucket: default
2017-08-29 18:34:51,249: mt sink_bucket: default
2017-08-29 18:34:51,249: mt source_buckets: default
2017-08-29 18:34:51,249: mt bucket_source: default
2017-08-29 18:34:51,249: mt source_buckets filtered: default
2017-08-29 18:34:51,249: mt bucket: default
2017-08-29 18:34:51,249: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:34:51,250: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:34:51,251: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:51,251: w0  node: 10.111.170.101:8091
2017-08-29 18:34:51,253: w0 sink_bucket: default
2017-08-29 18:34:51,253: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:34:51,259: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:51,272: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:34:51,272: w1  node: 10.111.170.102:8091
2017-08-29 18:34:51,272: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:51,275: w1 sink_bucket: default
2017-08-29 18:34:51,276: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:34:51,289: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:51,303: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:34:51,306: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:51,306: w2  node: 10.111.170.103:8091
2017-08-29 18:34:51,316: w2 sink_bucket: default
2017-08-29 18:34:51,316: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:34:51,321: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:51,376: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:34:51,376: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:34:51,376: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:34:51,376: w0          :                total |       last |    per sec
2017-08-29 18:34:51,376: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:34:51,386: Thread-467 Read 40 bytes off the wire
2017-08-29 18:34:51,386: Thread-467 Read 44 bytes off the wire
2017-08-29 18:34:51,387: Thread-467 Read 780 bytes off the wire
2017-08-29 18:34:51,387: Thread-467 Read 916 bytes off the wire
2017-08-29 18:34:51,387: Thread-467 Read 131 bytes off the wire
2017-08-29 18:34:51,387: Thread-467 Read 28 bytes off the wire
2017-08-29 18:34:51,393: w1 Send buffer size: 1939
2017-08-29 18:34:51,401: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:34:51,401: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:34:51,402: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:34:51,402: w2          :                total |       last |    per sec
2017-08-29 18:34:51,402: w2  node: 10.111.170.103:8091, done; rv: 0
2017-08-29 18:34:51,406: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:34:51,406: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:34:51,406: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:34:51,407: w1          :                total |       last |    per sec
2017-08-29 18:34:51,407: w1    batch :                    1 |          1 |        7.7
2017-08-29 18:34:51,407: w1    byte  :                  946 |        946 |     7243.9
2017-08-29 18:34:51,407: w1    msg   :                   14 |         14 |      107.2
2017-08-29 18:34:51,407: w1  node: 10.111.170.102:8091, done; rv: 0
  [                    ] 0.1% (14/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        4.9
 byte  :                  946 |        946 |     4609.9
 msg   :                   14 |         14 |       68.2
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:34:51,456: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:668
2017-08-29 18:34:51,470: mt Recover and activate vbucket: 668
2017-08-29 18:34:51,471: mt cbrecovery...
2017-08-29 18:34:51,471: mt  source : http://10.111.170.101:8091
2017-08-29 18:34:51,471: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:34:51,471: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [669]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:34:51,471: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:34:51,473: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:34:51,479: mt "GET /pools/default/buckets HTTP/1.1" 200 11351
2017-08-29 18:34:51,539: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:34:51,541: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:34:51,546: mt "GET /pools/default/buckets HTTP/1.1" 200 10160
2017-08-29 18:34:51,565: mt source_bucket: default
2017-08-29 18:34:51,565: mt sink_bucket: default
2017-08-29 18:34:51,565: mt source_buckets: default
2017-08-29 18:34:51,565: mt bucket_source: default
2017-08-29 18:34:51,566: mt source_buckets filtered: default
2017-08-29 18:34:51,566: mt bucket: default
2017-08-29 18:34:51,566: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:34:51,567: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:34:51,567: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:51,567: w0  node: 10.111.170.101:8091
2017-08-29 18:34:51,569: w0 sink_bucket: default
2017-08-29 18:34:51,569: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:34:51,581: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:51,588: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:34:51,593: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:51,593: w1  node: 10.111.170.102:8091
2017-08-29 18:34:51,604: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:51,604: w1 sink_bucket: default
2017-08-29 18:34:51,604: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:34:51,615: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:34:51,615: w2  node: 10.111.170.103:8091
2017-08-29 18:34:51,616: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:51,625: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:51,628: w2 sink_bucket: default
2017-08-29 18:34:51,629: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:34:51,678: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:34:51,678: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:34:51,678: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:34:51,678: w0          :                total |       last |    per sec
2017-08-29 18:34:51,678: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:34:51,698: Thread-470 Read 40 bytes off the wire
2017-08-29 18:34:51,699: Thread-470 Read 830 bytes off the wire
2017-08-29 18:34:51,699: Thread-470 Read 1047 bytes off the wire
2017-08-29 18:34:51,699: Thread-470 Read 28 bytes off the wire
2017-08-29 18:34:51,701: w1 Send buffer size: 1945
2017-08-29 18:34:51,711: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:34:51,711: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:34:51,711: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:34:51,711: w2          :                total |       last |    per sec
2017-08-29 18:34:51,711: w2  node: 10.111.170.103:8091, done; rv: 0
2017-08-29 18:34:51,715: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:34:51,716: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:34:51,716: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:34:51,716: w1          :                total |       last |    per sec
2017-08-29 18:34:51,716: w1    batch :                    1 |          1 |        9.0
2017-08-29 18:34:51,716: w1    byte  :                  951 |        951 |     8516.1
2017-08-29 18:34:51,716: w1    msg   :                   14 |         14 |      125.4
2017-08-29 18:34:51,716: w1  node: 10.111.170.102:8091, done; rv: 0
  [                    ] 0.1% (14/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        5.1
 byte  :                  951 |        951 |     4844.1
 msg   :                   14 |         14 |       71.3
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:34:51,764: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:669
2017-08-29 18:34:51,777: mt Recover and activate vbucket: 669
2017-08-29 18:34:51,778: mt cbrecovery...
2017-08-29 18:34:51,779: mt  source : http://10.111.170.101:8091
2017-08-29 18:34:51,779: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:34:51,779: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [670]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:34:51,779: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:34:51,782: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:34:51,788: mt "GET /pools/default/buckets HTTP/1.1" 200 11351
2017-08-29 18:34:51,816: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:34:51,816: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:34:51,821: mt "GET /pools/default/buckets HTTP/1.1" 200 10159
2017-08-29 18:34:51,851: mt source_bucket: default
2017-08-29 18:34:51,851: mt sink_bucket: default
2017-08-29 18:34:51,852: mt source_buckets: default
2017-08-29 18:34:51,852: mt bucket_source: default
2017-08-29 18:34:51,852: mt source_buckets filtered: default
2017-08-29 18:34:51,852: mt bucket: default
2017-08-29 18:34:51,853: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:34:51,854: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:34:51,854: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:51,854: w0  node: 10.111.170.101:8091
2017-08-29 18:34:51,857: w0 sink_bucket: default
2017-08-29 18:34:51,858: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:34:51,875: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:51,887: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:34:51,887: w1  node: 10.111.170.102:8091
2017-08-29 18:34:51,887: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:51,894: w1 sink_bucket: default
2017-08-29 18:34:51,895: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:34:51,902: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:51,910: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:34:51,910: w2  node: 10.111.170.103:8091
2017-08-29 18:34:51,911: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:51,919: w2 sink_bucket: default
2017-08-29 18:34:51,919: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:34:51,928: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:51,969: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:34:51,969: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:34:51,969: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:34:51,969: w0          :                total |       last |    per sec
2017-08-29 18:34:51,970: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:34:51,997: w1 no response while there 1 active streams
2017-08-29 18:34:52,005: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:34:52,005: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:34:52,005: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:34:52,005: w2          :                total |       last |    per sec
2017-08-29 18:34:52,005: w2  node: 10.111.170.103:8091, done; rv: 0
2017-08-29 18:34:52,248: w1 no response while there 1 active streams
2017-08-29 18:34:52,499: w1 no response while there 1 active streams
2017-08-29 18:34:52,749: w1 no response while there 1 active streams
2017-08-29 18:34:52,994: Thread-473 Read 371 bytes off the wire
2017-08-29 18:34:53,000: w1 Send buffer size: 371
2017-08-29 18:34:53,013: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:34:53,013: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:34:53,013: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:34:53,014: w1          :                total |       last |    per sec
2017-08-29 18:34:53,014: w1    batch :                    1 |          1 |        0.9
2017-08-29 18:34:53,014: w1    byte  :                  134 |        134 |      119.7
2017-08-29 18:34:53,015: w1    msg   :                    2 |          2 |        1.8
2017-08-29 18:34:53,015: w1  node: 10.111.170.102:8091, done; rv: 0
  [                    ] 0.0% (2/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        0.8
 byte  :                  134 |        134 |      111.1
 msg   :                    2 |          2 |        1.7
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:34:53,060: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:670
2017-08-29 18:34:53,078: mt Recover and activate vbucket: 670
2017-08-29 18:34:53,079: mt cbrecovery...
2017-08-29 18:34:53,079: mt  source : http://10.111.170.101:8091
2017-08-29 18:34:53,079: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:34:53,080: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [671]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:34:53,080: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:34:53,081: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:34:53,087: mt "GET /pools/default/buckets HTTP/1.1" 200 11351
2017-08-29 18:34:53,108: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:34:53,109: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:34:53,114: mt "GET /pools/default/buckets HTTP/1.1" 200 10191
2017-08-29 18:34:53,141: mt source_bucket: default
2017-08-29 18:34:53,142: mt sink_bucket: default
2017-08-29 18:34:53,142: mt source_buckets: default
2017-08-29 18:34:53,142: mt bucket_source: default
2017-08-29 18:34:53,142: mt source_buckets filtered: default
2017-08-29 18:34:53,142: mt bucket: default
2017-08-29 18:34:53,142: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:34:53,143: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:34:53,144: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:53,144: w0  node: 10.111.170.101:8091
2017-08-29 18:34:53,147: w0 sink_bucket: default
2017-08-29 18:34:53,148: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:34:53,159: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:53,172: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:34:53,173: w1  node: 10.111.170.102:8091
2017-08-29 18:34:53,173: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:53,175: w1 sink_bucket: default
2017-08-29 18:34:53,176: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:34:53,186: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:53,206: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:34:53,206: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:53,206: w2  node: 10.111.170.103:8091
2017-08-29 18:34:53,217: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:53,217: w2 sink_bucket: default
2017-08-29 18:34:53,218: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:34:53,255: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:34:53,255: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:34:53,255: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:34:53,255: w0          :                total |       last |    per sec
2017-08-29 18:34:53,255: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:34:53,282: Thread-476 Read 40 bytes off the wire
2017-08-29 18:34:53,283: Thread-476 Read 698 bytes off the wire
2017-08-29 18:34:53,283: Thread-476 Read 290 bytes off the wire
2017-08-29 18:34:53,284: w1 Send buffer size: 1028
2017-08-29 18:34:53,293: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:34:53,293: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:34:53,293: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:34:53,293: w2          :                total |       last |    per sec
2017-08-29 18:34:53,293: w2  node: 10.111.170.103:8091, done; rv: 0
2017-08-29 18:34:53,298: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:34:53,298: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:34:53,298: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:34:53,298: w1          :                total |       last |    per sec
2017-08-29 18:34:53,298: w1    batch :                    1 |          1 |        8.1
2017-08-29 18:34:53,298: w1    byte  :                  475 |        475 |     3863.1
2017-08-29 18:34:53,299: w1    msg   :                    7 |          7 |       56.9
2017-08-29 18:34:53,299: w1  node: 10.111.170.102:8091, done; rv: 0
  [                    ] 0.1% (7/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        4.8
 byte  :                  475 |        475 |     2281.9
 msg   :                    7 |          7 |       33.6
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:34:53,352: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:671
2017-08-29 18:34:53,365: mt Recover and activate vbucket: 671
2017-08-29 18:34:53,366: mt cbrecovery...
2017-08-29 18:34:53,366: mt  source : http://10.111.170.101:8091
2017-08-29 18:34:53,366: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:34:53,366: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [672]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:34:53,367: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:34:53,368: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:34:53,374: mt "GET /pools/default/buckets HTTP/1.1" 200 11351
2017-08-29 18:34:53,395: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:34:53,396: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:34:53,402: mt "GET /pools/default/buckets HTTP/1.1" 200 10190
2017-08-29 18:34:53,421: mt source_bucket: default
2017-08-29 18:34:53,421: mt sink_bucket: default
2017-08-29 18:34:53,421: mt source_buckets: default
2017-08-29 18:34:53,421: mt bucket_source: default
2017-08-29 18:34:53,421: mt source_buckets filtered: default
2017-08-29 18:34:53,422: mt bucket: default
2017-08-29 18:34:53,422: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:34:53,422: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:34:53,423: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:53,423: w0  node: 10.111.170.101:8091
2017-08-29 18:34:53,425: w0 sink_bucket: default
2017-08-29 18:34:53,425: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:34:53,432: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:53,444: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:34:53,444: w1  node: 10.111.170.102:8091
2017-08-29 18:34:53,444: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:53,450: w1 sink_bucket: default
2017-08-29 18:34:53,450: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:34:53,468: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:53,480: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:34:53,480: w2  node: 10.111.170.103:8091
2017-08-29 18:34:53,481: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:53,500: w2 sink_bucket: default
2017-08-29 18:34:53,501: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:34:53,542: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:53,569: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:34:53,569: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:34:53,569: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:34:53,570: w0          :                total |       last |    per sec
2017-08-29 18:34:53,570: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:34:53,609: w1 no response while there 1 active streams
2017-08-29 18:34:53,625: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:34:53,628: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:34:53,628: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:34:53,628: w2          :                total |       last |    per sec
2017-08-29 18:34:53,628: w2  node: 10.111.170.103:8091, done; rv: 0
2017-08-29 18:34:53,860: w1 no response while there 1 active streams
2017-08-29 18:34:54,111: w1 no response while there 1 active streams
2017-08-29 18:34:54,363: w1 no response while there 1 active streams
2017-08-29 18:34:54,599: Thread-479 Read 635 bytes off the wire
2017-08-29 18:34:54,614: w1 Send buffer size: 635
2017-08-29 18:34:54,627: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:34:54,627: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:34:54,627: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:34:54,628: w1          :                total |       last |    per sec
2017-08-29 18:34:54,628: w1    batch :                    1 |          1 |        0.8
2017-08-29 18:34:54,628: w1    byte  :                  271 |        271 |      230.1
2017-08-29 18:34:54,628: w1    msg   :                    4 |          4 |        3.4
2017-08-29 18:34:54,628: w1  node: 10.111.170.102:8091, done; rv: 0
  [                    ] 0.0% (4/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        0.8
 byte  :                  271 |        271 |      212.3
 msg   :                    4 |          4 |        3.1
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:34:54,699: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:672
2017-08-29 18:34:54,739: mt Recover and activate vbucket: 672
2017-08-29 18:34:54,740: mt cbrecovery...
2017-08-29 18:34:54,740: mt  source : http://10.111.170.101:8091
2017-08-29 18:34:54,740: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:34:54,740: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [673]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:34:54,740: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:34:54,742: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:34:54,749: mt "GET /pools/default/buckets HTTP/1.1" 200 11351
2017-08-29 18:34:54,770: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:34:54,773: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:34:54,778: mt "GET /pools/default/buckets HTTP/1.1" 200 10189
2017-08-29 18:34:54,798: mt source_bucket: default
2017-08-29 18:34:54,798: mt sink_bucket: default
2017-08-29 18:34:54,798: mt source_buckets: default
2017-08-29 18:34:54,798: mt bucket_source: default
2017-08-29 18:34:54,798: mt source_buckets filtered: default
2017-08-29 18:34:54,799: mt bucket: default
2017-08-29 18:34:54,799: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:34:54,800: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:34:54,800: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:54,801: w0  node: 10.111.170.101:8091
2017-08-29 18:34:54,803: w0 sink_bucket: default
2017-08-29 18:34:54,804: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:34:54,810: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:54,819: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:34:54,819: w1  node: 10.111.170.102:8091
2017-08-29 18:34:54,820: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:54,824: w1 sink_bucket: default
2017-08-29 18:34:54,825: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:34:54,837: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:54,848: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:34:54,848: w2  node: 10.111.170.103:8091
2017-08-29 18:34:54,851: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:54,859: w2 sink_bucket: default
2017-08-29 18:34:54,860: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:34:54,868: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:54,912: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:34:54,912: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:34:54,912: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:34:54,912: w0          :                total |       last |    per sec
2017-08-29 18:34:54,913: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:34:54,928: Thread-482 Read 40 bytes off the wire
2017-08-29 18:34:54,928: Thread-482 Read 175 bytes off the wire
2017-08-29 18:34:54,929: Thread-482 Read 28 bytes off the wire
2017-08-29 18:34:54,929: w1 Send buffer size: 243
2017-08-29 18:34:54,941: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:34:54,941: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:34:54,941: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:34:54,941: w1          :                total |       last |    per sec
2017-08-29 18:34:54,941: w1    batch :                    1 |          1 |        8.6
2017-08-29 18:34:54,941: w1    byte  :                   68 |         68 |      584.1
2017-08-29 18:34:54,941: w1    msg   :                    1 |          1 |        8.6
2017-08-29 18:34:54,941: w1  node: 10.111.170.102:8091, done; rv: 0
2017-08-29 18:34:54,943: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:34:54,944: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:34:54,944: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:34:54,944: w2          :                total |       last |    per sec
2017-08-29 18:34:54,944: w2  node: 10.111.170.103:8091, done; rv: 0
  [                    ] 0.0% (1/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        5.0
 byte  :                   68 |         68 |      343.1
 msg   :                    1 |          1 |        5.0
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:34:54,998: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:673
2017-08-29 18:34:55,014: mt Recover and activate vbucket: 673
2017-08-29 18:34:55,015: mt cbrecovery...
2017-08-29 18:34:55,015: mt  source : http://10.111.170.101:8091
2017-08-29 18:34:55,015: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:34:55,015: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [674]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:34:55,016: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:34:55,018: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:34:55,026: mt "GET /pools/default/buckets HTTP/1.1" 200 11351
2017-08-29 18:34:55,048: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:34:55,050: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:34:55,056: mt "GET /pools/default/buckets HTTP/1.1" 200 10188
2017-08-29 18:34:55,075: mt source_bucket: default
2017-08-29 18:34:55,075: mt sink_bucket: default
2017-08-29 18:34:55,076: mt source_buckets: default
2017-08-29 18:34:55,076: mt bucket_source: default
2017-08-29 18:34:55,076: mt source_buckets filtered: default
2017-08-29 18:34:55,076: mt bucket: default
2017-08-29 18:34:55,076: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:34:55,077: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:34:55,077: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:55,077: w0  node: 10.111.170.101:8091
2017-08-29 18:34:55,079: w0 sink_bucket: default
2017-08-29 18:34:55,080: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:34:55,089: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:55,099: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:34:55,099: w1  node: 10.111.170.102:8091
2017-08-29 18:34:55,100: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:55,108: w1 sink_bucket: default
2017-08-29 18:34:55,109: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:34:55,114: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:55,130: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:34:55,130: w2  node: 10.111.170.103:8091
2017-08-29 18:34:55,130: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:55,140: w2 sink_bucket: default
2017-08-29 18:34:55,140: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:34:55,146: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:55,184: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:34:55,184: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:34:55,185: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:34:55,185: w0          :                total |       last |    per sec
2017-08-29 18:34:55,185: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:34:55,212: Thread-485 Read 40 bytes off the wire
2017-08-29 18:34:55,213: Thread-485 Read 565 bytes off the wire
2017-08-29 18:34:55,213: Thread-485 Read 1177 bytes off the wire
2017-08-29 18:34:55,213: Thread-485 Read 290 bytes off the wire
2017-08-29 18:34:55,219: w1 Send buffer size: 2072
2017-08-29 18:34:55,225: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:34:55,226: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:34:55,226: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:34:55,226: w2          :                total |       last |    per sec
2017-08-29 18:34:55,226: w2  node: 10.111.170.103:8091, done; rv: 0
2017-08-29 18:34:55,233: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:34:55,233: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:34:55,233: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:34:55,233: w1          :                total |       last |    per sec
2017-08-29 18:34:55,234: w1    batch :                    1 |          1 |        8.0
2017-08-29 18:34:55,234: w1    byte  :                 1016 |       1016 |     8138.1
2017-08-29 18:34:55,234: w1    msg   :                   15 |         15 |      120.1
2017-08-29 18:34:55,234: w1  node: 10.111.170.102:8091, done; rv: 0
  [                    ] 0.1% (15/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        4.9
 byte  :                 1016 |       1016 |     4971.7
 msg   :                   15 |         15 |       73.4
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:34:55,281: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:674
2017-08-29 18:34:55,296: mt Recover and activate vbucket: 674
2017-08-29 18:34:55,297: mt cbrecovery...
2017-08-29 18:34:55,297: mt  source : http://10.111.170.101:8091
2017-08-29 18:34:55,297: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:34:55,297: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [675]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:34:55,297: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:34:55,298: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:34:55,305: mt "GET /pools/default/buckets HTTP/1.1" 200 11351
2017-08-29 18:34:55,391: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:34:55,392: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:34:55,397: mt "GET /pools/default/buckets HTTP/1.1" 200 10187
2017-08-29 18:34:55,426: mt source_bucket: default
2017-08-29 18:34:55,426: mt sink_bucket: default
2017-08-29 18:34:55,427: mt source_buckets: default
2017-08-29 18:34:55,427: mt bucket_source: default
2017-08-29 18:34:55,427: mt source_buckets filtered: default
2017-08-29 18:34:55,427: mt bucket: default
2017-08-29 18:34:55,427: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:34:55,428: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:34:55,428: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:55,428: w0  node: 10.111.170.101:8091
2017-08-29 18:34:55,431: w0 sink_bucket: default
2017-08-29 18:34:55,431: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:34:55,442: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:55,447: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:34:55,447: w1  node: 10.111.170.102:8091
2017-08-29 18:34:55,448: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:55,453: w1 sink_bucket: default
2017-08-29 18:34:55,454: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:34:55,464: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:55,474: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:34:55,477: w2  node: 10.111.170.103:8091
2017-08-29 18:34:55,478: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:55,486: w2 sink_bucket: default
2017-08-29 18:34:55,486: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:34:55,527: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:55,544: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:34:55,552: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:34:55,552: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:34:55,553: w0          :                total |       last |    per sec
2017-08-29 18:34:55,553: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:34:55,580: Thread-488 Read 40 bytes off the wire
2017-08-29 18:34:55,580: Thread-488 Read 436 bytes off the wire
2017-08-29 18:34:55,580: Thread-488 Read 1440 bytes off the wire
2017-08-29 18:34:55,581: Thread-488 Read 159 bytes off the wire
2017-08-29 18:34:55,586: w1 Send buffer size: 2075
2017-08-29 18:34:55,594: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:34:55,594: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:34:55,594: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:34:55,594: w2          :                total |       last |    per sec
2017-08-29 18:34:55,594: w2  node: 10.111.170.103:8091, done; rv: 0
2017-08-29 18:34:55,598: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:34:55,598: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:34:55,598: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:34:55,599: w1          :                total |       last |    per sec
2017-08-29 18:34:55,599: w1    batch :                    1 |          1 |        6.9
2017-08-29 18:34:55,599: w1    byte  :                 1018 |       1018 |     7019.4
2017-08-29 18:34:55,599: w1    msg   :                   15 |         15 |      103.4
2017-08-29 18:34:55,599: w1  node: 10.111.170.102:8091, done; rv: 0
  [                    ] 0.1% (15/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        4.2
 byte  :                 1018 |       1018 |     4234.8
 msg   :                   15 |         15 |       62.4
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:34:55,668: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:675
2017-08-29 18:34:55,682: mt Recover and activate vbucket: 675
2017-08-29 18:34:55,684: mt cbrecovery...
2017-08-29 18:34:55,684: mt  source : http://10.111.170.101:8091
2017-08-29 18:34:55,684: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:34:55,684: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [676]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:34:55,684: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:34:55,685: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:34:55,692: mt "GET /pools/default/buckets HTTP/1.1" 200 11339
2017-08-29 18:34:55,713: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:34:55,714: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:34:55,728: mt "GET /pools/default/buckets HTTP/1.1" 200 10186
2017-08-29 18:34:55,750: mt source_bucket: default
2017-08-29 18:34:55,750: mt sink_bucket: default
2017-08-29 18:34:55,750: mt source_buckets: default
2017-08-29 18:34:55,750: mt bucket_source: default
2017-08-29 18:34:55,750: mt source_buckets filtered: default
2017-08-29 18:34:55,751: mt bucket: default
2017-08-29 18:34:55,751: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:34:55,752: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:34:55,752: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:55,752: w0  node: 10.111.170.101:8091
2017-08-29 18:34:55,756: w0 sink_bucket: default
2017-08-29 18:34:55,757: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:34:55,768: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:55,776: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:34:55,777: w1  node: 10.111.170.102:8091
2017-08-29 18:34:55,777: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:55,782: w1 sink_bucket: default
2017-08-29 18:34:55,783: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:34:55,793: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:55,803: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:34:55,803: w2  node: 10.111.170.103:8091
2017-08-29 18:34:55,813: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:55,813: w2 sink_bucket: default
2017-08-29 18:34:55,814: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:34:55,830: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:55,869: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:34:55,869: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:34:55,869: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:34:55,869: w0          :                total |       last |    per sec
2017-08-29 18:34:55,870: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:34:55,894: w1 no response while there 1 active streams
2017-08-29 18:34:55,894: Thread-491 Read 2332 bytes off the wire
2017-08-29 18:34:55,897: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:34:55,897: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:34:55,897: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:34:55,897: w2          :                total |       last |    per sec
2017-08-29 18:34:55,897: w2  node: 10.111.170.103:8091, done; rv: 0
2017-08-29 18:34:56,145: w1 Send buffer size: 2332
2017-08-29 18:34:56,158: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:34:56,158: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:34:56,158: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:34:56,158: w1          :                total |       last |    per sec
2017-08-29 18:34:56,158: w1    batch :                    1 |          1 |        2.7
2017-08-29 18:34:56,158: w1    byte  :                 1151 |       1151 |     3065.7
2017-08-29 18:34:56,158: w1    msg   :                   17 |         17 |       45.3
2017-08-29 18:34:56,158: w1  node: 10.111.170.102:8091, done; rv: 0
  [                    ] 0.2% (17/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        2.2
 byte  :                 1151 |       1151 |     2531.4
 msg   :                   17 |         17 |       37.4
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:34:56,206: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:676
2017-08-29 18:34:56,227: mt Recover and activate vbucket: 676
2017-08-29 18:34:56,228: mt cbrecovery...
2017-08-29 18:34:56,228: mt  source : http://10.111.170.101:8091
2017-08-29 18:34:56,228: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:34:56,228: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [677]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:34:56,228: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:34:56,229: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:34:56,235: mt "GET /pools/default/buckets HTTP/1.1" 200 11339
2017-08-29 18:34:56,261: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:34:56,262: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:34:56,269: mt "GET /pools/default/buckets HTTP/1.1" 200 10185
2017-08-29 18:34:56,289: mt source_bucket: default
2017-08-29 18:34:56,290: mt sink_bucket: default
2017-08-29 18:34:56,290: mt source_buckets: default
2017-08-29 18:34:56,290: mt bucket_source: default
2017-08-29 18:34:56,290: mt source_buckets filtered: default
2017-08-29 18:34:56,290: mt bucket: default
2017-08-29 18:34:56,290: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:34:56,291: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:34:56,292: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:56,292: w0  node: 10.111.170.101:8091
2017-08-29 18:34:56,294: w0 sink_bucket: default
2017-08-29 18:34:56,294: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:34:56,305: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:56,312: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:34:56,313: w1  node: 10.111.170.102:8091
2017-08-29 18:34:56,313: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:56,320: w1 sink_bucket: default
2017-08-29 18:34:56,320: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:34:56,329: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:56,343: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:34:56,343: w2  node: 10.111.170.103:8091
2017-08-29 18:34:56,343: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:56,350: w2 sink_bucket: default
2017-08-29 18:34:56,350: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:34:56,358: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:56,399: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:34:56,399: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:34:56,399: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:34:56,399: w0          :                total |       last |    per sec
2017-08-29 18:34:56,400: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:34:56,418: Thread-494 Read 40 bytes off the wire
2017-08-29 18:34:56,419: Thread-494 Read 1897 bytes off the wire
2017-08-29 18:34:56,422: w1 Send buffer size: 1937
2017-08-29 18:34:56,435: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:34:56,435: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:34:56,435: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:34:56,435: w2          :                total |       last |    per sec
2017-08-29 18:34:56,436: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:34:56,436: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:34:56,436: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:34:56,436: w1          :                total |       last |    per sec
2017-08-29 18:34:56,436: w1    batch :                    1 |          1 |        8.6
2017-08-29 18:34:56,436: w1    byte  :                  945 |        945 |     8151.3
2017-08-29 18:34:56,436: w1    msg   :                   14 |         14 |      120.8
2017-08-29 18:34:56,436: w1  node: 10.111.170.102:8091, done; rv: 0
2017-08-29 18:34:56,435: w2  node: 10.111.170.103:8091, done; rv: 0
  [                    ] 0.1% (14/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        5.1
 byte  :                  945 |        945 |     4821.3
 msg   :                   14 |         14 |       71.4
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:34:56,488: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:677
2017-08-29 18:34:56,500: mt Recover and activate vbucket: 677
2017-08-29 18:34:56,501: mt cbrecovery...
2017-08-29 18:34:56,502: mt  source : http://10.111.170.101:8091
2017-08-29 18:34:56,502: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:34:56,502: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [678]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:34:56,502: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:34:56,506: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:34:56,513: mt "GET /pools/default/buckets HTTP/1.1" 200 11339
2017-08-29 18:34:56,544: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:34:56,545: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:34:56,551: mt "GET /pools/default/buckets HTTP/1.1" 200 10184
2017-08-29 18:34:56,570: mt source_bucket: default
2017-08-29 18:34:56,570: mt sink_bucket: default
2017-08-29 18:34:56,570: mt source_buckets: default
2017-08-29 18:34:56,570: mt bucket_source: default
2017-08-29 18:34:56,570: mt source_buckets filtered: default
2017-08-29 18:34:56,570: mt bucket: default
2017-08-29 18:34:56,570: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:34:56,571: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:34:56,571: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:56,572: w0  node: 10.111.170.101:8091
2017-08-29 18:34:56,574: w0 sink_bucket: default
2017-08-29 18:34:56,575: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:34:56,581: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:56,593: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:34:56,593: w1  node: 10.111.170.102:8091
2017-08-29 18:34:56,594: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:56,601: w1 sink_bucket: default
2017-08-29 18:34:56,602: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:34:56,615: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:56,626: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:34:56,627: w2  node: 10.111.170.103:8091
2017-08-29 18:34:56,630: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:56,634: w2 sink_bucket: default
2017-08-29 18:34:56,635: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:34:56,643: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:56,678: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:34:56,678: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:34:56,678: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:34:56,678: w0          :                total |       last |    per sec
2017-08-29 18:34:56,678: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:34:56,707: Thread-497 Read 40 bytes off the wire
2017-08-29 18:34:56,708: Thread-497 Read 592 bytes off the wire
2017-08-29 18:34:56,715: w1 Send buffer size: 632
2017-08-29 18:34:56,724: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:34:56,724: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:34:56,724: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:34:56,724: w2          :                total |       last |    per sec
2017-08-29 18:34:56,725: w2  node: 10.111.170.103:8091, done; rv: 0
2017-08-29 18:34:56,728: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:34:56,728: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:34:56,728: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:34:56,728: w1          :                total |       last |    per sec
2017-08-29 18:34:56,728: w1    batch :                    1 |          1 |        7.9
2017-08-29 18:34:56,728: w1    byte  :                  269 |        269 |     2121.7
2017-08-29 18:34:56,728: w1    msg   :                    4 |          4 |       31.5
2017-08-29 18:34:56,728: w1  node: 10.111.170.102:8091, done; rv: 0
  [                    ] 0.0% (4/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        4.8
 byte  :                  269 |        269 |     1302.5
 msg   :                    4 |          4 |       19.4
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:34:56,778: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:678
2017-08-29 18:34:56,794: mt Recover and activate vbucket: 678
2017-08-29 18:34:56,795: mt cbrecovery...
2017-08-29 18:34:56,795: mt  source : http://10.111.170.101:8091
2017-08-29 18:34:56,795: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:34:56,795: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [679]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:34:56,795: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:34:56,796: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:34:56,802: mt "GET /pools/default/buckets HTTP/1.1" 200 11339
2017-08-29 18:34:56,827: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:34:56,828: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:34:56,833: mt "GET /pools/default/buckets HTTP/1.1" 200 10183
2017-08-29 18:34:56,853: mt source_bucket: default
2017-08-29 18:34:56,853: mt sink_bucket: default
2017-08-29 18:34:56,853: mt source_buckets: default
2017-08-29 18:34:56,853: mt bucket_source: default
2017-08-29 18:34:56,853: mt source_buckets filtered: default
2017-08-29 18:34:56,853: mt bucket: default
2017-08-29 18:34:56,853: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:34:56,855: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:34:56,855: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:56,855: w0  node: 10.111.170.101:8091
2017-08-29 18:34:56,857: w0 sink_bucket: default
2017-08-29 18:34:56,858: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:34:56,863: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:56,873: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:34:56,873: w1  node: 10.111.170.102:8091
2017-08-29 18:34:56,873: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:56,878: w1 sink_bucket: default
2017-08-29 18:34:56,879: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:34:56,888: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:56,905: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:34:56,909: w2  node: 10.111.170.103:8091
2017-08-29 18:34:56,910: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:56,922: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:56,922: w2 sink_bucket: default
2017-08-29 18:34:56,928: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:34:56,955: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:34:56,955: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:34:56,955: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:34:56,956: w0          :                total |       last |    per sec
2017-08-29 18:34:56,956: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:34:56,983: Thread-500 Read 40 bytes off the wire
2017-08-29 18:34:56,984: Thread-500 Read 723 bytes off the wire
2017-08-29 18:34:56,987: w1 Send buffer size: 763
2017-08-29 18:34:57,001: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:34:57,002: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:34:57,002: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:34:57,002: w1          :                total |       last |    per sec
2017-08-29 18:34:57,002: w1    batch :                    1 |          1 |        8.1
2017-08-29 18:34:57,002: w1    byte  :                  337 |        337 |     2733.0
2017-08-29 18:34:57,003: w1    msg   :                    5 |          5 |       40.5
2017-08-29 18:34:57,003: w1  node: 10.111.170.102:8091, done; rv: 0
2017-08-29 18:34:57,007: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:34:57,007: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:34:57,007: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:34:57,007: w2          :                total |       last |    per sec
2017-08-29 18:34:57,007: w2  node: 10.111.170.103:8091, done; rv: 0
  [                    ] 0.1% (5/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        4.9
 byte  :                  337 |        337 |     1655.2
 msg   :                    5 |          5 |       24.6
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:34:57,058: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:679
2017-08-29 18:34:57,074: mt Recover and activate vbucket: 679
2017-08-29 18:34:57,075: mt cbrecovery...
2017-08-29 18:34:57,075: mt  source : http://10.111.170.101:8091
2017-08-29 18:34:57,075: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:34:57,075: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [680]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:34:57,075: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:34:57,076: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:34:57,081: mt "GET /pools/default/buckets HTTP/1.1" 200 11339
2017-08-29 18:34:57,102: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:34:57,103: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:34:57,108: mt "GET /pools/default/buckets HTTP/1.1" 200 10182
2017-08-29 18:34:57,129: mt source_bucket: default
2017-08-29 18:34:57,129: mt sink_bucket: default
2017-08-29 18:34:57,129: mt source_buckets: default
2017-08-29 18:34:57,129: mt bucket_source: default
2017-08-29 18:34:57,129: mt source_buckets filtered: default
2017-08-29 18:34:57,130: mt bucket: default
2017-08-29 18:34:57,130: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:34:57,130: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:34:57,130: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:57,131: w0  node: 10.111.170.101:8091
2017-08-29 18:34:57,133: w0 sink_bucket: default
2017-08-29 18:34:57,133: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:34:57,141: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:57,159: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:34:57,159: w1  node: 10.111.170.102:8091
2017-08-29 18:34:57,160: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:57,165: w1 sink_bucket: default
2017-08-29 18:34:57,166: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:34:57,169: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:57,179: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:34:57,180: w2  node: 10.111.170.103:8091
2017-08-29 18:34:57,180: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:57,185: w2 sink_bucket: default
2017-08-29 18:34:57,185: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:34:57,195: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:57,246: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:34:57,246: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:34:57,246: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:34:57,246: w0          :                total |       last |    per sec
2017-08-29 18:34:57,246: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:34:57,265: Thread-503 Read 40 bytes off the wire
2017-08-29 18:34:57,265: Thread-503 Read 303 bytes off the wire
2017-08-29 18:34:57,266: Thread-503 Read 28 bytes off the wire
2017-08-29 18:34:57,274: w1 Send buffer size: 371
2017-08-29 18:34:57,280: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:34:57,280: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:34:57,280: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:34:57,280: w2          :                total |       last |    per sec
2017-08-29 18:34:57,280: w2  node: 10.111.170.103:8091, done; rv: 0
2017-08-29 18:34:57,287: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:34:57,287: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:34:57,287: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:34:57,287: w1          :                total |       last |    per sec
2017-08-29 18:34:57,287: w1    batch :                    1 |          1 |        8.2
2017-08-29 18:34:57,287: w1    byte  :                  134 |        134 |     1100.1
2017-08-29 18:34:57,287: w1    msg   :                    2 |          2 |       16.4
2017-08-29 18:34:57,287: w1  node: 10.111.170.102:8091, done; rv: 0
  [                    ] 0.0% (2/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        5.1
 byte  :                  134 |        134 |      684.4
 msg   :                    2 |          2 |       10.2
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:34:57,326: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:680
2017-08-29 18:34:57,341: mt Recover and activate vbucket: 680
2017-08-29 18:34:57,342: mt cbrecovery...
2017-08-29 18:34:57,342: mt  source : http://10.111.170.101:8091
2017-08-29 18:34:57,342: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:34:57,342: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [681]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:34:57,342: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:34:57,343: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:34:57,348: mt "GET /pools/default/buckets HTTP/1.1" 200 11339
2017-08-29 18:34:57,372: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:34:57,373: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:34:57,377: mt "GET /pools/default/buckets HTTP/1.1" 200 10181
2017-08-29 18:34:57,398: mt source_bucket: default
2017-08-29 18:34:57,398: mt sink_bucket: default
2017-08-29 18:34:57,398: mt source_buckets: default
2017-08-29 18:34:57,399: mt bucket_source: default
2017-08-29 18:34:57,399: mt source_buckets filtered: default
2017-08-29 18:34:57,399: mt bucket: default
2017-08-29 18:34:57,399: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:34:57,400: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:34:57,400: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:57,400: w0  node: 10.111.170.101:8091
2017-08-29 18:34:57,403: w0 sink_bucket: default
2017-08-29 18:34:57,403: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:34:57,411: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:57,422: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:34:57,422: w1  node: 10.111.170.102:8091
2017-08-29 18:34:57,423: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:57,426: w1 sink_bucket: default
2017-08-29 18:34:57,426: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:34:57,436: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:57,453: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:34:57,453: w2  node: 10.111.170.103:8091
2017-08-29 18:34:57,453: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:57,461: w2 sink_bucket: default
2017-08-29 18:34:57,462: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:34:57,472: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:57,541: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:34:57,541: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:34:57,541: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:34:57,541: w0          :                total |       last |    per sec
2017-08-29 18:34:57,542: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:34:57,557: Thread-506 Read 40 bytes off the wire
2017-08-29 18:34:57,557: Thread-506 Read 595 bytes off the wire
2017-08-29 18:34:57,560: w1 Send buffer size: 635
2017-08-29 18:34:57,570: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:34:57,570: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:34:57,570: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:34:57,571: w2          :                total |       last |    per sec
2017-08-29 18:34:57,571: w2  node: 10.111.170.103:8091, done; rv: 0
2017-08-29 18:34:57,575: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:34:57,575: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:34:57,575: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:34:57,575: w1          :                total |       last |    per sec
2017-08-29 18:34:57,575: w1    batch :                    1 |          1 |        6.7
2017-08-29 18:34:57,575: w1    byte  :                  271 |        271 |     1816.7
2017-08-29 18:34:57,575: w1    msg   :                    4 |          4 |       26.8
2017-08-29 18:34:57,575: w1  node: 10.111.170.102:8091, done; rv: 0
  [                    ] 0.0% (4/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        4.8
 byte  :                  271 |        271 |     1294.7
 msg   :                    4 |          4 |       19.1
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:34:57,609: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:681
2017-08-29 18:34:57,623: mt Recover and activate vbucket: 681
2017-08-29 18:34:57,624: mt cbrecovery...
2017-08-29 18:34:57,625: mt  source : http://10.111.170.101:8091
2017-08-29 18:34:57,625: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:34:57,625: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [682]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:34:57,625: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:34:57,626: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:34:57,631: mt "GET /pools/default/buckets HTTP/1.1" 200 11339
2017-08-29 18:34:57,657: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:34:57,658: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:34:57,663: mt "GET /pools/default/buckets HTTP/1.1" 200 10180
2017-08-29 18:34:57,683: mt source_bucket: default
2017-08-29 18:34:57,683: mt sink_bucket: default
2017-08-29 18:34:57,683: mt source_buckets: default
2017-08-29 18:34:57,684: mt bucket_source: default
2017-08-29 18:34:57,684: mt source_buckets filtered: default
2017-08-29 18:34:57,684: mt bucket: default
2017-08-29 18:34:57,684: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:34:57,685: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:34:57,685: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:57,685: w0  node: 10.111.170.101:8091
2017-08-29 18:34:57,687: w0 sink_bucket: default
2017-08-29 18:34:57,688: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:34:57,694: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:57,707: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:34:57,707: w1  node: 10.111.170.102:8091
2017-08-29 18:34:57,707: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:57,709: w1 sink_bucket: default
2017-08-29 18:34:57,710: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:34:57,721: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:57,730: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:34:57,730: w2  node: 10.111.170.103:8091
2017-08-29 18:34:57,730: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:57,737: w2 sink_bucket: default
2017-08-29 18:34:57,738: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:34:57,749: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:57,797: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:34:57,797: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:34:57,797: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:34:57,797: w0          :                total |       last |    per sec
2017-08-29 18:34:57,798: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:34:57,810: w1 no response while there 1 active streams
2017-08-29 18:34:57,822: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:34:57,822: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:34:57,822: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:34:57,822: w2          :                total |       last |    per sec
2017-08-29 18:34:57,822: w2  node: 10.111.170.103:8091, done; rv: 0
2017-08-29 18:34:58,061: w1 no response while there 1 active streams
2017-08-29 18:34:58,312: w1 no response while there 1 active streams
2017-08-29 18:34:58,562: w1 no response while there 1 active streams
2017-08-29 18:34:58,804: Thread-509 Read 2066 bytes off the wire
2017-08-29 18:34:58,813: w1 Send buffer size: 2066
2017-08-29 18:34:58,825: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:34:58,825: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:34:58,825: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:34:58,826: w1          :                total |       last |    per sec
2017-08-29 18:34:58,826: w1    batch :                    1 |          1 |        0.9
2017-08-29 18:34:58,826: w1    byte  :                 1012 |       1012 |      906.7
2017-08-29 18:34:58,826: w1    msg   :                   15 |         15 |       13.4
2017-08-29 18:34:58,826: w1  node: 10.111.170.102:8091, done; rv: 0
  [                    ] 0.1% (15/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        0.8
 byte  :                 1012 |       1012 |      849.6
 msg   :                   15 |         15 |       12.6
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:34:58,876: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:682
2017-08-29 18:34:58,893: mt Recover and activate vbucket: 682
2017-08-29 18:34:58,894: mt cbrecovery...
2017-08-29 18:34:58,894: mt  source : http://10.111.170.101:8091
2017-08-29 18:34:58,894: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:34:58,895: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [854]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:34:58,895: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:34:58,895: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:34:58,903: mt "GET /pools/default/buckets HTTP/1.1" 200 11339
2017-08-29 18:34:59,028: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:34:59,029: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:34:59,035: mt "GET /pools/default/buckets HTTP/1.1" 200 10149
2017-08-29 18:34:59,058: mt source_bucket: default
2017-08-29 18:34:59,058: mt sink_bucket: default
2017-08-29 18:34:59,058: mt source_buckets: default
2017-08-29 18:34:59,058: mt bucket_source: default
2017-08-29 18:34:59,059: mt source_buckets filtered: default
2017-08-29 18:34:59,059: mt bucket: default
2017-08-29 18:34:59,059: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:34:59,059: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:34:59,059: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:59,060: w0  node: 10.111.170.101:8091
2017-08-29 18:34:59,064: w0 sink_bucket: default
2017-08-29 18:34:59,064: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:34:59,071: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:59,082: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:34:59,083: w1  node: 10.111.170.102:8091
2017-08-29 18:34:59,083: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:59,085: w1 sink_bucket: default
2017-08-29 18:34:59,085: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:34:59,099: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:59,112: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:34:59,112: w2  node: 10.111.170.103:8091
2017-08-29 18:34:59,113: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:59,121: w2 sink_bucket: default
2017-08-29 18:34:59,121: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:34:59,125: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:59,200: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:34:59,200: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:34:59,201: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:34:59,201: w0          :                total |       last |    per sec
2017-08-29 18:34:59,201: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:34:59,213: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:34:59,213: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:34:59,213: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:34:59,214: w1          :                total |       last |    per sec
2017-08-29 18:34:59,214: w1  node: 10.111.170.102:8091, done; rv: 0
2017-08-29 18:34:59,219: Thread-513 Read 40 bytes off the wire
2017-08-29 18:34:59,219: Thread-513 Read 172 bytes off the wire
2017-08-29 18:34:59,220: Thread-513 Read 779 bytes off the wire
2017-08-29 18:34:59,220: Thread-513 Read 393 bytes off the wire
2017-08-29 18:34:59,220: Thread-513 Read 524 bytes off the wire
2017-08-29 18:34:59,221: Thread-513 Read 159 bytes off the wire
2017-08-29 18:34:59,225: w2 Send buffer size: 2067
2017-08-29 18:34:59,238: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:34:59,239: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:34:59,239: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:34:59,239: w2          :                total |       last |    per sec
2017-08-29 18:34:59,239: w2    batch :                    1 |          1 |        8.5
2017-08-29 18:34:59,239: w2    byte  :                 1013 |       1013 |     8589.3
2017-08-29 18:34:59,239: w2    msg   :                   15 |         15 |      127.2
2017-08-29 18:34:59,239: w2  node: 10.111.170.103:8091, done; rv: 0
  [                    ] 0.1% (15/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        5.0
 byte  :                 1013 |       1013 |     5042.1
 msg   :                   15 |         15 |       74.7
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:34:59,260: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:854
2017-08-29 18:34:59,274: mt Recover and activate vbucket: 854
2017-08-29 18:34:59,275: mt cbrecovery...
2017-08-29 18:34:59,275: mt  source : http://10.111.170.101:8091
2017-08-29 18:34:59,276: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:34:59,276: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [855]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:34:59,276: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:34:59,277: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:34:59,286: mt "GET /pools/default/buckets HTTP/1.1" 200 11339
2017-08-29 18:34:59,319: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:34:59,321: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:34:59,327: mt "GET /pools/default/buckets HTTP/1.1" 200 10148
2017-08-29 18:34:59,347: mt source_bucket: default
2017-08-29 18:34:59,347: mt sink_bucket: default
2017-08-29 18:34:59,347: mt source_buckets: default
2017-08-29 18:34:59,347: mt bucket_source: default
2017-08-29 18:34:59,347: mt source_buckets filtered: default
2017-08-29 18:34:59,347: mt bucket: default
2017-08-29 18:34:59,347: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:34:59,348: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:34:59,348: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:59,348: w0  node: 10.111.170.101:8091
2017-08-29 18:34:59,353: w0 sink_bucket: default
2017-08-29 18:34:59,354: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:34:59,359: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:59,376: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:34:59,376: w1  node: 10.111.170.102:8091
2017-08-29 18:34:59,377: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:59,383: w1 sink_bucket: default
2017-08-29 18:34:59,383: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:34:59,389: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:59,400: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:34:59,401: w2  node: 10.111.170.103:8091
2017-08-29 18:34:59,402: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:59,411: w2 sink_bucket: default
2017-08-29 18:34:59,412: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:34:59,424: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:59,472: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:34:59,472: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:34:59,472: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:34:59,473: w0          :                total |       last |    per sec
2017-08-29 18:34:59,473: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:34:59,528: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:34:59,528: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:34:59,528: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:34:59,528: w1          :                total |       last |    per sec
2017-08-29 18:34:59,528: w1  node: 10.111.170.102:8091, done; rv: 0
2017-08-29 18:34:59,533: Thread-516 Read 40 bytes off the wire
2017-08-29 18:34:59,534: Thread-516 Read 1608 bytes off the wire
2017-08-29 18:34:59,535: Thread-516 Read 683 bytes off the wire
2017-08-29 18:34:59,536: w2 Send buffer size: 2331
2017-08-29 18:34:59,549: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:34:59,550: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:34:59,550: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:34:59,550: w2          :                total |       last |    per sec
2017-08-29 18:34:59,550: w2    batch :                    1 |          1 |        7.2
2017-08-29 18:34:59,550: w2    byte  :                 1150 |       1150 |     8322.7
2017-08-29 18:34:59,550: w2    msg   :                   17 |         17 |      123.0
2017-08-29 18:34:59,550: w2  node: 10.111.170.103:8091, done; rv: 0
  [                    ] 0.2% (17/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        4.6
 byte  :                 1150 |       1150 |     5311.1
 msg   :                   17 |         17 |       78.5
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:34:59,565: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:855
2017-08-29 18:34:59,578: mt Recover and activate vbucket: 855
2017-08-29 18:34:59,580: mt cbrecovery...
2017-08-29 18:34:59,580: mt  source : http://10.111.170.101:8091
2017-08-29 18:34:59,580: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:34:59,580: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [856]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:34:59,580: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:34:59,581: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:34:59,589: mt "GET /pools/default/buckets HTTP/1.1" 200 11339
2017-08-29 18:34:59,610: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:34:59,611: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:34:59,616: mt "GET /pools/default/buckets HTTP/1.1" 200 10147
2017-08-29 18:34:59,639: mt source_bucket: default
2017-08-29 18:34:59,639: mt sink_bucket: default
2017-08-29 18:34:59,639: mt source_buckets: default
2017-08-29 18:34:59,640: mt bucket_source: default
2017-08-29 18:34:59,640: mt source_buckets filtered: default
2017-08-29 18:34:59,640: mt bucket: default
2017-08-29 18:34:59,640: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:34:59,641: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:34:59,641: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:59,641: w0  node: 10.111.170.101:8091
2017-08-29 18:34:59,645: w0 sink_bucket: default
2017-08-29 18:34:59,645: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:34:59,657: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:59,668: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:34:59,668: w1  node: 10.111.170.102:8091
2017-08-29 18:34:59,669: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:59,676: w1 sink_bucket: default
2017-08-29 18:34:59,677: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:34:59,682: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:59,699: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:34:59,699: w2  node: 10.111.170.103:8091
2017-08-29 18:34:59,700: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:59,702: w2 sink_bucket: default
2017-08-29 18:34:59,702: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:34:59,716: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:59,756: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:34:59,756: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:34:59,757: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:34:59,757: w0          :                total |       last |    per sec
2017-08-29 18:34:59,757: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:34:59,782: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:34:59,782: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:34:59,783: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:34:59,783: w1          :                total |       last |    per sec
2017-08-29 18:34:59,783: w1  node: 10.111.170.102:8091, done; rv: 0
2017-08-29 18:34:59,787: Thread-519 Read 40 bytes off the wire
2017-08-29 18:34:59,787: Thread-519 Read 44 bytes off the wire
2017-08-29 18:34:59,788: Thread-519 Read 649 bytes off the wire
2017-08-29 18:34:59,788: Thread-519 Read 1337 bytes off the wire
2017-08-29 18:34:59,793: w2 Send buffer size: 2070
2017-08-29 18:34:59,806: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:34:59,806: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:34:59,806: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:34:59,806: w2          :                total |       last |    per sec
2017-08-29 18:34:59,806: w2    batch :                    1 |          1 |        9.6
2017-08-29 18:34:59,806: w2    byte  :                 1015 |       1015 |     9731.1
2017-08-29 18:34:59,807: w2    msg   :                   15 |         15 |      143.8
2017-08-29 18:34:59,807: w2  node: 10.111.170.103:8091, done; rv: 0
  [                    ] 0.1% (15/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        4.7
 byte  :                 1015 |       1015 |     4811.4
 msg   :                   15 |         15 |       71.1
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:34:59,852: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:856
2017-08-29 18:34:59,867: mt Recover and activate vbucket: 856
2017-08-29 18:34:59,868: mt cbrecovery...
2017-08-29 18:34:59,868: mt  source : http://10.111.170.101:8091
2017-08-29 18:34:59,868: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:34:59,868: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [857]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:34:59,868: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:34:59,869: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:34:59,876: mt "GET /pools/default/buckets HTTP/1.1" 200 11339
2017-08-29 18:34:59,901: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:34:59,902: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:34:59,908: mt "GET /pools/default/buckets HTTP/1.1" 200 10146
2017-08-29 18:34:59,929: mt source_bucket: default
2017-08-29 18:34:59,929: mt sink_bucket: default
2017-08-29 18:34:59,929: mt source_buckets: default
2017-08-29 18:34:59,929: mt bucket_source: default
2017-08-29 18:34:59,929: mt source_buckets filtered: default
2017-08-29 18:34:59,929: mt bucket: default
2017-08-29 18:34:59,929: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:34:59,930: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:34:59,930: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:59,930: w0  node: 10.111.170.101:8091
2017-08-29 18:34:59,933: w0 sink_bucket: default
2017-08-29 18:34:59,933: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:34:59,941: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:59,951: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:34:59,952: w1  node: 10.111.170.102:8091
2017-08-29 18:34:59,952: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:59,954: w1 sink_bucket: default
2017-08-29 18:34:59,955: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:34:59,970: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:59,983: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:34:59,983: w2  node: 10.111.170.103:8091
2017-08-29 18:34:59,983: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:34:59,994: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:34:59,997: w2 sink_bucket: default
2017-08-29 18:34:59,998: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:35:00,051: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:35:00,052: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:35:00,052: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:35:00,052: w0          :                total |       last |    per sec
2017-08-29 18:35:00,052: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:35:00,067: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:35:00,067: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:35:00,067: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:35:00,067: w1          :                total |       last |    per sec
2017-08-29 18:35:00,067: w1  node: 10.111.170.102:8091, done; rv: 0
2017-08-29 18:35:00,076: Thread-522 Read 40 bytes off the wire
2017-08-29 18:35:00,077: Thread-522 Read 1086 bytes off the wire
2017-08-29 18:35:00,077: Thread-522 Read 813 bytes off the wire
2017-08-29 18:35:00,081: w2 Send buffer size: 1939
2017-08-29 18:35:00,098: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:35:00,098: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:35:00,098: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:35:00,098: w2          :                total |       last |    per sec
2017-08-29 18:35:00,098: w2    batch :                    1 |          1 |        9.9
2017-08-29 18:35:00,098: w2    byte  :                  947 |        947 |     9394.0
2017-08-29 18:35:00,099: w2    msg   :                   14 |         14 |      138.9
2017-08-29 18:35:00,099: w2  node: 10.111.170.103:8091, done; rv: 0
  [                    ] 0.1% (14/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        5.0
 byte  :                  947 |        947 |     4753.4
 msg   :                   14 |         14 |       70.3
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:35:00,129: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:857
2017-08-29 18:35:00,148: mt Recover and activate vbucket: 857
2017-08-29 18:35:00,150: mt cbrecovery...
2017-08-29 18:35:00,150: mt  source : http://10.111.170.101:8091
2017-08-29 18:35:00,150: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:35:00,150: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [858]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:35:00,150: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:35:00,151: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:35:00,159: mt "GET /pools/default/buckets HTTP/1.1" 200 11339
2017-08-29 18:35:00,182: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:35:00,183: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:35:00,188: mt "GET /pools/default/buckets HTTP/1.1" 200 10145
2017-08-29 18:35:00,207: mt source_bucket: default
2017-08-29 18:35:00,207: mt sink_bucket: default
2017-08-29 18:35:00,207: mt source_buckets: default
2017-08-29 18:35:00,208: mt bucket_source: default
2017-08-29 18:35:00,208: mt source_buckets filtered: default
2017-08-29 18:35:00,208: mt bucket: default
2017-08-29 18:35:00,208: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:35:00,208: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:35:00,209: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:00,209: w0  node: 10.111.170.101:8091
2017-08-29 18:35:00,212: w0 sink_bucket: default
2017-08-29 18:35:00,212: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:35:00,218: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:00,232: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:35:00,232: w1  node: 10.111.170.102:8091
2017-08-29 18:35:00,232: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:00,235: w1 sink_bucket: default
2017-08-29 18:35:00,236: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:35:00,247: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:00,262: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:35:00,262: w2  node: 10.111.170.103:8091
2017-08-29 18:35:00,262: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:00,276: w2 sink_bucket: default
2017-08-29 18:35:00,277: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:35:00,281: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:00,320: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:35:00,321: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:35:00,321: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:35:00,321: w0          :                total |       last |    per sec
2017-08-29 18:35:00,321: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:35:00,349: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:35:00,349: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:35:00,349: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:35:00,349: w1          :                total |       last |    per sec
2017-08-29 18:35:00,349: w1  node: 10.111.170.102:8091, done; rv: 0
2017-08-29 18:35:00,353: Thread-525 Read 40 bytes off the wire
2017-08-29 18:35:00,354: Thread-525 Read 175 bytes off the wire
2017-08-29 18:35:00,354: Thread-525 Read 289 bytes off the wire
2017-08-29 18:35:00,358: w2 Send buffer size: 504
2017-08-29 18:35:00,370: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:35:00,370: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:35:00,371: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:35:00,371: w2          :                total |       last |    per sec
2017-08-29 18:35:00,373: w2    batch :                    1 |          1 |       10.6
2017-08-29 18:35:00,373: w2    byte  :                  203 |        203 |     2152.7
2017-08-29 18:35:00,373: w2    msg   :                    3 |          3 |       31.8
2017-08-29 18:35:00,373: w2  node: 10.111.170.103:8091, done; rv: 0
  [                    ] 0.0% (3/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        4.7
 byte  :                  203 |        203 |      959.2
 msg   :                    3 |          3 |       14.2
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:35:00,420: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:858
2017-08-29 18:35:00,434: mt Recover and activate vbucket: 858
2017-08-29 18:35:00,435: mt cbrecovery...
2017-08-29 18:35:00,435: mt  source : http://10.111.170.101:8091
2017-08-29 18:35:00,435: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:35:00,435: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [859]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:35:00,435: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:35:00,436: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:35:00,442: mt "GET /pools/default/buckets HTTP/1.1" 200 11339
2017-08-29 18:35:00,463: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:35:00,464: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:35:00,470: mt "GET /pools/default/buckets HTTP/1.1" 200 10144
2017-08-29 18:35:00,501: mt source_bucket: default
2017-08-29 18:35:00,501: mt sink_bucket: default
2017-08-29 18:35:00,502: mt source_buckets: default
2017-08-29 18:35:00,502: mt bucket_source: default
2017-08-29 18:35:00,502: mt source_buckets filtered: default
2017-08-29 18:35:00,502: mt bucket: default
2017-08-29 18:35:00,502: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:35:00,512: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:35:00,512: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:00,512: w0  node: 10.111.170.101:8091
2017-08-29 18:35:00,516: w0 sink_bucket: default
2017-08-29 18:35:00,516: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:35:00,521: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:00,534: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:35:00,534: w1  node: 10.111.170.102:8091
2017-08-29 18:35:00,534: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:00,541: w1 sink_bucket: default
2017-08-29 18:35:00,542: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:35:00,561: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:00,576: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:35:00,576: w2  node: 10.111.170.103:8091
2017-08-29 18:35:00,577: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:00,588: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:00,588: w2 sink_bucket: default
2017-08-29 18:35:00,589: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:35:00,619: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:35:00,619: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:35:00,620: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:35:00,620: w0          :                total |       last |    per sec
2017-08-29 18:35:00,620: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:35:00,645: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:35:00,645: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:35:00,645: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:35:00,646: w1          :                total |       last |    per sec
2017-08-29 18:35:00,646: w1  node: 10.111.170.102:8091, done; rv: 0
2017-08-29 18:35:00,659: Thread-528 Read 40 bytes off the wire
2017-08-29 18:35:00,659: Thread-528 Read 464 bytes off the wire
2017-08-29 18:35:00,662: w2 Send buffer size: 504
2017-08-29 18:35:00,675: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:35:00,675: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:35:00,676: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:35:00,676: w2          :                total |       last |    per sec
2017-08-29 18:35:00,676: w2    batch :                    1 |          1 |       11.5
2017-08-29 18:35:00,676: w2    byte  :                  203 |        203 |     2326.3
2017-08-29 18:35:00,676: w2    msg   :                    3 |          3 |       34.4
2017-08-29 18:35:00,676: w2  node: 10.111.170.103:8091, done; rv: 0
  [                    ] 0.0% (3/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        4.7
 byte  :                  203 |        203 |      959.2
 msg   :                    3 |          3 |       14.2
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:35:00,723: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:859
2017-08-29 18:35:00,749: mt Recover and activate vbucket: 859
2017-08-29 18:35:00,751: mt cbrecovery...
2017-08-29 18:35:00,751: mt  source : http://10.111.170.101:8091
2017-08-29 18:35:00,751: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:35:00,751: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [860]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:35:00,751: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:35:00,752: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:35:00,758: mt "GET /pools/default/buckets HTTP/1.1" 200 11351
2017-08-29 18:35:00,785: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:35:00,786: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:35:00,793: mt "GET /pools/default/buckets HTTP/1.1" 200 10143
2017-08-29 18:35:00,811: mt source_bucket: default
2017-08-29 18:35:00,811: mt sink_bucket: default
2017-08-29 18:35:00,811: mt source_buckets: default
2017-08-29 18:35:00,812: mt bucket_source: default
2017-08-29 18:35:00,812: mt source_buckets filtered: default
2017-08-29 18:35:00,812: mt bucket: default
2017-08-29 18:35:00,812: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:35:00,813: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:35:00,813: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:00,814: w0  node: 10.111.170.101:8091
2017-08-29 18:35:00,815: w0 sink_bucket: default
2017-08-29 18:35:00,816: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:35:00,825: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:00,833: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:35:00,835: w1  node: 10.111.170.102:8091
2017-08-29 18:35:00,835: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:00,840: w1 sink_bucket: default
2017-08-29 18:35:00,841: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:35:00,850: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:00,866: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:35:00,867: w2  node: 10.111.170.103:8091
2017-08-29 18:35:00,867: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:00,880: w2 sink_bucket: default
2017-08-29 18:35:00,881: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:35:00,885: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:00,903: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:35:00,903: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:35:00,903: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:35:00,904: w0          :                total |       last |    per sec
2017-08-29 18:35:00,904: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:35:00,940: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:35:00,940: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:35:00,941: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:35:00,941: w1          :                total |       last |    per sec
2017-08-29 18:35:00,941: w1  node: 10.111.170.102:8091, done; rv: 0
2017-08-29 18:35:00,952: Thread-531 Read 40 bytes off the wire
2017-08-29 18:35:00,952: Thread-531 Read 331 bytes off the wire
2017-08-29 18:35:00,955: w2 Send buffer size: 371
2017-08-29 18:35:00,968: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:35:00,969: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:35:00,969: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:35:00,969: w2          :                total |       last |    per sec
2017-08-29 18:35:00,969: w2    batch :                    1 |          1 |       11.3
2017-08-29 18:35:00,970: w2    byte  :                  134 |        134 |     1508.4
2017-08-29 18:35:00,970: w2    msg   :                    2 |          2 |       22.5
2017-08-29 18:35:00,970: w2  node: 10.111.170.103:8091, done; rv: 0
  [                    ] 0.0% (2/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        5.0
 byte  :                  134 |        134 |      664.3
 msg   :                    2 |          2 |        9.9
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:35:01,015: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:860
2017-08-29 18:35:01,029: mt Recover and activate vbucket: 860
2017-08-29 18:35:01,031: mt cbrecovery...
2017-08-29 18:35:01,031: mt  source : http://10.111.170.101:8091
2017-08-29 18:35:01,031: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:35:01,031: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [861]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:35:01,031: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:35:01,032: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:35:01,038: mt "GET /pools/default/buckets HTTP/1.1" 200 11351
2017-08-29 18:35:01,063: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:35:01,064: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:35:01,069: mt "GET /pools/default/buckets HTTP/1.1" 200 10142
2017-08-29 18:35:01,089: mt source_bucket: default
2017-08-29 18:35:01,089: mt sink_bucket: default
2017-08-29 18:35:01,089: mt source_buckets: default
2017-08-29 18:35:01,089: mt bucket_source: default
2017-08-29 18:35:01,089: mt source_buckets filtered: default
2017-08-29 18:35:01,089: mt bucket: default
2017-08-29 18:35:01,089: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:35:01,090: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:35:01,090: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:01,091: w0  node: 10.111.170.101:8091
2017-08-29 18:35:01,095: w0 sink_bucket: default
2017-08-29 18:35:01,096: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:35:01,103: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:01,116: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:35:01,116: w1  node: 10.111.170.102:8091
2017-08-29 18:35:01,116: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:01,123: w1 sink_bucket: default
2017-08-29 18:35:01,123: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:35:01,142: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:01,163: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:35:01,163: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:01,164: w2  node: 10.111.170.103:8091
2017-08-29 18:35:01,175: w2 sink_bucket: default
2017-08-29 18:35:01,176: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:35:01,178: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:01,208: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:35:01,208: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:35:01,209: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:35:01,209: w0          :                total |       last |    per sec
2017-08-29 18:35:01,209: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:35:01,320: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:35:01,320: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:35:01,320: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:35:01,320: w1          :                total |       last |    per sec
2017-08-29 18:35:01,320: w1  node: 10.111.170.102:8091, done; rv: 0
2017-08-29 18:35:01,325: Thread-534 Read 40 bytes off the wire
2017-08-29 18:35:01,325: Thread-534 Read 305 bytes off the wire
2017-08-29 18:35:01,325: Thread-534 Read 655 bytes off the wire
2017-08-29 18:35:01,326: Thread-534 Read 28 bytes off the wire
2017-08-29 18:35:01,328: w2 Send buffer size: 1028
2017-08-29 18:35:01,342: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:35:01,342: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:35:01,342: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:35:01,342: w2          :                total |       last |    per sec
2017-08-29 18:35:01,342: w2    batch :                    1 |          1 |        6.0
2017-08-29 18:35:01,343: w2    byte  :                  475 |        475 |     2844.2
2017-08-29 18:35:01,343: w2    msg   :                    7 |          7 |       41.9
2017-08-29 18:35:01,343: w2  node: 10.111.170.103:8091, done; rv: 0
  [                    ] 0.1% (7/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        3.4
 byte  :                  475 |        475 |     1610.0
 msg   :                    7 |          7 |       23.7
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:35:01,385: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:861
2017-08-29 18:35:01,399: mt Recover and activate vbucket: 861
2017-08-29 18:35:01,400: mt cbrecovery...
2017-08-29 18:35:01,400: mt  source : http://10.111.170.101:8091
2017-08-29 18:35:01,400: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:35:01,400: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [862]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:35:01,400: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:35:01,401: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:35:01,408: mt "GET /pools/default/buckets HTTP/1.1" 200 11351
2017-08-29 18:35:01,430: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:35:01,431: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:35:01,436: mt "GET /pools/default/buckets HTTP/1.1" 200 10141
2017-08-29 18:35:01,457: mt source_bucket: default
2017-08-29 18:35:01,457: mt sink_bucket: default
2017-08-29 18:35:01,457: mt source_buckets: default
2017-08-29 18:35:01,457: mt bucket_source: default
2017-08-29 18:35:01,457: mt source_buckets filtered: default
2017-08-29 18:35:01,457: mt bucket: default
2017-08-29 18:35:01,457: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:35:01,458: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:35:01,458: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:01,459: w0  node: 10.111.170.101:8091
2017-08-29 18:35:01,461: w0 sink_bucket: default
2017-08-29 18:35:01,461: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:35:01,467: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:01,481: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:35:01,481: w1  node: 10.111.170.102:8091
2017-08-29 18:35:01,481: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:01,490: w1 sink_bucket: default
2017-08-29 18:35:01,491: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:35:01,519: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:01,536: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:35:01,536: w2  node: 10.111.170.103:8091
2017-08-29 18:35:01,536: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:01,543: w2 sink_bucket: default
2017-08-29 18:35:01,544: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:35:01,550: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:01,598: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:35:01,598: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:35:01,598: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:35:01,599: w0          :                total |       last |    per sec
2017-08-29 18:35:01,599: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:35:01,631: w2 no response while there 1 active streams
2017-08-29 18:35:01,631: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:35:01,631: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:35:01,631: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:35:01,631: w1          :                total |       last |    per sec
2017-08-29 18:35:01,631: w1  node: 10.111.170.102:8091, done; rv: 0
2017-08-29 18:35:01,882: w2 no response while there 1 active streams
2017-08-29 18:35:02,132: w2 no response while there 1 active streams
2017-08-29 18:35:02,383: w2 no response while there 1 active streams
2017-08-29 18:35:02,626: Thread-537 Read 2067 bytes off the wire
2017-08-29 18:35:02,635: w2 Send buffer size: 2067
2017-08-29 18:35:02,648: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:35:02,649: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:35:02,649: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:35:02,649: w2          :                total |       last |    per sec
2017-08-29 18:35:02,649: w2    batch :                    1 |          1 |        0.9
2017-08-29 18:35:02,649: w2    byte  :                 1012 |       1012 |      915.6
2017-08-29 18:35:02,649: w2    msg   :                   15 |         15 |       13.6
2017-08-29 18:35:02,649: w2  node: 10.111.170.103:8091, done; rv: 0
  [                    ] 0.1% (15/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        0.8
 byte  :                 1012 |       1012 |      824.4
 msg   :                   15 |         15 |       12.2
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:35:02,686: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:862
2017-08-29 18:35:02,705: mt Recover and activate vbucket: 862
2017-08-29 18:35:02,706: mt cbrecovery...
2017-08-29 18:35:02,706: mt  source : http://10.111.170.101:8091
2017-08-29 18:35:02,706: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:35:02,706: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [863]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:35:02,707: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:35:02,708: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:35:02,713: mt "GET /pools/default/buckets HTTP/1.1" 200 11339
2017-08-29 18:35:02,735: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:35:02,736: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:35:02,913: mt "GET /pools/default/buckets HTTP/1.1" 200 10140
2017-08-29 18:35:02,932: mt source_bucket: default
2017-08-29 18:35:02,932: mt sink_bucket: default
2017-08-29 18:35:02,933: mt source_buckets: default
2017-08-29 18:35:02,933: mt bucket_source: default
2017-08-29 18:35:02,933: mt source_buckets filtered: default
2017-08-29 18:35:02,933: mt bucket: default
2017-08-29 18:35:02,933: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:35:02,934: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:35:02,934: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:02,934: w0  node: 10.111.170.101:8091
2017-08-29 18:35:02,935: w0 sink_bucket: default
2017-08-29 18:35:02,936: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:35:02,945: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:02,952: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:35:02,953: w1  node: 10.111.170.102:8091
2017-08-29 18:35:02,953: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:02,968: w1 sink_bucket: default
2017-08-29 18:35:02,968: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:35:02,974: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:02,991: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:35:02,992: w2  node: 10.111.170.103:8091
2017-08-29 18:35:02,992: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:03,004: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:03,004: w2 sink_bucket: default
2017-08-29 18:35:03,004: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:35:03,014: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:35:03,020: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:35:03,020: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:35:03,020: w0          :                total |       last |    per sec
2017-08-29 18:35:03,020: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:35:03,065: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:35:03,065: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:35:03,065: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:35:03,065: w1          :                total |       last |    per sec
2017-08-29 18:35:03,065: w1  node: 10.111.170.102:8091, done; rv: 0
2017-08-29 18:35:03,069: Thread-540 Read 40 bytes off the wire
2017-08-29 18:35:03,070: Thread-540 Read 1086 bytes off the wire
2017-08-29 18:35:03,070: Thread-540 Read 916 bytes off the wire
2017-08-29 18:35:03,071: Thread-540 Read 28 bytes off the wire
2017-08-29 18:35:03,073: w2 Send buffer size: 2070
2017-08-29 18:35:03,087: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:35:03,087: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:35:03,087: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:35:03,088: w2          :                total |       last |    per sec
2017-08-29 18:35:03,088: w2    batch :                    1 |          1 |       12.0
2017-08-29 18:35:03,088: w2    byte  :                 1015 |       1015 |    12144.4
2017-08-29 18:35:03,088: w2    msg   :                   15 |         15 |      179.5
2017-08-29 18:35:03,088: w2  node: 10.111.170.103:8091, done; rv: 0
  [                    ] 0.1% (15/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        4.8
 byte  :                 1015 |       1015 |     4899.8
 msg   :                   15 |         15 |       72.4
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:35:03,141: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:863
2017-08-29 18:35:03,155: mt Recover and activate vbucket: 863
2017-08-29 18:35:03,157: mt cbrecovery...
2017-08-29 18:35:03,157: mt  source : http://10.111.170.101:8091
2017-08-29 18:35:03,157: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:35:03,157: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [864]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:35:03,158: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:35:03,159: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:35:03,166: mt "GET /pools/default/buckets HTTP/1.1" 200 11339
2017-08-29 18:35:03,188: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:35:03,189: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:35:03,194: mt "GET /pools/default/buckets HTTP/1.1" 200 10169
2017-08-29 18:35:03,213: mt source_bucket: default
2017-08-29 18:35:03,213: mt sink_bucket: default
2017-08-29 18:35:03,213: mt source_buckets: default
2017-08-29 18:35:03,213: mt bucket_source: default
2017-08-29 18:35:03,214: mt source_buckets filtered: default
2017-08-29 18:35:03,214: mt bucket: default
2017-08-29 18:35:03,214: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:35:03,214: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:35:03,215: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:03,215: w0  node: 10.111.170.101:8091
2017-08-29 18:35:03,217: w0 sink_bucket: default
2017-08-29 18:35:03,218: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:35:03,226: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:03,236: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:35:03,237: w1  node: 10.111.170.102:8091
2017-08-29 18:35:03,237: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:03,243: w1 sink_bucket: default
2017-08-29 18:35:03,243: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:35:03,250: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:03,264: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:35:03,265: w2  node: 10.111.170.103:8091
2017-08-29 18:35:03,268: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:03,277: w2 sink_bucket: default
2017-08-29 18:35:03,277: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:35:03,290: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:03,321: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:35:03,321: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:35:03,321: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:35:03,321: w0          :                total |       last |    per sec
2017-08-29 18:35:03,321: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:35:03,349: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:35:03,349: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:35:03,349: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:35:03,349: w1          :                total |       last |    per sec
2017-08-29 18:35:03,350: w1  node: 10.111.170.102:8091, done; rv: 0
2017-08-29 18:35:03,355: Thread-543 Read 40 bytes off the wire
2017-08-29 18:35:03,356: Thread-543 Read 2132 bytes off the wire
2017-08-29 18:35:03,357: Thread-543 Read 28 bytes off the wire
2017-08-29 18:35:03,359: w2 Send buffer size: 2200
2017-08-29 18:35:03,375: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:35:03,375: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:35:03,376: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:35:03,376: w2          :                total |       last |    per sec
2017-08-29 18:35:03,376: w2    batch :                    1 |          1 |       10.1
2017-08-29 18:35:03,376: w2    byte  :                 1082 |       1082 |    10942.6
2017-08-29 18:35:03,376: w2    msg   :                   16 |         16 |      161.8
2017-08-29 18:35:03,376: w2  node: 10.111.170.103:8091, done; rv: 0
  [                    ] 0.2% (16/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        4.8
 byte  :                 1082 |       1082 |     5177.1
 msg   :                   16 |         16 |       76.6
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:35:03,424: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:864
2017-08-29 18:35:03,438: mt Recover and activate vbucket: 864
2017-08-29 18:35:03,440: mt cbrecovery...
2017-08-29 18:35:03,440: mt  source : http://10.111.170.101:8091
2017-08-29 18:35:03,440: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:35:03,440: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [865]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:35:03,440: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:35:03,441: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:35:03,447: mt "GET /pools/default/buckets HTTP/1.1" 200 11339
2017-08-29 18:35:03,467: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:35:03,467: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:35:03,473: mt "GET /pools/default/buckets HTTP/1.1" 200 10168
2017-08-29 18:35:03,538: mt source_bucket: default
2017-08-29 18:35:03,538: mt sink_bucket: default
2017-08-29 18:35:03,538: mt source_buckets: default
2017-08-29 18:35:03,538: mt bucket_source: default
2017-08-29 18:35:03,538: mt source_buckets filtered: default
2017-08-29 18:35:03,545: mt bucket: default
2017-08-29 18:35:03,549: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:35:03,556: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:35:03,556: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:03,557: w0  node: 10.111.170.101:8091
2017-08-29 18:35:03,564: w0 sink_bucket: default
2017-08-29 18:35:03,564: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:35:03,580: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:03,593: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:35:03,594: w1  node: 10.111.170.102:8091
2017-08-29 18:35:03,594: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:03,597: w1 sink_bucket: default
2017-08-29 18:35:03,598: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:35:03,639: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:03,699: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:35:03,699: w2  node: 10.111.170.103:8091
2017-08-29 18:35:03,700: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:03,727: w2 sink_bucket: default
2017-08-29 18:35:03,728: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:35:03,753: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:35:03,754: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:35:03,754: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:35:03,754: w0          :                total |       last |    per sec
2017-08-29 18:35:03,754: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:35:03,768: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:35:03,768: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:35:03,768: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:35:03,769: w1          :                total |       last |    per sec
2017-08-29 18:35:03,769: w1  node: 10.111.170.102:8091, done; rv: 0
2017-08-29 18:35:03,779: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:03,845: Thread-546 Read 40 bytes off the wire
2017-08-29 18:35:03,846: Thread-546 Read 1347 bytes off the wire
2017-08-29 18:35:03,846: Thread-546 Read 785 bytes off the wire
2017-08-29 18:35:03,846: Thread-546 Read 28 bytes off the wire
2017-08-29 18:35:03,851: w2 Send buffer size: 2200
2017-08-29 18:35:03,864: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:35:03,864: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:35:03,864: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:35:03,864: w2          :                total |       last |    per sec
2017-08-29 18:35:03,864: w2    batch :                    1 |          1 |        7.3
2017-08-29 18:35:03,864: w2    byte  :                 1082 |       1082 |     7933.6
2017-08-29 18:35:03,864: w2    msg   :                   16 |         16 |      117.3
2017-08-29 18:35:03,864: w2  node: 10.111.170.103:8091, done; rv: 0
  [                    ] 0.2% (16/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        2.7
 byte  :                 1082 |       1082 |     2968.9
 msg   :                   16 |         16 |       43.9
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:35:03,921: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:865
2017-08-29 18:35:03,934: mt Recover and activate vbucket: 865
2017-08-29 18:35:03,935: mt cbrecovery...
2017-08-29 18:35:03,935: mt  source : http://10.111.170.101:8091
2017-08-29 18:35:03,935: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:35:03,935: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [866]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:35:03,935: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:35:03,936: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:35:03,942: mt "GET /pools/default/buckets HTTP/1.1" 200 11339
2017-08-29 18:35:03,971: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:35:03,972: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:35:03,978: mt "GET /pools/default/buckets HTTP/1.1" 200 10167
2017-08-29 18:35:03,996: mt source_bucket: default
2017-08-29 18:35:03,996: mt sink_bucket: default
2017-08-29 18:35:03,996: mt source_buckets: default
2017-08-29 18:35:03,996: mt bucket_source: default
2017-08-29 18:35:03,996: mt source_buckets filtered: default
2017-08-29 18:35:03,996: mt bucket: default
2017-08-29 18:35:03,996: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:35:03,997: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:35:03,997: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:03,998: w0  node: 10.111.170.101:8091
2017-08-29 18:35:04,002: w0 sink_bucket: default
2017-08-29 18:35:04,003: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:35:04,007: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:04,021: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:35:04,022: w1  node: 10.111.170.102:8091
2017-08-29 18:35:04,022: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:04,024: w1 sink_bucket: default
2017-08-29 18:35:04,025: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:35:04,035: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:04,046: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:35:04,046: w2  node: 10.111.170.103:8091
2017-08-29 18:35:04,047: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:04,052: w2 sink_bucket: default
2017-08-29 18:35:04,052: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:35:04,066: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:04,110: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:35:04,110: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:35:04,110: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:35:04,111: w0          :                total |       last |    per sec
2017-08-29 18:35:04,111: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:35:04,137: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:35:04,137: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:35:04,137: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:35:04,138: w1          :                total |       last |    per sec
2017-08-29 18:35:04,138: w1  node: 10.111.170.102:8091, done; rv: 0
2017-08-29 18:35:04,141: Thread-549 Read 40 bytes off the wire
2017-08-29 18:35:04,141: Thread-549 Read 305 bytes off the wire
2017-08-29 18:35:04,141: Thread-549 Read 131 bytes off the wire
2017-08-29 18:35:04,142: Thread-549 Read 159 bytes off the wire
2017-08-29 18:35:04,144: w2 Send buffer size: 635
2017-08-29 18:35:04,161: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:35:04,161: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:35:04,161: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:35:04,161: w2          :                total |       last |    per sec
2017-08-29 18:35:04,161: w2    batch :                    1 |          1 |        9.2
2017-08-29 18:35:04,161: w2    byte  :                  271 |        271 |     2486.1
2017-08-29 18:35:04,161: w2    msg   :                    4 |          4 |       36.7
2017-08-29 18:35:04,161: w2  node: 10.111.170.103:8091, done; rv: 0
  [                    ] 0.0% (4/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        5.0
 byte  :                  271 |        271 |     1360.7
 msg   :                    4 |          4 |       20.1
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:35:04,197: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:866
2017-08-29 18:35:04,212: mt Recover and activate vbucket: 866
2017-08-29 18:35:04,213: mt cbrecovery...
2017-08-29 18:35:04,213: mt  source : http://10.111.170.101:8091
2017-08-29 18:35:04,213: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:35:04,213: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [867]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:35:04,214: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:35:04,215: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:35:04,224: mt "GET /pools/default/buckets HTTP/1.1" 200 11339
2017-08-29 18:35:04,253: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:35:04,254: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:35:04,260: mt "GET /pools/default/buckets HTTP/1.1" 200 10166
2017-08-29 18:35:04,284: mt source_bucket: default
2017-08-29 18:35:04,284: mt sink_bucket: default
2017-08-29 18:35:04,284: mt source_buckets: default
2017-08-29 18:35:04,284: mt bucket_source: default
2017-08-29 18:35:04,284: mt source_buckets filtered: default
2017-08-29 18:35:04,284: mt bucket: default
2017-08-29 18:35:04,284: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:35:04,285: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:35:04,285: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:04,285: w0  node: 10.111.170.101:8091
2017-08-29 18:35:04,289: w0 sink_bucket: default
2017-08-29 18:35:04,290: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:35:04,295: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:04,304: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:35:04,304: w1  node: 10.111.170.102:8091
2017-08-29 18:35:04,305: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:04,311: w1 sink_bucket: default
2017-08-29 18:35:04,311: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:35:04,321: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:04,336: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:35:04,336: w2  node: 10.111.170.103:8091
2017-08-29 18:35:04,337: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:04,347: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:04,347: w2 sink_bucket: default
2017-08-29 18:35:04,347: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:35:04,402: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:35:04,402: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:35:04,402: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:35:04,402: w0          :                total |       last |    per sec
2017-08-29 18:35:04,403: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:35:04,410: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:35:04,410: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:35:04,410: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:35:04,410: w1          :                total |       last |    per sec
2017-08-29 18:35:04,410: w1  node: 10.111.170.102:8091, done; rv: 0
2017-08-29 18:35:04,422: Thread-552 Read 84 bytes off the wire
2017-08-29 18:35:04,422: Thread-552 Read 131 bytes off the wire
2017-08-29 18:35:04,423: Thread-552 Read 28 bytes off the wire
2017-08-29 18:35:04,425: w2 Send buffer size: 243
2017-08-29 18:35:04,438: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:35:04,438: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:35:04,439: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:35:04,439: w2          :                total |       last |    per sec
2017-08-29 18:35:04,439: w2    batch :                    1 |          1 |       10.9
2017-08-29 18:35:04,439: w2    byte  :                   68 |         68 |      742.8
2017-08-29 18:35:04,439: w2    msg   :                    1 |          1 |       10.9
2017-08-29 18:35:04,439: w2  node: 10.111.170.103:8091, done; rv: 0
  [                    ] 0.0% (1/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        5.0
 byte  :                   68 |         68 |      340.9
 msg   :                    1 |          1 |        5.0
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:35:04,484: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:867
2017-08-29 18:35:04,498: mt Recover and activate vbucket: 867
2017-08-29 18:35:04,502: mt cbrecovery...
2017-08-29 18:35:04,502: mt  source : http://10.111.170.101:8091
2017-08-29 18:35:04,503: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:35:04,503: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [868]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:35:04,503: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:35:04,509: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:35:04,522: mt "GET /pools/default/buckets HTTP/1.1" 200 11339
2017-08-29 18:35:04,543: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:35:04,544: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:35:04,550: mt "GET /pools/default/buckets HTTP/1.1" 200 10165
2017-08-29 18:35:04,569: mt source_bucket: default
2017-08-29 18:35:04,569: mt sink_bucket: default
2017-08-29 18:35:04,569: mt source_buckets: default
2017-08-29 18:35:04,569: mt bucket_source: default
2017-08-29 18:35:04,569: mt source_buckets filtered: default
2017-08-29 18:35:04,569: mt bucket: default
2017-08-29 18:35:04,570: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:35:04,571: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:35:04,571: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:04,571: w0  node: 10.111.170.101:8091
2017-08-29 18:35:04,576: w0 sink_bucket: default
2017-08-29 18:35:04,577: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:35:04,580: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:04,597: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:35:04,597: w1  node: 10.111.170.102:8091
2017-08-29 18:35:04,597: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:04,604: w1 sink_bucket: default
2017-08-29 18:35:04,605: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:35:04,611: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:04,628: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:35:04,628: w2  node: 10.111.170.103:8091
2017-08-29 18:35:04,634: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:04,638: w2 sink_bucket: default
2017-08-29 18:35:04,639: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:35:04,650: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:04,687: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:35:04,687: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:35:04,688: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:35:04,688: w0          :                total |       last |    per sec
2017-08-29 18:35:04,688: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:35:04,720: Thread-555 Read 40 bytes off the wire
2017-08-29 18:35:04,720: Thread-555 Read 172 bytes off the wire
2017-08-29 18:35:04,720: Thread-555 Read 261 bytes off the wire
2017-08-29 18:35:04,720: Thread-555 Read 159 bytes off the wire
2017-08-29 18:35:04,720: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:35:04,721: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:35:04,721: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:35:04,721: w1          :                total |       last |    per sec
2017-08-29 18:35:04,721: w1  node: 10.111.170.102:8091, done; rv: 0
2017-08-29 18:35:04,724: w2 Send buffer size: 632
2017-08-29 18:35:04,738: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:35:04,738: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:35:04,738: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:35:04,738: w2          :                total |       last |    per sec
2017-08-29 18:35:04,738: w2    batch :                    1 |          1 |       10.0
2017-08-29 18:35:04,738: w2    byte  :                  269 |        269 |     2690.8
2017-08-29 18:35:04,738: w2    msg   :                    4 |          4 |       40.0
2017-08-29 18:35:04,739: w2  node: 10.111.170.103:8091, done; rv: 0
  [                    ] 0.0% (4/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        4.6
 byte  :                  269 |        269 |     1242.7
 msg   :                    4 |          4 |       18.5
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:35:04,788: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:868
2017-08-29 18:35:04,809: mt Recover and activate vbucket: 868
2017-08-29 18:35:04,811: mt cbrecovery...
2017-08-29 18:35:04,811: mt  source : http://10.111.170.101:8091
2017-08-29 18:35:04,811: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:35:04,811: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [869]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:35:04,812: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:35:04,813: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:35:04,818: mt "GET /pools/default/buckets HTTP/1.1" 200 11339
2017-08-29 18:35:04,843: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:35:04,844: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:35:04,849: mt "GET /pools/default/buckets HTTP/1.1" 200 10164
2017-08-29 18:35:04,870: mt source_bucket: default
2017-08-29 18:35:04,870: mt sink_bucket: default
2017-08-29 18:35:04,870: mt source_buckets: default
2017-08-29 18:35:04,870: mt bucket_source: default
2017-08-29 18:35:04,870: mt source_buckets filtered: default
2017-08-29 18:35:04,870: mt bucket: default
2017-08-29 18:35:04,870: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:35:04,872: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:35:04,872: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:04,872: w0  node: 10.111.170.101:8091
2017-08-29 18:35:04,876: w0 sink_bucket: default
2017-08-29 18:35:04,876: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:35:04,884: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:04,894: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:35:04,894: w1  node: 10.111.170.102:8091
2017-08-29 18:35:04,894: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:04,907: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:04,907: w1 sink_bucket: default
2017-08-29 18:35:04,908: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:35:04,917: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:35:04,918: w2  node: 10.111.170.103:8091
2017-08-29 18:35:04,918: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:04,921: w2 sink_bucket: default
2017-08-29 18:35:04,922: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:35:04,939: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:05,089: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:35:05,089: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:35:05,089: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:35:05,089: w0          :                total |       last |    per sec
2017-08-29 18:35:05,089: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:35:05,109: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:35:05,109: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:35:05,109: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:35:05,109: w1          :                total |       last |    per sec
2017-08-29 18:35:05,110: w1  node: 10.111.170.102:8091, done; rv: 0
2017-08-29 18:35:05,113: Thread-558 Read 40 bytes off the wire
2017-08-29 18:35:05,114: Thread-558 Read 723 bytes off the wire
2017-08-29 18:35:05,117: w2 Send buffer size: 763
2017-08-29 18:35:05,130: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:35:05,131: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:35:05,131: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:35:05,131: w2          :                total |       last |    per sec
2017-08-29 18:35:05,131: w2    batch :                    1 |          1 |        4.8
2017-08-29 18:35:05,131: w2    byte  :                  337 |        337 |     1609.0
2017-08-29 18:35:05,131: w2    msg   :                    5 |          5 |       23.9
2017-08-29 18:35:05,131: w2  node: 10.111.170.103:8091, done; rv: 0
  [                    ] 0.1% (5/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        3.3
 byte  :                  337 |        337 |     1112.4
 msg   :                    5 |          5 |       16.5
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:35:05,175: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:869
2017-08-29 18:35:05,187: mt Recover and activate vbucket: 869
2017-08-29 18:35:05,188: mt cbrecovery...
2017-08-29 18:35:05,188: mt  source : http://10.111.170.101:8091
2017-08-29 18:35:05,188: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:35:05,188: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [870]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:35:05,189: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:35:05,190: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:35:05,198: mt "GET /pools/default/buckets HTTP/1.1" 200 11339
2017-08-29 18:35:05,224: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:35:05,226: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:35:05,233: mt "GET /pools/default/buckets HTTP/1.1" 200 10163
2017-08-29 18:35:05,253: mt source_bucket: default
2017-08-29 18:35:05,253: mt sink_bucket: default
2017-08-29 18:35:05,253: mt source_buckets: default
2017-08-29 18:35:05,253: mt bucket_source: default
2017-08-29 18:35:05,253: mt source_buckets filtered: default
2017-08-29 18:35:05,253: mt bucket: default
2017-08-29 18:35:05,253: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:35:05,255: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:35:05,255: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:05,255: w0  node: 10.111.170.101:8091
2017-08-29 18:35:05,257: w0 sink_bucket: default
2017-08-29 18:35:05,257: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:35:05,269: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:05,278: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:35:05,278: w1  node: 10.111.170.102:8091
2017-08-29 18:35:05,279: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:05,293: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:05,293: w1 sink_bucket: default
2017-08-29 18:35:05,293: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:35:05,302: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:35:05,302: w2  node: 10.111.170.103:8091
2017-08-29 18:35:05,305: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:05,310: w2 sink_bucket: default
2017-08-29 18:35:05,310: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:35:05,320: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:05,361: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:35:05,361: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:35:05,361: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:35:05,361: w0          :                total |       last |    per sec
2017-08-29 18:35:05,361: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:35:05,388: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:35:05,388: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:35:05,389: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:35:05,389: w1          :                total |       last |    per sec
2017-08-29 18:35:05,389: w1  node: 10.111.170.102:8091, done; rv: 0
2017-08-29 18:35:05,397: Thread-561 Read 40 bytes off the wire
2017-08-29 18:35:05,398: Thread-561 Read 559 bytes off the wire
2017-08-29 18:35:05,399: Thread-561 Read 1861 bytes off the wire
2017-08-29 18:35:05,401: w2 Send buffer size: 2460
2017-08-29 18:35:05,415: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:35:05,416: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:35:05,416: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:35:05,416: w2          :                total |       last |    per sec
2017-08-29 18:35:05,416: w2    batch :                    1 |          1 |        9.4
2017-08-29 18:35:05,416: w2    byte  :                 1217 |       1217 |    11469.2
2017-08-29 18:35:05,416: w2    msg   :                   18 |         18 |      169.6
2017-08-29 18:35:05,416: w2  node: 10.111.170.103:8091, done; rv: 0
  [                    ] 0.2% (18/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        5.1
 byte  :                 1217 |       1217 |     6150.0
 msg   :                   18 |         18 |       91.0
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:35:05,453: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:870
2017-08-29 18:35:05,467: mt Recover and activate vbucket: 870
2017-08-29 18:35:05,469: mt cbrecovery...
2017-08-29 18:35:05,469: mt  source : http://10.111.170.101:8091
2017-08-29 18:35:05,469: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:35:05,469: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [871]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:35:05,470: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:35:05,471: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:35:05,479: mt "GET /pools/default/buckets HTTP/1.1" 200 11339
2017-08-29 18:35:05,528: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:35:05,528: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:35:05,533: mt "GET /pools/default/buckets HTTP/1.1" 200 10162
2017-08-29 18:35:05,552: mt source_bucket: default
2017-08-29 18:35:05,552: mt sink_bucket: default
2017-08-29 18:35:05,552: mt source_buckets: default
2017-08-29 18:35:05,552: mt bucket_source: default
2017-08-29 18:35:05,553: mt source_buckets filtered: default
2017-08-29 18:35:05,553: mt bucket: default
2017-08-29 18:35:05,553: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:35:05,554: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:35:05,554: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:05,554: w0  node: 10.111.170.101:8091
2017-08-29 18:35:05,558: w0 sink_bucket: default
2017-08-29 18:35:05,558: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:35:05,563: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:05,575: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:35:05,575: w1  node: 10.111.170.102:8091
2017-08-29 18:35:05,576: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:05,579: w1 sink_bucket: default
2017-08-29 18:35:05,579: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:35:05,598: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:05,616: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:35:05,616: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:05,616: w2  node: 10.111.170.103:8091
2017-08-29 18:35:05,628: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:05,631: w2 sink_bucket: default
2017-08-29 18:35:05,632: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:35:05,667: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:35:05,667: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:35:05,667: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:35:05,667: w0          :                total |       last |    per sec
2017-08-29 18:35:05,667: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:35:05,691: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:35:05,691: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:35:05,691: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:35:05,692: w1          :                total |       last |    per sec
2017-08-29 18:35:05,692: w1  node: 10.111.170.102:8091, done; rv: 0
2017-08-29 18:35:05,704: Thread-564 Read 40 bytes off the wire
2017-08-29 18:35:05,705: Thread-564 Read 1772 bytes off the wire
2017-08-29 18:35:05,707: w2 Send buffer size: 1812
2017-08-29 18:35:05,721: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:35:05,721: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:35:05,722: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:35:05,722: w2          :                total |       last |    per sec
2017-08-29 18:35:05,722: w2    batch :                    1 |          1 |       11.1
2017-08-29 18:35:05,722: w2    byte  :                  881 |        881 |     9765.7
2017-08-29 18:35:05,722: w2    msg   :                   13 |         13 |      144.1
2017-08-29 18:35:05,722: w2  node: 10.111.170.103:8091, done; rv: 0
  [                    ] 0.1% (13/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        4.5
 byte  :                  881 |        881 |     4000.6
 msg   :                   13 |         13 |       59.0
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:35:05,774: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:871
2017-08-29 18:35:05,787: mt Recover and activate vbucket: 871
2017-08-29 18:35:05,789: mt cbrecovery...
2017-08-29 18:35:05,789: mt  source : http://10.111.170.101:8091
2017-08-29 18:35:05,789: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:35:05,789: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [872]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:35:05,789: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:35:05,790: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:35:05,796: mt "GET /pools/default/buckets HTTP/1.1" 200 11339
2017-08-29 18:35:05,818: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:35:05,819: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:35:05,823: mt "GET /pools/default/buckets HTTP/1.1" 200 10161
2017-08-29 18:35:05,842: mt source_bucket: default
2017-08-29 18:35:05,842: mt sink_bucket: default
2017-08-29 18:35:05,842: mt source_buckets: default
2017-08-29 18:35:05,842: mt bucket_source: default
2017-08-29 18:35:05,842: mt source_buckets filtered: default
2017-08-29 18:35:05,842: mt bucket: default
2017-08-29 18:35:05,842: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:35:05,843: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:35:05,844: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:05,844: w0  node: 10.111.170.101:8091
2017-08-29 18:35:05,848: w0 sink_bucket: default
2017-08-29 18:35:05,848: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:35:05,853: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:05,865: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:35:05,866: w1  node: 10.111.170.102:8091
2017-08-29 18:35:05,866: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:05,868: w1 sink_bucket: default
2017-08-29 18:35:05,869: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:35:05,882: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:05,892: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:35:05,893: w2  node: 10.111.170.103:8091
2017-08-29 18:35:05,893: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:05,906: w2 sink_bucket: default
2017-08-29 18:35:05,906: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:35:05,909: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:05,943: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:35:05,943: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:35:05,943: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:35:05,943: w0          :                total |       last |    per sec
2017-08-29 18:35:05,943: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:35:05,978: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:35:05,978: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:35:05,978: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:35:05,978: w1          :                total |       last |    per sec
2017-08-29 18:35:05,978: w1  node: 10.111.170.102:8091, done; rv: 0
2017-08-29 18:35:05,981: Thread-567 Read 40 bytes off the wire
2017-08-29 18:35:05,981: Thread-567 Read 690 bytes off the wire
2017-08-29 18:35:05,982: Thread-567 Read 784 bytes off the wire
2017-08-29 18:35:05,982: Thread-567 Read 552 bytes off the wire
2017-08-29 18:35:05,983: w2 Send buffer size: 2066
2017-08-29 18:35:05,997: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:35:05,997: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:35:05,997: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:35:05,997: w2          :                total |       last |    per sec
2017-08-29 18:35:05,997: w2    batch :                    1 |          1 |       11.0
2017-08-29 18:35:05,997: w2    byte  :                 1012 |       1012 |    11121.9
2017-08-29 18:35:05,997: w2    msg   :                   15 |         15 |      164.8
2017-08-29 18:35:05,997: w2  node: 10.111.170.103:8091, done; rv: 0
  [                    ] 0.1% (15/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        5.0
 byte  :                 1012 |       1012 |     5109.5
 msg   :                   15 |         15 |       75.7
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:35:06,042: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:872
2017-08-29 18:35:06,056: mt Recover and activate vbucket: 872
2017-08-29 18:35:06,057: mt cbrecovery...
2017-08-29 18:35:06,057: mt  source : http://10.111.170.101:8091
2017-08-29 18:35:06,057: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:35:06,057: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [873]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:35:06,057: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:35:06,058: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:35:06,066: mt "GET /pools/default/buckets HTTP/1.1" 200 11339
2017-08-29 18:35:06,086: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:35:06,087: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:35:06,092: mt "GET /pools/default/buckets HTTP/1.1" 200 10160
2017-08-29 18:35:06,114: mt source_bucket: default
2017-08-29 18:35:06,114: mt sink_bucket: default
2017-08-29 18:35:06,114: mt source_buckets: default
2017-08-29 18:35:06,114: mt bucket_source: default
2017-08-29 18:35:06,114: mt source_buckets filtered: default
2017-08-29 18:35:06,114: mt bucket: default
2017-08-29 18:35:06,114: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:35:06,116: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:35:06,116: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:06,116: w0  node: 10.111.170.101:8091
2017-08-29 18:35:06,120: w0 sink_bucket: default
2017-08-29 18:35:06,120: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:35:06,126: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:06,136: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:35:06,136: w1  node: 10.111.170.102:8091
2017-08-29 18:35:06,136: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:06,138: w1 sink_bucket: default
2017-08-29 18:35:06,139: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:35:06,158: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:06,170: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:35:06,170: w2  node: 10.111.170.103:8091
2017-08-29 18:35:06,176: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:06,179: w2 sink_bucket: default
2017-08-29 18:35:06,179: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:35:06,188: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:06,244: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:35:06,244: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:35:06,244: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:35:06,244: w0          :                total |       last |    per sec
2017-08-29 18:35:06,245: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:35:06,260: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:35:06,260: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:35:06,260: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:35:06,260: w1          :                total |       last |    per sec
2017-08-29 18:35:06,261: w1  node: 10.111.170.102:8091, done; rv: 0
2017-08-29 18:35:06,267: Thread-570 Read 40 bytes off the wire
2017-08-29 18:35:06,268: Thread-570 Read 1350 bytes off the wire
2017-08-29 18:35:06,268: Thread-570 Read 1075 bytes off the wire
2017-08-29 18:35:06,269: w2 Send buffer size: 2465
2017-08-29 18:35:06,283: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:35:06,284: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:35:06,284: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:35:06,284: w2          :                total |       last |    per sec
2017-08-29 18:35:06,284: w2    batch :                    1 |          1 |        9.5
2017-08-29 18:35:06,284: w2    byte  :                 1220 |       1220 |    11611.6
2017-08-29 18:35:06,284: w2    msg   :                   18 |         18 |      171.3
2017-08-29 18:35:06,284: w2  node: 10.111.170.103:8091, done; rv: 0
  [                    ] 0.2% (18/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        4.9
 byte  :                 1220 |       1220 |     5943.5
 msg   :                   18 |         18 |       87.7
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:35:06,321: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:873
2017-08-29 18:35:06,335: mt Recover and activate vbucket: 873
2017-08-29 18:35:06,336: mt cbrecovery...
2017-08-29 18:35:06,336: mt  source : http://10.111.170.101:8091
2017-08-29 18:35:06,336: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:35:06,336: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [874]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:35:06,336: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:35:06,337: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:35:06,344: mt "GET /pools/default/buckets HTTP/1.1" 200 11339
2017-08-29 18:35:06,365: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:35:06,367: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:35:06,372: mt "GET /pools/default/buckets HTTP/1.1" 200 10159
2017-08-29 18:35:06,393: mt source_bucket: default
2017-08-29 18:35:06,393: mt sink_bucket: default
2017-08-29 18:35:06,393: mt source_buckets: default
2017-08-29 18:35:06,393: mt bucket_source: default
2017-08-29 18:35:06,393: mt source_buckets filtered: default
2017-08-29 18:35:06,394: mt bucket: default
2017-08-29 18:35:06,394: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:35:06,395: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:35:06,395: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:06,395: w0  node: 10.111.170.101:8091
2017-08-29 18:35:06,398: w0 sink_bucket: default
2017-08-29 18:35:06,398: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:35:06,405: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:06,416: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:35:06,416: w1  node: 10.111.170.102:8091
2017-08-29 18:35:06,417: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:06,422: w1 sink_bucket: default
2017-08-29 18:35:06,423: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:35:06,435: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:06,444: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:35:06,444: w2  node: 10.111.170.103:8091
2017-08-29 18:35:06,445: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:06,457: w2 sink_bucket: default
2017-08-29 18:35:06,458: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:35:06,461: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:06,549: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:35:06,550: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:35:06,550: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:35:06,550: w0          :                total |       last |    per sec
2017-08-29 18:35:06,550: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:35:06,565: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:35:06,566: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:35:06,566: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:35:06,566: w1          :                total |       last |    per sec
2017-08-29 18:35:06,566: w1  node: 10.111.170.102:8091, done; rv: 0
2017-08-29 18:35:06,570: Thread-573 Read 40 bytes off the wire
2017-08-29 18:35:06,570: Thread-573 Read 203 bytes off the wire
2017-08-29 18:35:06,571: w2 Send buffer size: 243
2017-08-29 18:35:06,584: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:35:06,585: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:35:06,585: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:35:06,585: w2          :                total |       last |    per sec
2017-08-29 18:35:06,585: w2    batch :                    1 |          1 |        7.8
2017-08-29 18:35:06,585: w2    byte  :                   68 |         68 |      533.7
2017-08-29 18:35:06,585: w2    msg   :                    1 |          1 |        7.8
2017-08-29 18:35:06,585: w2  node: 10.111.170.103:8091, done; rv: 0
  [                    ] 0.0% (1/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        3.7
 byte  :                   68 |         68 |      251.6
 msg   :                    1 |          1 |        3.7
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:35:06,665: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:874
2017-08-29 18:35:06,679: mt Recover and activate vbucket: 874
2017-08-29 18:35:06,680: mt cbrecovery...
2017-08-29 18:35:06,680: mt  source : http://10.111.170.101:8091
2017-08-29 18:35:06,680: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:35:06,680: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [875]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:35:06,681: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:35:06,682: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:35:06,687: mt "GET /pools/default/buckets HTTP/1.1" 200 11339
2017-08-29 18:35:06,708: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:35:06,709: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:35:06,728: mt "GET /pools/default/buckets HTTP/1.1" 200 10158
2017-08-29 18:35:06,748: mt source_bucket: default
2017-08-29 18:35:06,748: mt sink_bucket: default
2017-08-29 18:35:06,748: mt source_buckets: default
2017-08-29 18:35:06,748: mt bucket_source: default
2017-08-29 18:35:06,748: mt source_buckets filtered: default
2017-08-29 18:35:06,749: mt bucket: default
2017-08-29 18:35:06,749: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:35:06,752: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:35:06,752: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:06,753: w0  node: 10.111.170.101:8091
2017-08-29 18:35:06,755: w0 sink_bucket: default
2017-08-29 18:35:06,756: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:35:06,763: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:06,779: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:35:06,779: w1  node: 10.111.170.102:8091
2017-08-29 18:35:06,779: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:06,786: w1 sink_bucket: default
2017-08-29 18:35:06,787: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:35:06,797: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:06,807: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:35:06,812: w2  node: 10.111.170.103:8091
2017-08-29 18:35:06,812: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:06,817: w2 sink_bucket: default
2017-08-29 18:35:06,818: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:35:06,832: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:06,863: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:35:06,863: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:35:06,864: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:35:06,864: w0          :                total |       last |    per sec
2017-08-29 18:35:06,864: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:35:06,893: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:35:06,893: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:35:06,893: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:35:06,893: w1          :                total |       last |    per sec
2017-08-29 18:35:06,893: w1  node: 10.111.170.102:8091, done; rv: 0
2017-08-29 18:35:06,898: Thread-576 Read 40 bytes off the wire
2017-08-29 18:35:06,898: Thread-576 Read 437 bytes off the wire
2017-08-29 18:35:06,898: Thread-576 Read 158 bytes off the wire
2017-08-29 18:35:06,900: w2 Send buffer size: 635
2017-08-29 18:35:06,913: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:35:06,913: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:35:06,913: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:35:06,913: w2          :                total |       last |    per sec
2017-08-29 18:35:06,913: w2    batch :                    1 |          1 |       10.4
2017-08-29 18:35:06,913: w2    byte  :                  271 |        271 |     2828.9
2017-08-29 18:35:06,914: w2    msg   :                    4 |          4 |       41.8
2017-08-29 18:35:06,914: w2  node: 10.111.170.103:8091, done; rv: 0
  [                    ] 0.0% (4/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        4.8
 byte  :                  271 |        271 |     1298.5
 msg   :                    4 |          4 |       19.2
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:35:06,961: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:875
2017-08-29 18:35:06,976: mt Recover and activate vbucket: 875
2017-08-29 18:35:06,977: mt cbrecovery...
2017-08-29 18:35:06,977: mt  source : http://10.111.170.101:8091
2017-08-29 18:35:06,977: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:35:06,977: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [876]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:35:06,977: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:35:06,979: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:35:06,985: mt "GET /pools/default/buckets HTTP/1.1" 200 11351
2017-08-29 18:35:07,008: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:35:07,009: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:35:07,014: mt "GET /pools/default/buckets HTTP/1.1" 200 10157
2017-08-29 18:35:07,034: mt source_bucket: default
2017-08-29 18:35:07,034: mt sink_bucket: default
2017-08-29 18:35:07,034: mt source_buckets: default
2017-08-29 18:35:07,034: mt bucket_source: default
2017-08-29 18:35:07,035: mt source_buckets filtered: default
2017-08-29 18:35:07,035: mt bucket: default
2017-08-29 18:35:07,035: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:35:07,037: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:35:07,037: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:07,037: w0  node: 10.111.170.101:8091
2017-08-29 18:35:07,040: w0 sink_bucket: default
2017-08-29 18:35:07,040: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:35:07,052: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:07,059: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:35:07,059: w1  node: 10.111.170.102:8091
2017-08-29 18:35:07,060: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:07,075: w1 sink_bucket: default
2017-08-29 18:35:07,076: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:35:07,078: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:07,086: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:35:07,090: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:07,090: w2  node: 10.111.170.103:8091
2017-08-29 18:35:07,095: w2 sink_bucket: default
2017-08-29 18:35:07,095: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:35:07,104: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:07,147: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:35:07,147: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:35:07,148: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:35:07,148: w0          :                total |       last |    per sec
2017-08-29 18:35:07,148: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:35:07,175: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:35:07,175: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:35:07,175: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:35:07,175: w1          :                total |       last |    per sec
2017-08-29 18:35:07,176: w1  node: 10.111.170.102:8091, done; rv: 0
2017-08-29 18:35:07,181: Thread-579 Read 40 bytes off the wire
2017-08-29 18:35:07,181: Thread-579 Read 436 bytes off the wire
2017-08-29 18:35:07,182: Thread-579 Read 159 bytes off the wire
2017-08-29 18:35:07,183: w2 Send buffer size: 635
2017-08-29 18:35:07,196: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:35:07,196: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:35:07,196: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:35:07,196: w2          :                total |       last |    per sec
2017-08-29 18:35:07,197: w2    batch :                    1 |          1 |        9.8
2017-08-29 18:35:07,197: w2    byte  :                  271 |        271 |     2667.0
2017-08-29 18:35:07,197: w2    msg   :                    4 |          4 |       39.4
2017-08-29 18:35:07,197: w2  node: 10.111.170.103:8091, done; rv: 0
  [                    ] 0.0% (4/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        5.0
 byte  :                  271 |        271 |     1357.3
 msg   :                    4 |          4 |       20.0
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:35:07,237: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:876
2017-08-29 18:35:07,250: mt Recover and activate vbucket: 876
2017-08-29 18:35:07,251: mt cbrecovery...
2017-08-29 18:35:07,251: mt  source : http://10.111.170.101:8091
2017-08-29 18:35:07,251: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:35:07,251: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [877]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:35:07,251: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:35:07,252: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:35:07,259: mt "GET /pools/default/buckets HTTP/1.1" 200 11351
2017-08-29 18:35:07,282: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:35:07,284: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:35:07,289: mt "GET /pools/default/buckets HTTP/1.1" 200 10156
2017-08-29 18:35:07,308: mt source_bucket: default
2017-08-29 18:35:07,308: mt sink_bucket: default
2017-08-29 18:35:07,308: mt source_buckets: default
2017-08-29 18:35:07,308: mt bucket_source: default
2017-08-29 18:35:07,308: mt source_buckets filtered: default
2017-08-29 18:35:07,308: mt bucket: default
2017-08-29 18:35:07,308: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:35:07,309: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:35:07,309: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:07,309: w0  node: 10.111.170.101:8091
2017-08-29 18:35:07,312: w0 sink_bucket: default
2017-08-29 18:35:07,312: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:35:07,322: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:07,333: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:35:07,334: w1  node: 10.111.170.102:8091
2017-08-29 18:35:07,334: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:07,339: w1 sink_bucket: default
2017-08-29 18:35:07,339: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:35:07,348: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:07,360: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:35:07,361: w2  node: 10.111.170.103:8091
2017-08-29 18:35:07,365: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:07,375: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:07,375: w2 sink_bucket: default
2017-08-29 18:35:07,376: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:35:07,522: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:35:07,522: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:35:07,522: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:35:07,522: w0          :                total |       last |    per sec
2017-08-29 18:35:07,522: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:35:07,547: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:35:07,547: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:35:07,547: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:35:07,547: w1          :                total |       last |    per sec
2017-08-29 18:35:07,547: w1  node: 10.111.170.102:8091, done; rv: 0
2017-08-29 18:35:07,555: Thread-582 Read 40 bytes off the wire
2017-08-29 18:35:07,556: Thread-582 Read 465 bytes off the wire
2017-08-29 18:35:07,558: w2 Send buffer size: 505
2017-08-29 18:35:07,571: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:35:07,572: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:35:07,572: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:35:07,572: w2          :                total |       last |    per sec
2017-08-29 18:35:07,572: w2    batch :                    1 |          1 |        5.1
2017-08-29 18:35:07,572: w2    byte  :                  204 |        204 |     1039.4
2017-08-29 18:35:07,572: w2    msg   :                    3 |          3 |       15.3
2017-08-29 18:35:07,572: w2  node: 10.111.170.103:8091, done; rv: 0
  [                    ] 0.0% (3/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        3.5
 byte  :                  204 |        204 |      706.5
 msg   :                    3 |          3 |       10.4
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:35:07,598: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:877
2017-08-29 18:35:07,613: mt Recover and activate vbucket: 877
2017-08-29 18:35:07,614: mt cbrecovery...
2017-08-29 18:35:07,614: mt  source : http://10.111.170.101:8091
2017-08-29 18:35:07,614: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:35:07,614: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [878]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:35:07,614: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:35:07,615: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:35:07,621: mt "GET /pools/default/buckets HTTP/1.1" 200 11351
2017-08-29 18:35:07,642: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:35:07,643: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:35:07,650: mt "GET /pools/default/buckets HTTP/1.1" 200 10155
2017-08-29 18:35:07,672: mt source_bucket: default
2017-08-29 18:35:07,672: mt sink_bucket: default
2017-08-29 18:35:07,672: mt source_buckets: default
2017-08-29 18:35:07,672: mt bucket_source: default
2017-08-29 18:35:07,672: mt source_buckets filtered: default
2017-08-29 18:35:07,673: mt bucket: default
2017-08-29 18:35:07,673: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:35:07,674: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:35:07,674: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:07,674: w0  node: 10.111.170.101:8091
2017-08-29 18:35:07,676: w0 sink_bucket: default
2017-08-29 18:35:07,676: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:35:07,684: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:07,694: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:35:07,694: w1  node: 10.111.170.102:8091
2017-08-29 18:35:07,695: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:07,701: w1 sink_bucket: default
2017-08-29 18:35:07,702: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:35:07,713: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:07,726: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:35:07,726: w2  node: 10.111.170.103:8091
2017-08-29 18:35:07,729: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:07,740: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:07,741: w2 sink_bucket: default
2017-08-29 18:35:07,741: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:35:07,784: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:35:07,784: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:35:07,784: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:35:07,784: w0          :                total |       last |    per sec
2017-08-29 18:35:07,785: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:35:07,808: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:35:07,809: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:35:07,809: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:35:07,809: w1          :                total |       last |    per sec
2017-08-29 18:35:07,809: w1  node: 10.111.170.102:8091, done; rv: 0
2017-08-29 18:35:07,818: Thread-585 Read 40 bytes off the wire
2017-08-29 18:35:07,819: Thread-585 Read 955 bytes off the wire
2017-08-29 18:35:07,819: Thread-585 Read 1047 bytes off the wire
2017-08-29 18:35:07,819: Thread-585 Read 160 bytes off the wire
2017-08-29 18:35:07,821: w2 Send buffer size: 2202
2017-08-29 18:35:07,834: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:35:07,834: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:35:07,834: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:35:07,834: w2          :                total |       last |    per sec
2017-08-29 18:35:07,835: w2    batch :                    1 |          1 |       10.7
2017-08-29 18:35:07,835: w2    byte  :                 1084 |       1084 |    11572.8
2017-08-29 18:35:07,835: w2    msg   :                   16 |         16 |      170.8
2017-08-29 18:35:07,835: w2  node: 10.111.170.103:8091, done; rv: 0
  [                    ] 0.2% (16/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        4.9
 byte  :                 1084 |       1084 |     5285.0
 msg   :                   16 |         16 |       78.0
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:35:07,880: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:878
2017-08-29 18:35:07,893: mt Recover and activate vbucket: 878
2017-08-29 18:35:07,895: mt cbrecovery...
2017-08-29 18:35:07,895: mt  source : http://10.111.170.101:8091
2017-08-29 18:35:07,895: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:35:07,895: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [879]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:35:07,895: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:35:07,896: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:35:07,902: mt "GET /pools/default/buckets HTTP/1.1" 200 11351
2017-08-29 18:35:07,925: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:35:07,926: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:35:07,931: mt "GET /pools/default/buckets HTTP/1.1" 200 10154
2017-08-29 18:35:07,949: mt source_bucket: default
2017-08-29 18:35:07,950: mt sink_bucket: default
2017-08-29 18:35:07,950: mt source_buckets: default
2017-08-29 18:35:07,950: mt bucket_source: default
2017-08-29 18:35:07,950: mt source_buckets filtered: default
2017-08-29 18:35:07,950: mt bucket: default
2017-08-29 18:35:07,950: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:35:07,951: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:35:07,952: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:07,952: w0  node: 10.111.170.101:8091
2017-08-29 18:35:07,953: w0 sink_bucket: default
2017-08-29 18:35:07,954: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:35:07,962: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:07,970: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:35:07,972: w1  node: 10.111.170.102:8091
2017-08-29 18:35:07,974: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:07,982: w1 sink_bucket: default
2017-08-29 18:35:07,983: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:35:07,986: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:07,995: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:35:07,995: w2  node: 10.111.170.103:8091
2017-08-29 18:35:07,996: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:08,000: w2 sink_bucket: default
2017-08-29 18:35:08,000: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:35:08,010: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:08,068: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:35:08,068: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:35:08,068: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:35:08,068: w0          :                total |       last |    per sec
2017-08-29 18:35:08,069: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:35:08,098: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:35:08,098: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:35:08,098: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:35:08,098: w1          :                total |       last |    per sec
2017-08-29 18:35:08,099: w1  node: 10.111.170.102:8091, done; rv: 0
2017-08-29 18:35:08,100: w2 no response while there 1 active streams
2017-08-29 18:35:08,351: w2 no response while there 1 active streams
2017-08-29 18:35:08,603: w2 no response while there 1 active streams
2017-08-29 18:35:08,854: w2 no response while there 1 active streams
2017-08-29 18:35:09,093: Thread-588 Read 2463 bytes off the wire
2017-08-29 18:35:09,105: w2 Send buffer size: 2463
2017-08-29 18:35:09,118: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:35:09,118: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:35:09,118: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:35:09,120: w2          :                total |       last |    per sec
2017-08-29 18:35:09,120: w2    batch :                    1 |          1 |        0.9
2017-08-29 18:35:09,120: w2    byte  :                 1218 |       1218 |     1088.3
2017-08-29 18:35:09,120: w2    msg   :                   18 |         18 |       16.1
2017-08-29 18:35:09,120: w2  node: 10.111.170.103:8091, done; rv: 0
  [                    ] 0.2% (18/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        0.8
 byte  :                 1218 |       1218 |     1022.1
 msg   :                   18 |         18 |       15.1
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:35:09,143: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:879
2017-08-29 18:35:09,182: mt Recover and activate vbucket: 879
2017-08-29 18:35:09,183: mt cbrecovery...
2017-08-29 18:35:09,183: mt  source : http://10.111.170.101:8091
2017-08-29 18:35:09,183: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:35:09,183: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [880]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:35:09,183: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:35:09,186: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:35:09,191: mt "GET /pools/default/buckets HTTP/1.1" 200 11351
2017-08-29 18:35:09,214: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:35:09,215: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:35:09,220: mt "GET /pools/default/buckets HTTP/1.1" 200 10153
2017-08-29 18:35:09,240: mt source_bucket: default
2017-08-29 18:35:09,240: mt sink_bucket: default
2017-08-29 18:35:09,240: mt source_buckets: default
2017-08-29 18:35:09,241: mt bucket_source: default
2017-08-29 18:35:09,241: mt source_buckets filtered: default
2017-08-29 18:35:09,241: mt bucket: default
2017-08-29 18:35:09,241: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:35:09,242: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:35:09,242: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:09,242: w0  node: 10.111.170.101:8091
2017-08-29 18:35:09,244: w0 sink_bucket: default
2017-08-29 18:35:09,245: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:35:09,251: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:09,261: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:35:09,262: w1  node: 10.111.170.102:8091
2017-08-29 18:35:09,263: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:09,265: w1 sink_bucket: default
2017-08-29 18:35:09,266: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:35:09,281: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:09,291: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:35:09,291: w2  node: 10.111.170.103:8091
2017-08-29 18:35:09,291: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:09,301: w2 sink_bucket: default
2017-08-29 18:35:09,301: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:35:09,315: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:09,378: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:35:09,378: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:35:09,378: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:35:09,378: w0          :                total |       last |    per sec
2017-08-29 18:35:09,378: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:35:09,391: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:35:09,392: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:35:09,392: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:35:09,392: w1          :                total |       last |    per sec
2017-08-29 18:35:09,392: w1  node: 10.111.170.102:8091, done; rv: 0
2017-08-29 18:35:09,395: Thread-591 Read 40 bytes off the wire
2017-08-29 18:35:09,396: Thread-591 Read 437 bytes off the wire
2017-08-29 18:35:09,396: Thread-591 Read 28 bytes off the wire
2017-08-29 18:35:09,399: w2 Send buffer size: 505
2017-08-29 18:35:09,411: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:35:09,412: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:35:09,412: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:35:09,412: w2          :                total |       last |    per sec
2017-08-29 18:35:09,412: w2    batch :                    1 |          1 |        9.0
2017-08-29 18:35:09,412: w2    byte  :                  204 |        204 |     1846.1
2017-08-29 18:35:09,412: w2    msg   :                    3 |          3 |       27.1
2017-08-29 18:35:09,413: w2  node: 10.111.170.103:8091, done; rv: 0
  [                    ] 0.0% (3/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        4.4
 byte  :                  204 |        204 |      902.4
 msg   :                    3 |          3 |       13.3
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:35:09,468: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:880
2017-08-29 18:35:09,481: mt Recover and activate vbucket: 880
2017-08-29 18:35:09,482: mt cbrecovery...
2017-08-29 18:35:09,482: mt  source : http://10.111.170.101:8091
2017-08-29 18:35:09,482: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:35:09,482: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [881]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:35:09,483: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:35:09,484: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:35:09,506: mt "GET /pools/default/buckets HTTP/1.1" 200 11351
2017-08-29 18:35:09,533: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:35:09,534: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:35:09,539: mt "GET /pools/default/buckets HTTP/1.1" 200 10152
2017-08-29 18:35:09,557: mt source_bucket: default
2017-08-29 18:35:09,558: mt sink_bucket: default
2017-08-29 18:35:09,558: mt source_buckets: default
2017-08-29 18:35:09,558: mt bucket_source: default
2017-08-29 18:35:09,558: mt source_buckets filtered: default
2017-08-29 18:35:09,558: mt bucket: default
2017-08-29 18:35:09,558: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:35:09,559: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:35:09,560: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:09,560: w0  node: 10.111.170.101:8091
2017-08-29 18:35:09,562: w0 sink_bucket: default
2017-08-29 18:35:09,562: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:35:09,569: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:09,580: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:35:09,580: w1  node: 10.111.170.102:8091
2017-08-29 18:35:09,581: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:09,583: w1 sink_bucket: default
2017-08-29 18:35:09,583: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:35:09,599: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:09,608: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:35:09,608: w2  node: 10.111.170.103:8091
2017-08-29 18:35:09,608: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:09,619: w2 sink_bucket: default
2017-08-29 18:35:09,620: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:35:09,624: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:09,664: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:35:09,664: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:35:09,664: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:35:09,664: w0          :                total |       last |    per sec
2017-08-29 18:35:09,665: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:35:09,718: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:35:09,718: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:35:09,718: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:35:09,718: w1          :                total |       last |    per sec
2017-08-29 18:35:09,718: w1  node: 10.111.170.102:8091, done; rv: 0
2017-08-29 18:35:09,723: Thread-594 Read 635 bytes off the wire
2017-08-29 18:35:09,730: w2 Send buffer size: 635
2017-08-29 18:35:09,743: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:35:09,743: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:35:09,744: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:35:09,744: w2          :                total |       last |    per sec
2017-08-29 18:35:09,744: w2    batch :                    1 |          1 |        8.1
2017-08-29 18:35:09,744: w2    byte  :                  271 |        271 |     2185.3
2017-08-29 18:35:09,744: w2    msg   :                    4 |          4 |       32.3
2017-08-29 18:35:09,744: w2  node: 10.111.170.103:8091, done; rv: 0
  [                    ] 0.0% (4/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        5.0
 byte  :                  271 |        271 |     1348.7
 msg   :                    4 |          4 |       19.9
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:35:09,760: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:881
2017-08-29 18:35:09,774: mt Recover and activate vbucket: 881
2017-08-29 18:35:09,775: mt cbrecovery...
2017-08-29 18:35:09,775: mt  source : http://10.111.170.101:8091
2017-08-29 18:35:09,775: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:35:09,775: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [882]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:35:09,775: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:35:09,780: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:35:09,925: mt "GET /pools/default/buckets HTTP/1.1" 200 11351
2017-08-29 18:35:09,950: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:35:09,951: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:35:09,959: mt "GET /pools/default/buckets HTTP/1.1" 200 10151
2017-08-29 18:35:09,982: mt source_bucket: default
2017-08-29 18:35:09,982: mt sink_bucket: default
2017-08-29 18:35:09,982: mt source_buckets: default
2017-08-29 18:35:09,982: mt bucket_source: default
2017-08-29 18:35:09,982: mt source_buckets filtered: default
2017-08-29 18:35:09,982: mt bucket: default
2017-08-29 18:35:09,982: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:35:09,984: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:35:09,984: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:09,984: w0  node: 10.111.170.101:8091
2017-08-29 18:35:09,987: w0 sink_bucket: default
2017-08-29 18:35:09,987: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:35:09,999: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:10,008: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:35:10,011: w1  node: 10.111.170.102:8091
2017-08-29 18:35:10,012: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:10,021: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:10,022: w1 sink_bucket: default
2017-08-29 18:35:10,022: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:35:10,030: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:35:10,030: w2  node: 10.111.170.103:8091
2017-08-29 18:35:10,030: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:10,034: w2 sink_bucket: default
2017-08-29 18:35:10,035: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:35:10,048: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:10,099: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:35:10,099: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:35:10,099: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:35:10,099: w0          :                total |       last |    per sec
2017-08-29 18:35:10,100: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:35:10,128: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:35:10,128: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:35:10,129: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:35:10,129: w1          :                total |       last |    per sec
2017-08-29 18:35:10,129: w1  node: 10.111.170.102:8091, done; rv: 0
2017-08-29 18:35:10,132: w2 no response while there 1 active streams
2017-08-29 18:35:10,383: w2 no response while there 1 active streams
2017-08-29 18:35:10,633: w2 no response while there 1 active streams
2017-08-29 18:35:10,884: w2 no response while there 1 active streams
2017-08-29 18:35:11,130: Thread-597 Read 2201 bytes off the wire
2017-08-29 18:35:11,135: w2 Send buffer size: 2201
2017-08-29 18:35:11,149: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:35:11,149: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:35:11,149: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:35:11,149: w2          :                total |       last |    per sec
2017-08-29 18:35:11,150: w2    batch :                    1 |          1 |        0.9
2017-08-29 18:35:11,150: w2    byte  :                 1083 |       1083 |      971.4
2017-08-29 18:35:11,150: w2    msg   :                   16 |         16 |       14.4
2017-08-29 18:35:11,150: w2  node: 10.111.170.103:8091, done; rv: 0
  [                    ] 0.2% (16/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        0.8
 byte  :                 1083 |       1083 |      900.9
 msg   :                   16 |         16 |       13.3
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:35:11,186: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:882
2017-08-29 18:35:11,204: mt Recover and activate vbucket: 882
2017-08-29 18:35:11,205: mt cbrecovery...
2017-08-29 18:35:11,205: mt  source : http://10.111.170.101:8091
2017-08-29 18:35:11,205: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:35:11,205: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [883]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:35:11,205: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:35:11,206: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:35:11,211: mt "GET /pools/default/buckets HTTP/1.1" 200 11350
2017-08-29 18:35:11,238: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:35:11,239: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:35:11,244: mt "GET /pools/default/buckets HTTP/1.1" 200 10150
2017-08-29 18:35:11,263: mt source_bucket: default
2017-08-29 18:35:11,264: mt sink_bucket: default
2017-08-29 18:35:11,264: mt source_buckets: default
2017-08-29 18:35:11,264: mt bucket_source: default
2017-08-29 18:35:11,264: mt source_buckets filtered: default
2017-08-29 18:35:11,264: mt bucket: default
2017-08-29 18:35:11,264: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:35:11,265: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:35:11,265: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:11,266: w0  node: 10.111.170.101:8091
2017-08-29 18:35:11,268: w0 sink_bucket: default
2017-08-29 18:35:11,268: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:35:11,274: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:11,286: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:35:11,286: w1  node: 10.111.170.102:8091
2017-08-29 18:35:11,287: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:11,288: w1 sink_bucket: default
2017-08-29 18:35:11,289: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:35:11,301: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:11,311: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:35:11,311: w2  node: 10.111.170.103:8091
2017-08-29 18:35:11,315: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:11,326: w2 sink_bucket: default
2017-08-29 18:35:11,326: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:35:11,331: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:11,371: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:35:11,371: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:35:11,371: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:35:11,371: w0          :                total |       last |    per sec
2017-08-29 18:35:11,372: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:35:11,400: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:35:11,400: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:35:11,400: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:35:11,401: w1          :                total |       last |    per sec
2017-08-29 18:35:11,401: w1  node: 10.111.170.102:8091, done; rv: 0
2017-08-29 18:35:11,408: Thread-600 Read 40 bytes off the wire
2017-08-29 18:35:11,409: Thread-600 Read 1478 bytes off the wire
2017-08-29 18:35:11,409: Thread-600 Read 683 bytes off the wire
2017-08-29 18:35:11,412: w2 Send buffer size: 2201
2017-08-29 18:35:11,425: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:35:11,425: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:35:11,425: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:35:11,426: w2          :                total |       last |    per sec
2017-08-29 18:35:11,426: w2    batch :                    1 |          1 |       10.0
2017-08-29 18:35:11,426: w2    byte  :                 1083 |       1083 |    10852.0
2017-08-29 18:35:11,426: w2    msg   :                   16 |         16 |      160.3
2017-08-29 18:35:11,426: w2  node: 10.111.170.103:8091, done; rv: 0
  [                    ] 0.2% (16/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        4.7
 byte  :                 1083 |       1083 |     5049.4
 msg   :                   16 |         16 |       74.6
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:35:11,480: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:883
2017-08-29 18:35:11,495: mt Recover and activate vbucket: 883
2017-08-29 18:35:11,496: mt cbrecovery...
2017-08-29 18:35:11,496: mt  source : http://10.111.170.101:8091
2017-08-29 18:35:11,496: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:35:11,496: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [884]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:35:11,496: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:35:11,506: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:35:11,516: mt "GET /pools/default/buckets HTTP/1.1" 200 11350
2017-08-29 18:35:11,542: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:35:11,543: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:35:11,550: mt "GET /pools/default/buckets HTTP/1.1" 200 10149
2017-08-29 18:35:11,579: mt source_bucket: default
2017-08-29 18:35:11,579: mt sink_bucket: default
2017-08-29 18:35:11,579: mt source_buckets: default
2017-08-29 18:35:11,580: mt bucket_source: default
2017-08-29 18:35:11,580: mt source_buckets filtered: default
2017-08-29 18:35:11,580: mt bucket: default
2017-08-29 18:35:11,580: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:35:11,581: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:35:11,581: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:11,581: w0  node: 10.111.170.101:8091
2017-08-29 18:35:11,585: w0 sink_bucket: default
2017-08-29 18:35:11,585: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:35:11,595: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:11,604: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:35:11,604: w1  node: 10.111.170.102:8091
2017-08-29 18:35:11,605: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:11,616: w1 sink_bucket: default
2017-08-29 18:35:11,617: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:35:11,622: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:11,630: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:35:11,630: w2  node: 10.111.170.103:8091
2017-08-29 18:35:11,631: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:11,632: w2 sink_bucket: default
2017-08-29 18:35:11,633: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:35:11,658: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:11,719: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:35:11,719: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:35:11,719: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:35:11,720: w0          :                total |       last |    per sec
2017-08-29 18:35:11,720: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:35:11,846: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:35:11,847: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:35:11,847: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:35:11,847: w1          :                total |       last |    per sec
2017-08-29 18:35:11,847: w1  node: 10.111.170.102:8091, done; rv: 0
2017-08-29 18:35:11,848: Thread-603 Read 40 bytes off the wire
2017-08-29 18:35:11,849: Thread-603 Read 689 bytes off the wire
2017-08-29 18:35:11,849: Thread-603 Read 1730 bytes off the wire
2017-08-29 18:35:11,852: w2 Send buffer size: 2459
2017-08-29 18:35:11,865: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:35:11,865: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:35:11,865: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:35:11,867: w2          :                total |       last |    per sec
2017-08-29 18:35:11,867: w2    batch :                    1 |          1 |        4.3
2017-08-29 18:35:11,867: w2    byte  :                 1216 |       1216 |     5220.0
2017-08-29 18:35:11,867: w2    msg   :                   18 |         18 |       77.3
2017-08-29 18:35:11,868: w2  node: 10.111.170.103:8091, done; rv: 0
  [                    ] 0.2% (18/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        3.0
 byte  :                 1216 |       1216 |     3623.6
 msg   :                   18 |         18 |       53.6
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:35:11,917: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:884
2017-08-29 18:35:11,932: mt Recover and activate vbucket: 884
2017-08-29 18:35:11,933: mt cbrecovery...
2017-08-29 18:35:11,933: mt  source : http://10.111.170.101:8091
2017-08-29 18:35:11,933: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:35:11,933: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [885]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:35:11,933: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:35:11,934: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:35:11,940: mt "GET /pools/default/buckets HTTP/1.1" 200 11335
2017-08-29 18:35:11,960: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:35:11,961: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:35:11,966: mt "GET /pools/default/buckets HTTP/1.1" 200 10148
2017-08-29 18:35:11,986: mt source_bucket: default
2017-08-29 18:35:11,987: mt sink_bucket: default
2017-08-29 18:35:11,987: mt source_buckets: default
2017-08-29 18:35:11,987: mt bucket_source: default
2017-08-29 18:35:11,987: mt source_buckets filtered: default
2017-08-29 18:35:11,987: mt bucket: default
2017-08-29 18:35:11,987: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:35:11,989: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:35:11,989: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:11,989: w0  node: 10.111.170.101:8091
2017-08-29 18:35:11,992: w0 sink_bucket: default
2017-08-29 18:35:11,992: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:35:12,000: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:12,007: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:35:12,008: w1  node: 10.111.170.102:8091
2017-08-29 18:35:12,009: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:12,014: w1 sink_bucket: default
2017-08-29 18:35:12,015: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:35:12,024: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:12,031: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:35:12,031: w2  node: 10.111.170.103:8091
2017-08-29 18:35:12,032: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:12,036: w2 sink_bucket: default
2017-08-29 18:35:12,036: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:35:12,058: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:12,112: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:35:12,112: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:35:12,112: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:35:12,112: w0          :                total |       last |    per sec
2017-08-29 18:35:12,112: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:35:12,131: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:35:12,131: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:35:12,132: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:35:12,132: w1          :                total |       last |    per sec
2017-08-29 18:35:12,132: w1  node: 10.111.170.102:8091, done; rv: 0
2017-08-29 18:35:12,135: Thread-606 Read 40 bytes off the wire
2017-08-29 18:35:12,136: Thread-606 Read 1479 bytes off the wire
2017-08-29 18:35:12,136: Thread-606 Read 421 bytes off the wire
2017-08-29 18:35:12,139: w2 Send buffer size: 1940
2017-08-29 18:35:12,152: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:35:12,153: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:35:12,153: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:35:12,153: w2          :                total |       last |    per sec
2017-08-29 18:35:12,153: w2    batch :                    1 |          1 |        8.5
2017-08-29 18:35:12,153: w2    byte  :                  948 |        948 |     8103.1
2017-08-29 18:35:12,153: w2    msg   :                   14 |         14 |      119.7
2017-08-29 18:35:12,153: w2  node: 10.111.170.103:8091, done; rv: 0
  [                    ] 0.1% (14/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        4.9
 byte  :                  948 |        948 |     4673.7
 msg   :                   14 |         14 |       69.0
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:35:12,192: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:885
2017-08-29 18:35:12,223: mt Recover and activate vbucket: 885
2017-08-29 18:35:12,224: mt cbrecovery...
2017-08-29 18:35:12,224: mt  source : http://10.111.170.101:8091
2017-08-29 18:35:12,224: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:35:12,224: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [886]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:35:12,224: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:35:12,226: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:35:12,234: mt "GET /pools/default/buckets HTTP/1.1" 200 11335
2017-08-29 18:35:12,257: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:35:12,258: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:35:12,263: mt "GET /pools/default/buckets HTTP/1.1" 200 10147
2017-08-29 18:35:12,288: mt source_bucket: default
2017-08-29 18:35:12,288: mt sink_bucket: default
2017-08-29 18:35:12,288: mt source_buckets: default
2017-08-29 18:35:12,288: mt bucket_source: default
2017-08-29 18:35:12,288: mt source_buckets filtered: default
2017-08-29 18:35:12,288: mt bucket: default
2017-08-29 18:35:12,288: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:35:12,289: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:35:12,289: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:12,290: w0  node: 10.111.170.101:8091
2017-08-29 18:35:12,292: w0 sink_bucket: default
2017-08-29 18:35:12,292: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:35:12,298: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:12,308: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:35:12,308: w1  node: 10.111.170.102:8091
2017-08-29 18:35:12,308: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:12,312: w1 sink_bucket: default
2017-08-29 18:35:12,312: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:35:12,326: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:12,336: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:35:12,337: w2  node: 10.111.170.103:8091
2017-08-29 18:35:12,337: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:12,342: w2 sink_bucket: default
2017-08-29 18:35:12,343: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:35:12,352: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:12,410: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:35:12,410: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:35:12,410: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:35:12,410: w0          :                total |       last |    per sec
2017-08-29 18:35:12,410: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:35:12,416: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:35:12,416: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:35:12,416: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:35:12,416: w1          :                total |       last |    per sec
2017-08-29 18:35:12,416: w1  node: 10.111.170.102:8091, done; rv: 0
2017-08-29 18:35:12,429: Thread-609 Read 40 bytes off the wire
2017-08-29 18:35:12,430: Thread-609 Read 458 bytes off the wire
2017-08-29 18:35:12,432: w2 Send buffer size: 498
2017-08-29 18:35:12,444: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:35:12,444: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:35:12,445: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:35:12,445: w2          :                total |       last |    per sec
2017-08-29 18:35:12,445: w2    batch :                    1 |          1 |        9.8
2017-08-29 18:35:12,445: w2    byte  :                  199 |        199 |     1951.0
2017-08-29 18:35:12,445: w2    msg   :                    3 |          3 |       29.4
2017-08-29 18:35:12,445: w2  node: 10.111.170.103:8091, done; rv: 0
  [                    ] 0.0% (3/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        4.9
 byte  :                  199 |        199 |      976.7
 msg   :                    3 |          3 |       14.7
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:35:12,495: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:886
2017-08-29 18:35:12,512: mt Recover and activate vbucket: 886
2017-08-29 18:35:12,514: mt cbrecovery...
2017-08-29 18:35:12,514: mt  source : http://10.111.170.101:8091
2017-08-29 18:35:12,515: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:35:12,515: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [887]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:35:12,515: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:35:12,524: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:35:12,530: mt "GET /pools/default/buckets HTTP/1.1" 200 11335
2017-08-29 18:35:12,555: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:35:12,556: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:35:12,561: mt "GET /pools/default/buckets HTTP/1.1" 200 10146
2017-08-29 18:35:12,581: mt source_bucket: default
2017-08-29 18:35:12,582: mt sink_bucket: default
2017-08-29 18:35:12,582: mt source_buckets: default
2017-08-29 18:35:12,582: mt bucket_source: default
2017-08-29 18:35:12,582: mt source_buckets filtered: default
2017-08-29 18:35:12,582: mt bucket: default
2017-08-29 18:35:12,582: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:35:12,584: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:35:12,584: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:12,585: w0  node: 10.111.170.101:8091
2017-08-29 18:35:12,588: w0 sink_bucket: default
2017-08-29 18:35:12,589: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:35:12,593: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:12,601: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:35:12,601: w1  node: 10.111.170.102:8091
2017-08-29 18:35:12,602: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:12,607: w1 sink_bucket: default
2017-08-29 18:35:12,608: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:35:12,618: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:12,626: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:35:12,626: w2  node: 10.111.170.103:8091
2017-08-29 18:35:12,626: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:12,635: w2 sink_bucket: default
2017-08-29 18:35:12,635: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:35:12,641: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:12,708: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:35:12,708: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:35:12,708: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:35:12,708: w0          :                total |       last |    per sec
2017-08-29 18:35:12,709: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:35:12,725: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:35:12,725: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:35:12,725: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:35:12,725: w1          :                total |       last |    per sec
2017-08-29 18:35:12,726: w1  node: 10.111.170.102:8091, done; rv: 0
2017-08-29 18:35:12,729: Thread-612 Read 40 bytes off the wire
2017-08-29 18:35:12,730: Thread-612 Read 699 bytes off the wire
2017-08-29 18:35:12,730: Thread-612 Read 290 bytes off the wire
2017-08-29 18:35:12,732: w2 Send buffer size: 1029
2017-08-29 18:35:12,746: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:35:12,746: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:35:12,746: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:35:12,746: w2          :                total |       last |    per sec
2017-08-29 18:35:12,746: w2    batch :                    1 |          1 |        9.0
2017-08-29 18:35:12,746: w2    byte  :                  476 |        476 |     4296.5
2017-08-29 18:35:12,746: w2    msg   :                    7 |          7 |       63.2
2017-08-29 18:35:12,747: w2  node: 10.111.170.103:8091, done; rv: 0
  [                    ] 0.1% (7/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        5.0
 byte  :                  476 |        476 |     2362.9
 msg   :                    7 |          7 |       34.7
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:35:12,786: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:887
2017-08-29 18:35:12,802: mt Recover and activate vbucket: 887
2017-08-29 18:35:12,803: mt cbrecovery...
2017-08-29 18:35:12,803: mt  source : http://10.111.170.101:8091
2017-08-29 18:35:12,803: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:35:12,803: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [888]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:35:12,804: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:35:12,804: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:35:12,812: mt "GET /pools/default/buckets HTTP/1.1" 200 11335
2017-08-29 18:35:12,833: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:35:12,834: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:35:12,841: mt "GET /pools/default/buckets HTTP/1.1" 200 10145
2017-08-29 18:35:12,862: mt source_bucket: default
2017-08-29 18:35:12,862: mt sink_bucket: default
2017-08-29 18:35:12,862: mt source_buckets: default
2017-08-29 18:35:12,862: mt bucket_source: default
2017-08-29 18:35:12,862: mt source_buckets filtered: default
2017-08-29 18:35:12,862: mt bucket: default
2017-08-29 18:35:12,862: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:35:12,863: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:35:12,863: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:12,863: w0  node: 10.111.170.101:8091
2017-08-29 18:35:12,865: w0 sink_bucket: default
2017-08-29 18:35:12,866: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:35:12,872: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:12,885: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:35:12,885: w1  node: 10.111.170.102:8091
2017-08-29 18:35:12,886: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:12,889: w1 sink_bucket: default
2017-08-29 18:35:12,889: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:35:12,899: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:12,915: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:35:12,915: w2  node: 10.111.170.103:8091
2017-08-29 18:35:12,917: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:12,928: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:12,928: w2 sink_bucket: default
2017-08-29 18:35:12,928: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:35:12,978: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:35:12,978: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:35:12,978: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:35:12,978: w0          :                total |       last |    per sec
2017-08-29 18:35:12,979: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:35:12,999: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:35:12,999: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:35:13,000: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:35:13,000: w1          :                total |       last |    per sec
2017-08-29 18:35:13,000: w1  node: 10.111.170.102:8091, done; rv: 0
2017-08-29 18:35:13,006: Thread-615 Read 40 bytes off the wire
2017-08-29 18:35:13,006: Thread-615 Read 430 bytes off the wire
2017-08-29 18:35:13,006: Thread-615 Read 552 bytes off the wire
2017-08-29 18:35:13,009: w2 Send buffer size: 1022
2017-08-29 18:35:13,022: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:35:13,022: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:35:13,022: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:35:13,022: w2          :                total |       last |    per sec
2017-08-29 18:35:13,022: w2    batch :                    1 |          1 |       10.6
2017-08-29 18:35:13,022: w2    byte  :                  471 |        471 |     5014.1
2017-08-29 18:35:13,022: w2    msg   :                    7 |          7 |       74.5
2017-08-29 18:35:13,022: w2  node: 10.111.170.103:8091, done; rv: 0
  [                    ] 0.1% (7/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        5.0
 byte  :                  471 |        471 |     2342.0
 msg   :                    7 |          7 |       34.8
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:35:13,064: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:888
2017-08-29 18:35:13,077: mt Recover and activate vbucket: 888
2017-08-29 18:35:13,079: mt cbrecovery...
2017-08-29 18:35:13,079: mt  source : http://10.111.170.101:8091
2017-08-29 18:35:13,079: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:35:13,079: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [889]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:35:13,079: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:35:13,080: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:35:13,086: mt "GET /pools/default/buckets HTTP/1.1" 200 11335
2017-08-29 18:35:13,108: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:35:13,109: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:35:13,114: mt "GET /pools/default/buckets HTTP/1.1" 200 10144
2017-08-29 18:35:13,134: mt source_bucket: default
2017-08-29 18:35:13,134: mt sink_bucket: default
2017-08-29 18:35:13,134: mt source_buckets: default
2017-08-29 18:35:13,134: mt bucket_source: default
2017-08-29 18:35:13,135: mt source_buckets filtered: default
2017-08-29 18:35:13,135: mt bucket: default
2017-08-29 18:35:13,135: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:35:13,136: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:35:13,136: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:13,136: w0  node: 10.111.170.101:8091
2017-08-29 18:35:13,138: w0 sink_bucket: default
2017-08-29 18:35:13,139: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:35:13,155: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:13,163: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:35:13,163: w1  node: 10.111.170.102:8091
2017-08-29 18:35:13,163: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:13,171: w1 sink_bucket: default
2017-08-29 18:35:13,171: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:35:13,183: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:13,197: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:35:13,197: w2  node: 10.111.170.103:8091
2017-08-29 18:35:13,200: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:13,207: w2 sink_bucket: default
2017-08-29 18:35:13,207: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:35:13,212: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:13,260: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:35:13,260: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:35:13,260: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:35:13,260: w0          :                total |       last |    per sec
2017-08-29 18:35:13,260: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:35:13,287: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:35:13,287: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:35:13,288: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:35:13,288: w1          :                total |       last |    per sec
2017-08-29 18:35:13,288: w1  node: 10.111.170.102:8091, done; rv: 0
2017-08-29 18:35:13,293: Thread-618 Read 40 bytes off the wire
2017-08-29 18:35:13,294: Thread-618 Read 693 bytes off the wire
2017-08-29 18:35:13,294: Thread-618 Read 290 bytes off the wire
2017-08-29 18:35:13,296: w2 Send buffer size: 1023
2017-08-29 18:35:13,309: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:35:13,310: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:35:13,310: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:35:13,310: w2          :                total |       last |    per sec
2017-08-29 18:35:13,310: w2    batch :                    1 |          1 |        9.7
2017-08-29 18:35:13,310: w2    byte  :                  472 |        472 |     4579.2
2017-08-29 18:35:13,310: w2    msg   :                    7 |          7 |       67.9
2017-08-29 18:35:13,310: w2  node: 10.111.170.103:8091, done; rv: 0
  [                    ] 0.1% (7/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        4.7
 byte  :                  472 |        472 |     2221.2
 msg   :                    7 |          7 |       32.9
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:35:13,349: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:889
2017-08-29 18:35:13,365: mt Recover and activate vbucket: 889
2017-08-29 18:35:13,367: mt cbrecovery...
2017-08-29 18:35:13,367: mt  source : http://10.111.170.101:8091
2017-08-29 18:35:13,367: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:35:13,367: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [890]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:35:13,368: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:35:13,369: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:35:13,376: mt "GET /pools/default/buckets HTTP/1.1" 200 11335
2017-08-29 18:35:13,398: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:35:13,399: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:35:13,407: mt "GET /pools/default/buckets HTTP/1.1" 200 10143
2017-08-29 18:35:13,425: mt source_bucket: default
2017-08-29 18:35:13,425: mt sink_bucket: default
2017-08-29 18:35:13,425: mt source_buckets: default
2017-08-29 18:35:13,425: mt bucket_source: default
2017-08-29 18:35:13,426: mt source_buckets filtered: default
2017-08-29 18:35:13,426: mt bucket: default
2017-08-29 18:35:13,426: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:35:13,427: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:35:13,427: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:13,427: w0  node: 10.111.170.101:8091
2017-08-29 18:35:13,429: w0 sink_bucket: default
2017-08-29 18:35:13,429: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:35:13,441: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:13,447: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:35:13,448: w1  node: 10.111.170.102:8091
2017-08-29 18:35:13,448: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:13,458: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:13,459: w1 sink_bucket: default
2017-08-29 18:35:13,459: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:35:13,471: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:35:13,471: w2  node: 10.111.170.103:8091
2017-08-29 18:35:13,471: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:13,478: w2 sink_bucket: default
2017-08-29 18:35:13,479: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:35:13,505: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:13,579: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:35:13,579: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:35:13,579: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:35:13,579: w0          :                total |       last |    per sec
2017-08-29 18:35:13,579: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:35:13,618: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:35:13,619: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:35:13,621: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:35:13,621: w1          :                total |       last |    per sec
2017-08-29 18:35:13,621: w1  node: 10.111.170.102:8091, done; rv: 0
2017-08-29 18:35:13,625: w2 no response while there 1 active streams
2017-08-29 18:35:13,875: w2 no response while there 1 active streams
2017-08-29 18:35:14,127: w2 no response while there 1 active streams
2017-08-29 18:35:14,377: w2 no response while there 1 active streams
2017-08-29 18:35:14,620: Thread-621 Read 2067 bytes off the wire
2017-08-29 18:35:14,628: w2 Send buffer size: 2067
2017-08-29 18:35:14,641: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:35:14,642: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:35:14,642: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:35:14,642: w2          :                total |       last |    per sec
2017-08-29 18:35:14,642: w2    batch :                    1 |          1 |        0.9
2017-08-29 18:35:14,643: w2    byte  :                 1013 |       1013 |      870.8
2017-08-29 18:35:14,643: w2    msg   :                   15 |         15 |       12.9
2017-08-29 18:35:14,643: w2  node: 10.111.170.103:8091, done; rv: 0
  [                    ] 0.1% (15/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        0.8
 byte  :                 1013 |       1013 |      823.4
 msg   :                   15 |         15 |       12.2
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:35:14,657: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:890
2017-08-29 18:35:14,674: mt Recover and activate vbucket: 890
2017-08-29 18:35:14,675: mt cbrecovery...
2017-08-29 18:35:14,675: mt  source : http://10.111.170.101:8091
2017-08-29 18:35:14,675: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:35:14,675: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [891]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:35:14,676: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:35:14,677: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:35:14,682: mt "GET /pools/default/buckets HTTP/1.1" 200 11335
2017-08-29 18:35:14,707: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:35:14,708: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:35:14,720: mt "GET /pools/default/buckets HTTP/1.1" 200 10142
2017-08-29 18:35:14,740: mt source_bucket: default
2017-08-29 18:35:14,740: mt sink_bucket: default
2017-08-29 18:35:14,740: mt source_buckets: default
2017-08-29 18:35:14,740: mt bucket_source: default
2017-08-29 18:35:14,740: mt source_buckets filtered: default
2017-08-29 18:35:14,740: mt bucket: default
2017-08-29 18:35:14,741: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:35:14,742: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:35:14,742: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:14,742: w0  node: 10.111.170.101:8091
2017-08-29 18:35:14,744: w0 sink_bucket: default
2017-08-29 18:35:14,744: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:35:14,751: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:14,762: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:35:14,762: w1  node: 10.111.170.102:8091
2017-08-29 18:35:14,762: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:14,764: w1 sink_bucket: default
2017-08-29 18:35:14,764: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:35:14,777: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:14,792: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:35:14,792: w2  node: 10.111.170.103:8091
2017-08-29 18:35:14,794: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:14,811: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:14,811: w2 sink_bucket: default
2017-08-29 18:35:14,811: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:35:14,850: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:35:14,850: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:35:14,850: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:35:14,850: w0          :                total |       last |    per sec
2017-08-29 18:35:14,850: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:35:14,966: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:35:14,966: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:35:14,966: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:35:14,967: w1          :                total |       last |    per sec
2017-08-29 18:35:14,967: w1  node: 10.111.170.102:8091, done; rv: 0
2017-08-29 18:35:14,976: Thread-624 Read 40 bytes off the wire
2017-08-29 18:35:14,976: Thread-624 Read 958 bytes off the wire
2017-08-29 18:35:14,977: Thread-624 Read 785 bytes off the wire
2017-08-29 18:35:14,977: Thread-624 Read 655 bytes off the wire
2017-08-29 18:35:14,978: Thread-624 Read 28 bytes off the wire
2017-08-29 18:35:14,979: w2 Send buffer size: 2466
2017-08-29 18:35:14,991: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:35:14,991: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:35:14,992: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:35:14,992: w2          :                total |       last |    per sec
2017-08-29 18:35:14,992: w2    batch :                    1 |          1 |        5.5
2017-08-29 18:35:14,992: w2    byte  :                 1221 |       1221 |     6767.9
2017-08-29 18:35:14,992: w2    msg   :                   18 |         18 |       99.8
2017-08-29 18:35:14,992: w2  node: 10.111.170.103:8091, done; rv: 0
  [                    ] 0.2% (18/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        3.4
 byte  :                 1221 |       1221 |     4108.3
 msg   :                   18 |         18 |       60.6
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:35:15,039: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:891
2017-08-29 18:35:15,053: mt Recover and activate vbucket: 891
2017-08-29 18:35:15,054: mt cbrecovery...
2017-08-29 18:35:15,054: mt  source : http://10.111.170.101:8091
2017-08-29 18:35:15,054: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:35:15,055: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [892]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:35:15,055: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:35:15,057: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:35:15,063: mt "GET /pools/default/buckets HTTP/1.1" 200 11335
2017-08-29 18:35:15,085: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:35:15,087: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:35:15,092: mt "GET /pools/default/buckets HTTP/1.1" 200 10141
2017-08-29 18:35:15,111: mt source_bucket: default
2017-08-29 18:35:15,112: mt sink_bucket: default
2017-08-29 18:35:15,112: mt source_buckets: default
2017-08-29 18:35:15,112: mt bucket_source: default
2017-08-29 18:35:15,112: mt source_buckets filtered: default
2017-08-29 18:35:15,112: mt bucket: default
2017-08-29 18:35:15,112: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:35:15,113: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:35:15,113: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:15,113: w0  node: 10.111.170.101:8091
2017-08-29 18:35:15,115: w0 sink_bucket: default
2017-08-29 18:35:15,116: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:35:15,123: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:15,136: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:35:15,136: w1  node: 10.111.170.102:8091
2017-08-29 18:35:15,136: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:15,138: w1 sink_bucket: default
2017-08-29 18:35:15,138: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:35:15,150: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:15,164: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:35:15,164: w2  node: 10.111.170.103:8091
2017-08-29 18:35:15,167: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:15,173: w2 sink_bucket: default
2017-08-29 18:35:15,173: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:35:15,186: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:15,226: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:35:15,226: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:35:15,226: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:35:15,226: w0          :                total |       last |    per sec
2017-08-29 18:35:15,227: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:35:15,255: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:35:15,255: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:35:15,255: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:35:15,255: w1          :                total |       last |    per sec
2017-08-29 18:35:15,255: w1  node: 10.111.170.102:8091, done; rv: 0
2017-08-29 18:35:15,257: Thread-627 Read 40 bytes off the wire
2017-08-29 18:35:15,257: Thread-627 Read 300 bytes off the wire
2017-08-29 18:35:15,258: Thread-627 Read 1702 bytes off the wire
2017-08-29 18:35:15,258: Thread-627 Read 159 bytes off the wire
2017-08-29 18:35:15,260: w2 Send buffer size: 2201
2017-08-29 18:35:15,274: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:35:15,274: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:35:15,274: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:35:15,274: w2          :                total |       last |    per sec
2017-08-29 18:35:15,274: w2    batch :                    1 |          1 |        9.9
2017-08-29 18:35:15,274: w2    byte  :                 1083 |       1083 |    10772.6
2017-08-29 18:35:15,274: w2    msg   :                   16 |         16 |      159.2
2017-08-29 18:35:15,274: w2  node: 10.111.170.103:8091, done; rv: 0
  [                    ] 0.2% (16/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        4.9
 byte  :                 1083 |       1083 |     5253.3
 msg   :                   16 |         16 |       77.6
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:35:15,319: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:892
2017-08-29 18:35:15,331: mt Recover and activate vbucket: 892
2017-08-29 18:35:15,333: mt cbrecovery...
2017-08-29 18:35:15,333: mt  source : http://10.111.170.101:8091
2017-08-29 18:35:15,333: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:35:15,333: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [893]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:35:15,334: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:35:15,335: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:35:15,341: mt "GET /pools/default/buckets HTTP/1.1" 200 11335
2017-08-29 18:35:15,363: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:35:15,364: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:35:15,370: mt "GET /pools/default/buckets HTTP/1.1" 200 10140
2017-08-29 18:35:15,389: mt source_bucket: default
2017-08-29 18:35:15,389: mt sink_bucket: default
2017-08-29 18:35:15,389: mt source_buckets: default
2017-08-29 18:35:15,389: mt bucket_source: default
2017-08-29 18:35:15,389: mt source_buckets filtered: default
2017-08-29 18:35:15,389: mt bucket: default
2017-08-29 18:35:15,389: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:35:15,390: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:35:15,390: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:15,390: w0  node: 10.111.170.101:8091
2017-08-29 18:35:15,392: w0 sink_bucket: default
2017-08-29 18:35:15,393: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:35:15,403: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:15,412: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:35:15,412: w1  node: 10.111.170.102:8091
2017-08-29 18:35:15,412: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:15,420: w1 sink_bucket: default
2017-08-29 18:35:15,420: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:35:15,426: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:15,435: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:35:15,435: w2  node: 10.111.170.103:8091
2017-08-29 18:35:15,436: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:15,438: w2 sink_bucket: default
2017-08-29 18:35:15,439: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:35:15,456: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:15,530: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:35:15,530: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:35:15,530: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:35:15,530: w0          :                total |       last |    per sec
2017-08-29 18:35:15,531: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:35:15,541: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:35:15,541: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:35:15,541: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:35:15,541: w1          :                total |       last |    per sec
2017-08-29 18:35:15,541: w1  node: 10.111.170.102:8091, done; rv: 0
2017-08-29 18:35:15,549: Thread-630 Read 40 bytes off the wire
2017-08-29 18:35:15,550: Thread-630 Read 959 bytes off the wire
2017-08-29 18:35:15,550: Thread-630 Read 1469 bytes off the wire
2017-08-29 18:35:15,552: w2 Send buffer size: 2468
2017-08-29 18:35:15,565: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:35:15,565: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:35:15,565: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:35:15,565: w2          :                total |       last |    per sec
2017-08-29 18:35:15,565: w2    batch :                    1 |          1 |        7.9
2017-08-29 18:35:15,566: w2    byte  :                 1223 |       1223 |     9652.7
2017-08-29 18:35:15,566: w2    msg   :                   18 |         18 |      142.1
2017-08-29 18:35:15,566: w2  node: 10.111.170.103:8091, done; rv: 0
  [                    ] 0.2% (18/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        5.1
 byte  :                 1223 |       1223 |     6177.5
 msg   :                   18 |         18 |       90.9
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:35:15,588: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:893
2017-08-29 18:35:15,603: mt Recover and activate vbucket: 893
2017-08-29 18:35:15,605: mt cbrecovery...
2017-08-29 18:35:15,605: mt  source : http://10.111.170.101:8091
2017-08-29 18:35:15,605: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:35:15,605: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [894]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:35:15,606: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:35:15,607: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:35:15,615: mt "GET /pools/default/buckets HTTP/1.1" 200 11324
2017-08-29 18:35:15,640: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:35:15,641: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:35:15,647: mt "GET /pools/default/buckets HTTP/1.1" 200 10139
2017-08-29 18:35:15,669: mt source_bucket: default
2017-08-29 18:35:15,669: mt sink_bucket: default
2017-08-29 18:35:15,669: mt source_buckets: default
2017-08-29 18:35:15,670: mt bucket_source: default
2017-08-29 18:35:15,670: mt source_buckets filtered: default
2017-08-29 18:35:15,670: mt bucket: default
2017-08-29 18:35:15,670: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:35:15,670: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:35:15,671: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:15,671: w0  node: 10.111.170.101:8091
2017-08-29 18:35:15,673: w0 sink_bucket: default
2017-08-29 18:35:15,673: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:35:15,679: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:15,692: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:35:15,692: w1  node: 10.111.170.102:8091
2017-08-29 18:35:15,693: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:15,703: w1 sink_bucket: default
2017-08-29 18:35:15,704: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:35:15,708: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:15,720: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:35:15,721: w2  node: 10.111.170.103:8091
2017-08-29 18:35:15,721: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:15,732: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:15,732: w2 sink_bucket: default
2017-08-29 18:35:15,733: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:35:15,771: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:35:15,771: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:35:15,771: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:35:15,771: w0          :                total |       last |    per sec
2017-08-29 18:35:15,772: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:35:15,798: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:35:15,799: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:35:15,799: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:35:15,799: w1          :                total |       last |    per sec
2017-08-29 18:35:15,799: w1  node: 10.111.170.102:8091, done; rv: 0
2017-08-29 18:35:15,805: Thread-633 Read 40 bytes off the wire
2017-08-29 18:35:15,806: Thread-633 Read 727 bytes off the wire
2017-08-29 18:35:15,808: w2 Send buffer size: 767
2017-08-29 18:35:15,820: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:35:15,820: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:35:15,820: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:35:15,821: w2          :                total |       last |    per sec
2017-08-29 18:35:15,821: w2    batch :                    1 |          1 |       11.4
2017-08-29 18:35:15,821: w2    byte  :                  340 |        340 |     3860.3
2017-08-29 18:35:15,821: w2    msg   :                    5 |          5 |       56.8
2017-08-29 18:35:15,821: w2  node: 10.111.170.103:8091, done; rv: 0
  [                    ] 0.1% (5/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        5.1
 byte  :                  340 |        340 |     1735.2
 msg   :                    5 |          5 |       25.5
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:35:15,867: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:894
2017-08-29 18:35:15,880: mt Recover and activate vbucket: 894
2017-08-29 18:35:15,881: mt cbrecovery...
2017-08-29 18:35:15,881: mt  source : http://10.111.170.101:8091
2017-08-29 18:35:15,881: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:35:15,881: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [895]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:35:15,882: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:35:15,883: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:35:15,890: mt "GET /pools/default/buckets HTTP/1.1" 200 11324
2017-08-29 18:35:15,911: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:35:15,912: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:35:15,917: mt "GET /pools/default/buckets HTTP/1.1" 200 10138
2017-08-29 18:35:15,935: mt source_bucket: default
2017-08-29 18:35:15,935: mt sink_bucket: default
2017-08-29 18:35:15,935: mt source_buckets: default
2017-08-29 18:35:15,935: mt bucket_source: default
2017-08-29 18:35:15,935: mt source_buckets filtered: default
2017-08-29 18:35:15,935: mt bucket: default
2017-08-29 18:35:15,935: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:35:15,937: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:35:15,937: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:15,937: w0  node: 10.111.170.101:8091
2017-08-29 18:35:15,940: w0 sink_bucket: default
2017-08-29 18:35:15,940: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:35:15,947: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:15,957: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:35:15,958: w1  node: 10.111.170.102:8091
2017-08-29 18:35:15,958: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:15,965: w1 sink_bucket: default
2017-08-29 18:35:15,965: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:35:15,977: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:15,990: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:35:15,990: w2  node: 10.111.170.103:8091
2017-08-29 18:35:15,993: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:15,998: w2 sink_bucket: default
2017-08-29 18:35:15,999: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:35:16,005: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:16,051: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:35:16,051: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:35:16,051: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:35:16,052: w0          :                total |       last |    per sec
2017-08-29 18:35:16,052: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:35:16,074: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:35:16,074: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:35:16,074: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:35:16,074: w1          :                total |       last |    per sec
2017-08-29 18:35:16,074: w1  node: 10.111.170.102:8091, done; rv: 0
2017-08-29 18:35:16,083: Thread-636 Read 40 bytes off the wire
2017-08-29 18:35:16,083: Thread-636 Read 333 bytes off the wire
2017-08-29 18:35:16,085: w2 Send buffer size: 373
2017-08-29 18:35:16,099: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:35:16,099: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:35:16,099: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:35:16,099: w2          :                total |       last |    per sec
2017-08-29 18:35:16,099: w2    batch :                    1 |          1 |        9.9
2017-08-29 18:35:16,099: w2    byte  :                  135 |        135 |     1338.6
2017-08-29 18:35:16,099: w2    msg   :                    2 |          2 |       19.8
2017-08-29 18:35:16,100: w2  node: 10.111.170.103:8091, done; rv: 0
  [                    ] 0.0% (2/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        5.0
 byte  :                  135 |        135 |      669.1
 msg   :                    2 |          2 |        9.9
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:35:16,139: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:895
2017-08-29 18:35:16,161: mt Recover and activate vbucket: 895
2017-08-29 18:35:16,162: mt cbrecovery...
2017-08-29 18:35:16,162: mt  source : http://10.111.170.101:8091
2017-08-29 18:35:16,163: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:35:16,163: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [896]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:35:16,163: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:35:16,164: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:35:16,173: mt "GET /pools/default/buckets HTTP/1.1" 200 11324
2017-08-29 18:35:16,195: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:35:16,197: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:35:16,202: mt "GET /pools/default/buckets HTTP/1.1" 200 10137
2017-08-29 18:35:16,221: mt source_bucket: default
2017-08-29 18:35:16,221: mt sink_bucket: default
2017-08-29 18:35:16,221: mt source_buckets: default
2017-08-29 18:35:16,221: mt bucket_source: default
2017-08-29 18:35:16,222: mt source_buckets filtered: default
2017-08-29 18:35:16,222: mt bucket: default
2017-08-29 18:35:16,222: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:35:16,223: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:35:16,223: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:16,223: w0  node: 10.111.170.101:8091
2017-08-29 18:35:16,227: w0 sink_bucket: default
2017-08-29 18:35:16,228: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:35:16,232: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:16,242: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:35:16,243: w1  node: 10.111.170.102:8091
2017-08-29 18:35:16,243: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:16,248: w1 sink_bucket: default
2017-08-29 18:35:16,248: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:35:16,263: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:16,275: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:35:16,276: w2  node: 10.111.170.103:8091
2017-08-29 18:35:16,276: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:16,286: w2 sink_bucket: default
2017-08-29 18:35:16,286: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:35:16,295: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:16,339: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:35:16,339: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:35:16,342: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:35:16,342: w0          :                total |       last |    per sec
2017-08-29 18:35:16,342: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:35:16,386: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:35:16,386: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:35:16,387: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:35:16,387: w1          :                total |       last |    per sec
2017-08-29 18:35:16,387: w1  node: 10.111.170.102:8091, done; rv: 0
2017-08-29 18:35:16,400: w2 no response while there 1 active streams
2017-08-29 18:35:16,651: w2 no response while there 1 active streams
2017-08-29 18:35:16,902: w2 no response while there 1 active streams
2017-08-29 18:35:17,154: w2 no response while there 1 active streams
2017-08-29 18:35:17,396: Thread-639 Read 1814 bytes off the wire
2017-08-29 18:35:17,405: w2 Send buffer size: 1814
2017-08-29 18:35:17,419: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:35:17,419: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:35:17,419: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:35:17,419: w2          :                total |       last |    per sec
2017-08-29 18:35:17,419: w2    batch :                    1 |          1 |        0.9
2017-08-29 18:35:17,419: w2    byte  :                  883 |        883 |      779.4
2017-08-29 18:35:17,419: w2    msg   :                   13 |         13 |       11.5
2017-08-29 18:35:17,419: w2  node: 10.111.170.103:8091, done; rv: 0
  [                    ] 0.1% (13/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        0.7
 byte  :                  883 |        883 |      646.3
 msg   :                   13 |         13 |        9.5
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:35:17,589: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:896
2017-08-29 18:35:17,610: mt Recover and activate vbucket: 896
2017-08-29 18:35:17,611: mt cbrecovery...
2017-08-29 18:35:17,611: mt  source : http://10.111.170.101:8091
2017-08-29 18:35:17,611: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:35:17,611: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [897]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:35:17,611: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:35:17,612: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:35:17,620: mt "GET /pools/default/buckets HTTP/1.1" 200 11339
2017-08-29 18:35:17,641: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:35:17,641: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:35:17,648: mt "GET /pools/default/buckets HTTP/1.1" 200 10136
2017-08-29 18:35:17,669: mt source_bucket: default
2017-08-29 18:35:17,670: mt sink_bucket: default
2017-08-29 18:35:17,670: mt source_buckets: default
2017-08-29 18:35:17,670: mt bucket_source: default
2017-08-29 18:35:17,670: mt source_buckets filtered: default
2017-08-29 18:35:17,670: mt bucket: default
2017-08-29 18:35:17,670: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:35:17,671: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:35:17,671: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:17,672: w0  node: 10.111.170.101:8091
2017-08-29 18:35:17,674: w0 sink_bucket: default
2017-08-29 18:35:17,674: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:35:17,680: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:17,690: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:35:17,690: w1  node: 10.111.170.102:8091
2017-08-29 18:35:17,691: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:17,697: w1 sink_bucket: default
2017-08-29 18:35:17,697: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:35:17,709: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:17,717: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:35:17,718: w2  node: 10.111.170.103:8091
2017-08-29 18:35:17,718: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:17,730: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:17,730: w2 sink_bucket: default
2017-08-29 18:35:17,731: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:35:17,782: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:35:17,783: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:35:17,783: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:35:17,783: w0          :                total |       last |    per sec
2017-08-29 18:35:17,783: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:35:17,800: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:35:17,801: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:35:17,801: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:35:17,801: w1          :                total |       last |    per sec
2017-08-29 18:35:17,801: w1  node: 10.111.170.102:8091, done; rv: 0
2017-08-29 18:35:17,806: Thread-642 Read 40 bytes off the wire
2017-08-29 18:35:17,807: Thread-642 Read 954 bytes off the wire
2017-08-29 18:35:17,808: Thread-642 Read 1076 bytes off the wire
2017-08-29 18:35:17,809: w2 Send buffer size: 2070
2017-08-29 18:35:17,824: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:35:17,824: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:35:17,824: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:35:17,824: w2          :                total |       last |    per sec
2017-08-29 18:35:17,824: w2    batch :                    1 |          1 |       10.7
2017-08-29 18:35:17,824: w2    byte  :                 1015 |       1015 |    10824.7
2017-08-29 18:35:17,824: w2    msg   :                   15 |         15 |      160.0
2017-08-29 18:35:17,824: w2  node: 10.111.170.103:8091, done; rv: 0
  [                    ] 0.1% (15/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        5.1
 byte  :                 1015 |       1015 |     5193.6
 msg   :                   15 |         15 |       76.8
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:35:17,867: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:897
2017-08-29 18:35:17,883: mt Recover and activate vbucket: 897
2017-08-29 18:35:17,884: mt cbrecovery...
2017-08-29 18:35:17,884: mt  source : http://10.111.170.101:8091
2017-08-29 18:35:17,884: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:35:17,884: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [898]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:35:17,884: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:35:17,885: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:35:17,891: mt "GET /pools/default/buckets HTTP/1.1" 200 11339
2017-08-29 18:35:17,911: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:35:17,912: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:35:17,916: mt "GET /pools/default/buckets HTTP/1.1" 200 10103
2017-08-29 18:35:17,935: mt source_bucket: default
2017-08-29 18:35:17,935: mt sink_bucket: default
2017-08-29 18:35:17,935: mt source_buckets: default
2017-08-29 18:35:17,935: mt bucket_source: default
2017-08-29 18:35:17,935: mt source_buckets filtered: default
2017-08-29 18:35:17,935: mt bucket: default
2017-08-29 18:35:17,935: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:35:17,936: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:35:17,936: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:17,936: w0  node: 10.111.170.101:8091
2017-08-29 18:35:17,939: w0 sink_bucket: default
2017-08-29 18:35:17,939: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:35:17,949: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:17,959: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:35:17,959: w1  node: 10.111.170.102:8091
2017-08-29 18:35:17,959: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:17,963: w1 sink_bucket: default
2017-08-29 18:35:17,963: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:35:17,973: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:17,987: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:35:17,988: w2  node: 10.111.170.103:8091
2017-08-29 18:35:17,991: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:17,996: w2 sink_bucket: default
2017-08-29 18:35:17,997: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:35:18,012: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:18,046: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:35:18,046: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:35:18,046: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:35:18,046: w0          :                total |       last |    per sec
2017-08-29 18:35:18,047: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:35:18,069: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:35:18,069: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:35:18,069: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:35:18,069: w1          :                total |       last |    per sec
2017-08-29 18:35:18,069: w1  node: 10.111.170.102:8091, done; rv: 0
2017-08-29 18:35:18,080: Thread-645 Read 40 bytes off the wire
2017-08-29 18:35:18,081: Thread-645 Read 465 bytes off the wire
2017-08-29 18:35:18,082: w2 Send buffer size: 505
2017-08-29 18:35:18,095: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:35:18,096: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:35:18,096: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:35:18,096: w2          :                total |       last |    per sec
2017-08-29 18:35:18,096: w2    batch :                    1 |          1 |       10.1
2017-08-29 18:35:18,096: w2    byte  :                  204 |        204 |     2057.4
2017-08-29 18:35:18,096: w2    msg   :                    3 |          3 |       30.3
2017-08-29 18:35:18,096: w2  node: 10.111.170.103:8091, done; rv: 0
  [                    ] 0.0% (3/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        4.8
 byte  :                  204 |        204 |      986.1
 msg   :                    3 |          3 |       14.5
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:35:18,143: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:898
2017-08-29 18:35:18,157: mt Recover and activate vbucket: 898
2017-08-29 18:35:18,159: mt cbrecovery...
2017-08-29 18:35:18,159: mt  source : http://10.111.170.101:8091
2017-08-29 18:35:18,159: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:35:18,159: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [899]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:35:18,159: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:35:18,161: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:35:18,168: mt "GET /pools/default/buckets HTTP/1.1" 200 11339
2017-08-29 18:35:18,193: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:35:18,194: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:35:18,199: mt "GET /pools/default/buckets HTTP/1.1" 200 10102
2017-08-29 18:35:18,221: mt source_bucket: default
2017-08-29 18:35:18,221: mt sink_bucket: default
2017-08-29 18:35:18,221: mt source_buckets: default
2017-08-29 18:35:18,221: mt bucket_source: default
2017-08-29 18:35:18,221: mt source_buckets filtered: default
2017-08-29 18:35:18,222: mt bucket: default
2017-08-29 18:35:18,222: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:35:18,223: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:35:18,223: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:18,223: w0  node: 10.111.170.101:8091
2017-08-29 18:35:18,226: w0 sink_bucket: default
2017-08-29 18:35:18,226: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:35:18,233: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:18,245: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:35:18,246: w1  node: 10.111.170.102:8091
2017-08-29 18:35:18,246: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:18,251: w1 sink_bucket: default
2017-08-29 18:35:18,252: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:35:18,260: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:18,267: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:35:18,267: w2  node: 10.111.170.103:8091
2017-08-29 18:35:18,267: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:18,277: w2 sink_bucket: default
2017-08-29 18:35:18,278: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:35:18,285: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:18,449: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:35:18,449: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:35:18,449: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:35:18,450: w0          :                total |       last |    per sec
2017-08-29 18:35:18,450: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:35:18,473: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:35:18,473: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:35:18,473: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:35:18,473: w1          :                total |       last |    per sec
2017-08-29 18:35:18,474: w1  node: 10.111.170.102:8091, done; rv: 0
2017-08-29 18:35:18,488: Thread-648 Read 504 bytes off the wire
2017-08-29 18:35:18,491: w2 Send buffer size: 504
2017-08-29 18:35:18,505: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:35:18,505: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:35:18,505: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:35:18,505: w2          :                total |       last |    per sec
2017-08-29 18:35:18,505: w2    batch :                    1 |          1 |        4.4
2017-08-29 18:35:18,505: w2    byte  :                  203 |        203 |      892.3
2017-08-29 18:35:18,505: w2    msg   :                    3 |          3 |       13.2
2017-08-29 18:35:18,505: w2  node: 10.111.170.103:8091, done; rv: 0
  [                    ] 0.0% (3/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        2.8
 byte  :                  203 |        203 |      564.8
 msg   :                    3 |          3 |        8.3
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:35:18,583: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:899
2017-08-29 18:35:18,595: mt Recover and activate vbucket: 899
2017-08-29 18:35:18,597: mt cbrecovery...
2017-08-29 18:35:18,597: mt  source : http://10.111.170.101:8091
2017-08-29 18:35:18,597: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:35:18,597: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [900]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:35:18,598: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:35:18,601: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:35:18,608: mt "GET /pools/default/buckets HTTP/1.1" 200 11339
2017-08-29 18:35:18,635: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:35:18,637: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:35:18,643: mt "GET /pools/default/buckets HTTP/1.1" 200 10101
2017-08-29 18:35:18,675: mt source_bucket: default
2017-08-29 18:35:18,676: mt sink_bucket: default
2017-08-29 18:35:18,676: mt source_buckets: default
2017-08-29 18:35:18,676: mt bucket_source: default
2017-08-29 18:35:18,676: mt source_buckets filtered: default
2017-08-29 18:35:18,676: mt bucket: default
2017-08-29 18:35:18,677: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:35:18,678: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:35:18,678: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:18,678: w0  node: 10.111.170.101:8091
2017-08-29 18:35:18,681: w0 sink_bucket: default
2017-08-29 18:35:18,681: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:35:18,694: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:18,720: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:35:18,720: w1  node: 10.111.170.102:8091
2017-08-29 18:35:18,724: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:18,726: w1 sink_bucket: default
2017-08-29 18:35:18,727: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:35:18,739: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:18,751: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:35:18,751: w2  node: 10.111.170.103:8091
2017-08-29 18:35:18,752: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:18,763: w2 sink_bucket: default
2017-08-29 18:35:18,764: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:35:18,765: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:18,785: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:35:18,785: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:35:18,785: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:35:18,785: w0          :                total |       last |    per sec
2017-08-29 18:35:18,786: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:35:18,832: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:35:18,832: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:35:18,832: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:35:18,832: w1          :                total |       last |    per sec
2017-08-29 18:35:18,832: w1  node: 10.111.170.102:8091, done; rv: 0
2017-08-29 18:35:18,839: Thread-651 Read 40 bytes off the wire
2017-08-29 18:35:18,839: Thread-651 Read 988 bytes off the wire
2017-08-29 18:35:18,843: w2 Send buffer size: 1028
2017-08-29 18:35:18,858: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:35:18,858: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:35:18,858: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:35:18,858: w2          :                total |       last |    per sec
2017-08-29 18:35:18,859: w2    batch :                    1 |          1 |       10.5
2017-08-29 18:35:18,859: w2    byte  :                  475 |        475 |     5008.0
2017-08-29 18:35:18,859: w2    msg   :                    7 |          7 |       73.8
2017-08-29 18:35:18,859: w2  node: 10.111.170.103:8091, done; rv: 0
  [                    ] 0.1% (7/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        4.3
 byte  :                  475 |        475 |     2055.1
 msg   :                    7 |          7 |       30.3
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:35:18,909: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:900
2017-08-29 18:35:18,923: mt Recover and activate vbucket: 900
2017-08-29 18:35:18,924: mt cbrecovery...
2017-08-29 18:35:18,925: mt  source : http://10.111.170.101:8091
2017-08-29 18:35:18,925: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:35:18,925: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [901]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:35:18,926: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:35:18,928: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:35:18,934: mt "GET /pools/default/buckets HTTP/1.1" 200 11339
2017-08-29 18:35:18,955: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:35:18,957: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:35:18,964: mt "GET /pools/default/buckets HTTP/1.1" 200 10100
2017-08-29 18:35:18,983: mt source_bucket: default
2017-08-29 18:35:18,983: mt sink_bucket: default
2017-08-29 18:35:18,983: mt source_buckets: default
2017-08-29 18:35:18,983: mt bucket_source: default
2017-08-29 18:35:18,983: mt source_buckets filtered: default
2017-08-29 18:35:18,983: mt bucket: default
2017-08-29 18:35:18,983: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:35:18,984: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:35:18,984: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:18,984: w0  node: 10.111.170.101:8091
2017-08-29 18:35:18,987: w0 sink_bucket: default
2017-08-29 18:35:18,987: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:35:19,000: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:19,009: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:35:19,009: w1  node: 10.111.170.102:8091
2017-08-29 18:35:19,010: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:19,017: w1 sink_bucket: default
2017-08-29 18:35:19,017: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:35:19,030: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:19,043: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:35:19,043: w2  node: 10.111.170.103:8091
2017-08-29 18:35:19,044: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:19,051: w2 sink_bucket: default
2017-08-29 18:35:19,052: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:35:19,070: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:19,084: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:35:19,084: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:35:19,084: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:35:19,084: w0          :                total |       last |    per sec
2017-08-29 18:35:19,084: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:35:19,118: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:35:19,118: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:35:19,118: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:35:19,118: w1          :                total |       last |    per sec
2017-08-29 18:35:19,118: w1  node: 10.111.170.102:8091, done; rv: 0
2017-08-29 18:35:19,126: Thread-654 Read 40 bytes off the wire
2017-08-29 18:35:19,126: Thread-654 Read 331 bytes off the wire
2017-08-29 18:35:19,130: w2 Send buffer size: 371
2017-08-29 18:35:19,142: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:35:19,143: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:35:19,143: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:35:19,143: w2          :                total |       last |    per sec
2017-08-29 18:35:19,143: w2    batch :                    1 |          1 |       10.9
2017-08-29 18:35:19,143: w2    byte  :                  134 |        134 |     1465.9
2017-08-29 18:35:19,143: w2    msg   :                    2 |          2 |       21.9
2017-08-29 18:35:19,143: w2  node: 10.111.170.103:8091, done; rv: 0
  [                    ] 0.0% (2/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        4.5
 byte  :                  134 |        134 |      609.0
 msg   :                    2 |          2 |        9.1
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:35:19,204: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:901
2017-08-29 18:35:19,228: mt Recover and activate vbucket: 901
2017-08-29 18:35:19,229: mt cbrecovery...
2017-08-29 18:35:19,229: mt  source : http://10.111.170.101:8091
2017-08-29 18:35:19,229: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:35:19,229: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [902]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:35:19,229: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:35:19,230: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:35:19,236: mt "GET /pools/default/buckets HTTP/1.1" 200 11339
2017-08-29 18:35:19,259: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:35:19,260: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:35:19,265: mt "GET /pools/default/buckets HTTP/1.1" 200 10099
2017-08-29 18:35:19,291: mt source_bucket: default
2017-08-29 18:35:19,291: mt sink_bucket: default
2017-08-29 18:35:19,291: mt source_buckets: default
2017-08-29 18:35:19,291: mt bucket_source: default
2017-08-29 18:35:19,292: mt source_buckets filtered: default
2017-08-29 18:35:19,292: mt bucket: default
2017-08-29 18:35:19,292: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:35:19,294: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:35:19,294: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:19,295: w0  node: 10.111.170.101:8091
2017-08-29 18:35:19,298: w0 sink_bucket: default
2017-08-29 18:35:19,299: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:35:19,309: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:19,316: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:35:19,318: w1  node: 10.111.170.102:8091
2017-08-29 18:35:19,321: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:19,330: w1 sink_bucket: default
2017-08-29 18:35:19,330: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:35:19,336: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:19,360: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:35:19,360: w2  node: 10.111.170.103:8091
2017-08-29 18:35:19,360: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:19,372: w2 sink_bucket: default
2017-08-29 18:35:19,372: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:35:19,390: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:19,413: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:35:19,413: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:35:19,413: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:35:19,414: w0          :                total |       last |    per sec
2017-08-29 18:35:19,414: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:35:19,448: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:35:19,448: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:35:19,448: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:35:19,448: w1          :                total |       last |    per sec
2017-08-29 18:35:19,448: w1  node: 10.111.170.102:8091, done; rv: 0
2017-08-29 18:35:19,452: Thread-657 Read 40 bytes off the wire
2017-08-29 18:35:19,453: Thread-657 Read 568 bytes off the wire
2017-08-29 18:35:19,453: Thread-657 Read 1308 bytes off the wire
2017-08-29 18:35:19,453: Thread-657 Read 28 bytes off the wire
2017-08-29 18:35:19,456: w2 Send buffer size: 1944
2017-08-29 18:35:19,470: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:35:19,471: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:35:19,471: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:35:19,471: w2          :                total |       last |    per sec
2017-08-29 18:35:19,471: w2    batch :                    1 |          1 |       10.2
2017-08-29 18:35:19,471: w2    byte  :                  950 |        950 |     9645.2
2017-08-29 18:35:19,471: w2    msg   :                   14 |         14 |      142.1
2017-08-29 18:35:19,471: w2  node: 10.111.170.103:8091, done; rv: 0
  [                    ] 0.1% (14/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        4.4
 byte  :                  950 |        950 |     4150.5
 msg   :                   14 |         14 |       61.2
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:35:19,523: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:902
2017-08-29 18:35:19,537: mt Recover and activate vbucket: 902
2017-08-29 18:35:19,538: mt cbrecovery...
2017-08-29 18:35:19,539: mt  source : http://10.111.170.101:8091
2017-08-29 18:35:19,539: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:35:19,539: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [903]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:35:19,539: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:35:19,541: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:35:19,546: mt "GET /pools/default/buckets HTTP/1.1" 200 11339
2017-08-29 18:35:19,568: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:35:19,569: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:35:19,575: mt "GET /pools/default/buckets HTTP/1.1" 200 10098
2017-08-29 18:35:19,594: mt source_bucket: default
2017-08-29 18:35:19,594: mt sink_bucket: default
2017-08-29 18:35:19,594: mt source_buckets: default
2017-08-29 18:35:19,594: mt bucket_source: default
2017-08-29 18:35:19,594: mt source_buckets filtered: default
2017-08-29 18:35:19,594: mt bucket: default
2017-08-29 18:35:19,595: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:35:19,596: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:35:19,596: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:19,596: w0  node: 10.111.170.101:8091
2017-08-29 18:35:19,599: w0 sink_bucket: default
2017-08-29 18:35:19,600: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:35:19,604: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:19,615: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:35:19,616: w1  node: 10.111.170.102:8091
2017-08-29 18:35:19,616: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:19,619: w1 sink_bucket: default
2017-08-29 18:35:19,619: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:35:19,631: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:19,644: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:35:19,644: w2  node: 10.111.170.103:8091
2017-08-29 18:35:19,650: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:19,654: w2 sink_bucket: default
2017-08-29 18:35:19,655: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:35:19,671: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:19,706: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:35:19,706: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:35:19,706: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:35:19,707: w0          :                total |       last |    per sec
2017-08-29 18:35:19,707: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:35:19,736: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:35:19,736: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:35:19,736: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:35:19,736: w1          :                total |       last |    per sec
2017-08-29 18:35:19,737: w1  node: 10.111.170.102:8091, done; rv: 0
2017-08-29 18:35:19,741: Thread-660 Read 40 bytes off the wire
2017-08-29 18:35:19,741: Thread-660 Read 696 bytes off the wire
2017-08-29 18:35:19,742: Thread-660 Read 1206 bytes off the wire
2017-08-29 18:35:19,745: w2 Send buffer size: 1942
2017-08-29 18:35:19,758: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:35:19,759: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:35:19,759: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:35:19,759: w2          :                total |       last |    per sec
2017-08-29 18:35:19,759: w2    batch :                    1 |          1 |        9.6
2017-08-29 18:35:19,759: w2    byte  :                  949 |        949 |     9076.5
2017-08-29 18:35:19,759: w2    msg   :                   14 |         14 |      133.9
2017-08-29 18:35:19,759: w2  node: 10.111.170.103:8091, done; rv: 0
  [                    ] 0.1% (14/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        4.6
 byte  :                  949 |        949 |     4375.0
 msg   :                   14 |         14 |       64.5
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:35:19,813: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:903
2017-08-29 18:35:19,826: mt Recover and activate vbucket: 903
2017-08-29 18:35:19,828: mt cbrecovery...
2017-08-29 18:35:19,828: mt  source : http://10.111.170.101:8091
2017-08-29 18:35:19,828: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:35:19,828: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [904]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:35:19,828: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:35:19,829: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:35:19,836: mt "GET /pools/default/buckets HTTP/1.1" 200 11339
2017-08-29 18:35:19,859: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:35:19,860: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:35:19,865: mt "GET /pools/default/buckets HTTP/1.1" 200 10097
2017-08-29 18:35:19,887: mt source_bucket: default
2017-08-29 18:35:19,887: mt sink_bucket: default
2017-08-29 18:35:19,887: mt source_buckets: default
2017-08-29 18:35:19,888: mt bucket_source: default
2017-08-29 18:35:19,888: mt source_buckets filtered: default
2017-08-29 18:35:19,888: mt bucket: default
2017-08-29 18:35:19,888: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:35:19,889: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:35:19,889: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:19,889: w0  node: 10.111.170.101:8091
2017-08-29 18:35:19,893: w0 sink_bucket: default
2017-08-29 18:35:19,894: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:35:19,899: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:19,909: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:35:19,910: w1  node: 10.111.170.102:8091
2017-08-29 18:35:19,912: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:19,914: w1 sink_bucket: default
2017-08-29 18:35:19,915: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:35:19,925: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:19,934: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:35:19,935: w2  node: 10.111.170.103:8091
2017-08-29 18:35:19,935: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:19,937: w2 sink_bucket: default
2017-08-29 18:35:19,937: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:35:19,953: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:20,017: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:35:20,017: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:35:20,017: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:35:20,018: w0          :                total |       last |    per sec
2017-08-29 18:35:20,018: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:35:20,020: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:35:20,020: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:35:20,020: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:35:20,021: w1          :                total |       last |    per sec
2017-08-29 18:35:20,021: w1  node: 10.111.170.102:8091, done; rv: 0
2017-08-29 18:35:20,026: Thread-663 Read 40 bytes off the wire
2017-08-29 18:35:20,027: Thread-663 Read 44 bytes off the wire
2017-08-29 18:35:20,027: Thread-663 Read 651 bytes off the wire
2017-08-29 18:35:20,027: Thread-663 Read 524 bytes off the wire
2017-08-29 18:35:20,028: Thread-663 Read 131 bytes off the wire
2017-08-29 18:35:20,028: Thread-663 Read 131 bytes off the wire
2017-08-29 18:35:20,028: Thread-663 Read 393 bytes off the wire
2017-08-29 18:35:20,029: Thread-663 Read 393 bytes off the wire
2017-08-29 18:35:20,029: Thread-663 Read 28 bytes off the wire
2017-08-29 18:35:20,032: w2 Send buffer size: 2335
2017-08-29 18:35:20,045: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:35:20,045: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:35:20,045: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:35:20,045: w2          :                total |       last |    per sec
2017-08-29 18:35:20,045: w2    batch :                    1 |          1 |        9.3
2017-08-29 18:35:20,045: w2    byte  :                 1153 |       1153 |    10672.3
2017-08-29 18:35:20,046: w2    msg   :                   17 |         17 |      157.4
2017-08-29 18:35:20,046: w2  node: 10.111.170.103:8091, done; rv: 0
  [                    ] 0.2% (17/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        4.9
 byte  :                 1153 |       1153 |     5703.1
 msg   :                   17 |         17 |       84.1
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:35:20,091: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:904
2017-08-29 18:35:20,105: mt Recover and activate vbucket: 904
2017-08-29 18:35:20,106: mt cbrecovery...
2017-08-29 18:35:20,106: mt  source : http://10.111.170.101:8091
2017-08-29 18:35:20,106: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:35:20,106: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [905]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:35:20,106: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:35:20,107: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:35:20,113: mt "GET /pools/default/buckets HTTP/1.1" 200 11339
2017-08-29 18:35:20,136: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:35:20,137: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:35:20,142: mt "GET /pools/default/buckets HTTP/1.1" 200 10096
2017-08-29 18:35:20,168: mt source_bucket: default
2017-08-29 18:35:20,168: mt sink_bucket: default
2017-08-29 18:35:20,168: mt source_buckets: default
2017-08-29 18:35:20,168: mt bucket_source: default
2017-08-29 18:35:20,168: mt source_buckets filtered: default
2017-08-29 18:35:20,168: mt bucket: default
2017-08-29 18:35:20,168: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:35:20,169: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:35:20,169: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:20,169: w0  node: 10.111.170.101:8091
2017-08-29 18:35:20,177: w0 sink_bucket: default
2017-08-29 18:35:20,177: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:35:20,188: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:20,207: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:35:20,207: w1  node: 10.111.170.102:8091
2017-08-29 18:35:20,207: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:20,217: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:20,217: w1 sink_bucket: default
2017-08-29 18:35:20,218: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:35:20,229: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:35:20,230: w2  node: 10.111.170.103:8091
2017-08-29 18:35:20,231: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:20,237: w2 sink_bucket: default
2017-08-29 18:35:20,237: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:35:20,246: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:20,276: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:35:20,276: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:35:20,276: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:35:20,276: w0          :                total |       last |    per sec
2017-08-29 18:35:20,276: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:35:20,318: Thread-666 Read 40 bytes off the wire
2017-08-29 18:35:20,318: Thread-666 Read 300 bytes off the wire
2017-08-29 18:35:20,318: Thread-666 Read 1179 bytes off the wire
2017-08-29 18:35:20,319: Thread-666 Read 421 bytes off the wire
2017-08-29 18:35:20,319: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:35:20,319: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:35:20,320: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:35:20,320: w1          :                total |       last |    per sec
2017-08-29 18:35:20,320: w1  node: 10.111.170.102:8091, done; rv: 0
2017-08-29 18:35:20,324: w2 Send buffer size: 1940
2017-08-29 18:35:20,338: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:35:20,338: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:35:20,339: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:35:20,339: w2          :                total |       last |    per sec
2017-08-29 18:35:20,339: w2    batch :                    1 |          1 |        9.8
2017-08-29 18:35:20,339: w2    byte  :                  948 |        948 |     9295.5
2017-08-29 18:35:20,339: w2    msg   :                   14 |         14 |      137.3
2017-08-29 18:35:20,339: w2  node: 10.111.170.103:8091, done; rv: 0
  [                    ] 0.1% (14/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        4.7
 byte  :                  948 |        948 |     4492.1
 msg   :                   14 |         14 |       66.3
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:35:20,380: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:905
2017-08-29 18:35:20,394: mt Recover and activate vbucket: 905
2017-08-29 18:35:20,396: mt cbrecovery...
2017-08-29 18:35:20,396: mt  source : http://10.111.170.101:8091
2017-08-29 18:35:20,396: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:35:20,396: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [906]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:35:20,396: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:35:20,398: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:35:20,403: mt "GET /pools/default/buckets HTTP/1.1" 200 11339
2017-08-29 18:35:20,426: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:35:20,427: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:35:20,432: mt "GET /pools/default/buckets HTTP/1.1" 200 10095
2017-08-29 18:35:20,453: mt source_bucket: default
2017-08-29 18:35:20,453: mt sink_bucket: default
2017-08-29 18:35:20,454: mt source_buckets: default
2017-08-29 18:35:20,454: mt bucket_source: default
2017-08-29 18:35:20,454: mt source_buckets filtered: default
2017-08-29 18:35:20,454: mt bucket: default
2017-08-29 18:35:20,454: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:35:20,455: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:35:20,455: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:20,455: w0  node: 10.111.170.101:8091
2017-08-29 18:35:20,459: w0 sink_bucket: default
2017-08-29 18:35:20,459: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:35:20,466: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:20,477: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:35:20,477: w1  node: 10.111.170.102:8091
2017-08-29 18:35:20,477: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:20,488: w1 sink_bucket: default
2017-08-29 18:35:20,489: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:35:20,527: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:20,546: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:35:20,548: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:20,549: w2  node: 10.111.170.103:8091
2017-08-29 18:35:20,561: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:20,562: w2 sink_bucket: default
2017-08-29 18:35:20,562: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:35:20,585: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:35:20,588: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:35:20,588: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:35:20,588: w0          :                total |       last |    per sec
2017-08-29 18:35:20,588: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:35:20,614: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:35:20,614: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:35:20,614: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:35:20,614: w1          :                total |       last |    per sec
2017-08-29 18:35:20,614: w1  node: 10.111.170.102:8091, done; rv: 0
2017-08-29 18:35:20,623: Thread-669 Read 40 bytes off the wire
2017-08-29 18:35:20,624: Thread-669 Read 954 bytes off the wire
2017-08-29 18:35:20,627: w2 no response while there 1 active streams
2017-08-29 18:35:20,627: Thread-669 Read 28 bytes off the wire
2017-08-29 18:35:20,878: w2 Send buffer size: 1022
2017-08-29 18:35:20,891: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:35:20,891: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:35:20,891: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:35:20,892: w2          :                total |       last |    per sec
2017-08-29 18:35:20,892: w2    batch :                    1 |          1 |        3.0
2017-08-29 18:35:20,892: w2    byte  :                  471 |        471 |     1429.4
2017-08-29 18:35:20,892: w2    msg   :                    7 |          7 |       21.2
2017-08-29 18:35:20,892: w2  node: 10.111.170.103:8091, done; rv: 0
  [                    ] 0.1% (7/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        2.1
 byte  :                  471 |        471 |      965.6
 msg   :                    7 |          7 |       14.4
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:35:20,943: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:906
2017-08-29 18:35:20,956: mt Recover and activate vbucket: 906
2017-08-29 18:35:20,957: mt cbrecovery...
2017-08-29 18:35:20,957: mt  source : http://10.111.170.101:8091
2017-08-29 18:35:20,957: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:35:20,957: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [907]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:35:20,957: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:35:20,958: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:35:20,964: mt "GET /pools/default/buckets HTTP/1.1" 200 11351
2017-08-29 18:35:20,983: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:35:20,985: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:35:20,991: mt "GET /pools/default/buckets HTTP/1.1" 200 10094
2017-08-29 18:35:21,011: mt source_bucket: default
2017-08-29 18:35:21,012: mt sink_bucket: default
2017-08-29 18:35:21,012: mt source_buckets: default
2017-08-29 18:35:21,012: mt bucket_source: default
2017-08-29 18:35:21,012: mt source_buckets filtered: default
2017-08-29 18:35:21,012: mt bucket: default
2017-08-29 18:35:21,013: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:35:21,014: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:35:21,014: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:21,014: w0  node: 10.111.170.101:8091
2017-08-29 18:35:21,017: w0 sink_bucket: default
2017-08-29 18:35:21,017: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:35:21,023: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:21,034: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:35:21,034: w1  node: 10.111.170.102:8091
2017-08-29 18:35:21,035: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:21,041: w1 sink_bucket: default
2017-08-29 18:35:21,042: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:35:21,050: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:21,062: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:35:21,063: w2  node: 10.111.170.103:8091
2017-08-29 18:35:21,063: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:21,071: w2 sink_bucket: default
2017-08-29 18:35:21,072: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:35:21,192: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:21,238: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:35:21,238: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:35:21,238: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:35:21,238: w0          :                total |       last |    per sec
2017-08-29 18:35:21,239: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:35:21,254: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:35:21,255: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:35:21,255: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:35:21,255: w1          :                total |       last |    per sec
2017-08-29 18:35:21,255: w1  node: 10.111.170.102:8091, done; rv: 0
2017-08-29 18:35:21,259: Thread-672 Read 40 bytes off the wire
2017-08-29 18:35:21,260: Thread-672 Read 564 bytes off the wire
2017-08-29 18:35:21,260: Thread-672 Read 28 bytes off the wire
2017-08-29 18:35:21,263: w2 Send buffer size: 632
2017-08-29 18:35:21,276: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:35:21,276: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:35:21,276: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:35:21,276: w2          :                total |       last |    per sec
2017-08-29 18:35:21,276: w2    batch :                    1 |          1 |        4.9
2017-08-29 18:35:21,276: w2    byte  :                  269 |        269 |     1315.6
2017-08-29 18:35:21,276: w2    msg   :                    4 |          4 |       19.6
2017-08-29 18:35:21,277: w2  node: 10.111.170.103:8091, done; rv: 0
  [                    ] 0.0% (4/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        3.2
 byte  :                  269 |        269 |      864.5
 msg   :                    4 |          4 |       12.9
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:35:21,325: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:907
2017-08-29 18:35:21,339: mt Recover and activate vbucket: 907
2017-08-29 18:35:21,340: mt cbrecovery...
2017-08-29 18:35:21,340: mt  source : http://10.111.170.101:8091
2017-08-29 18:35:21,341: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:35:21,341: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [908]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:35:21,341: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:35:21,342: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:35:21,348: mt "GET /pools/default/buckets HTTP/1.1" 200 11351
2017-08-29 18:35:21,370: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:35:21,371: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:35:21,377: mt "GET /pools/default/buckets HTTP/1.1" 200 10093
2017-08-29 18:35:21,397: mt source_bucket: default
2017-08-29 18:35:21,397: mt sink_bucket: default
2017-08-29 18:35:21,398: mt source_buckets: default
2017-08-29 18:35:21,398: mt bucket_source: default
2017-08-29 18:35:21,398: mt source_buckets filtered: default
2017-08-29 18:35:21,398: mt bucket: default
2017-08-29 18:35:21,398: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:35:21,399: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:35:21,399: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:21,399: w0  node: 10.111.170.101:8091
2017-08-29 18:35:21,403: w0 sink_bucket: default
2017-08-29 18:35:21,403: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:35:21,408: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:21,421: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:35:21,421: w1  node: 10.111.170.102:8091
2017-08-29 18:35:21,421: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:21,431: w1 sink_bucket: default
2017-08-29 18:35:21,432: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:35:21,438: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:21,447: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:35:21,447: w2  node: 10.111.170.103:8091
2017-08-29 18:35:21,447: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:21,454: w2 sink_bucket: default
2017-08-29 18:35:21,454: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:35:21,465: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:21,536: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:35:21,537: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:35:21,537: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:35:21,537: w0          :                total |       last |    per sec
2017-08-29 18:35:21,537: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:35:21,569: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:35:21,569: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:35:21,569: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:35:21,569: w1          :                total |       last |    per sec
2017-08-29 18:35:21,569: w1  node: 10.111.170.102:8091, done; rv: 0
2017-08-29 18:35:21,572: Thread-675 Read 40 bytes off the wire
2017-08-29 18:35:21,573: Thread-675 Read 175 bytes off the wire
2017-08-29 18:35:21,573: Thread-675 Read 28 bytes off the wire
2017-08-29 18:35:21,576: w2 Send buffer size: 243
2017-08-29 18:35:21,590: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:35:21,590: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:35:21,590: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:35:21,590: w2          :                total |       last |    per sec
2017-08-29 18:35:21,591: w2    batch :                    1 |          1 |        7.3
2017-08-29 18:35:21,591: w2    byte  :                   68 |         68 |      498.9
2017-08-29 18:35:21,591: w2    msg   :                    1 |          1 |        7.3
2017-08-29 18:35:21,591: w2  node: 10.111.170.103:8091, done; rv: 0
  [                    ] 0.0% (1/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        4.8
 byte  :                   68 |         68 |      328.4
 msg   :                    1 |          1 |        4.8
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:35:21,607: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:908
2017-08-29 18:35:21,621: mt Recover and activate vbucket: 908
2017-08-29 18:35:21,622: mt cbrecovery...
2017-08-29 18:35:21,622: mt  source : http://10.111.170.101:8091
2017-08-29 18:35:21,623: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:35:21,623: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [909]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:35:21,623: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:35:21,624: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:35:21,631: mt "GET /pools/default/buckets HTTP/1.1" 200 11351
2017-08-29 18:35:21,653: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:35:21,654: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:35:21,661: mt "GET /pools/default/buckets HTTP/1.1" 200 10092
2017-08-29 18:35:21,683: mt source_bucket: default
2017-08-29 18:35:21,683: mt sink_bucket: default
2017-08-29 18:35:21,683: mt source_buckets: default
2017-08-29 18:35:21,683: mt bucket_source: default
2017-08-29 18:35:21,683: mt source_buckets filtered: default
2017-08-29 18:35:21,683: mt bucket: default
2017-08-29 18:35:21,684: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:35:21,685: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:35:21,685: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:21,685: w0  node: 10.111.170.101:8091
2017-08-29 18:35:21,687: w0 sink_bucket: default
2017-08-29 18:35:21,688: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:35:21,694: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:21,707: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:35:21,708: w1  node: 10.111.170.102:8091
2017-08-29 18:35:21,708: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:21,711: w1 sink_bucket: default
2017-08-29 18:35:21,711: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:35:21,723: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:21,734: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:35:21,734: w2  node: 10.111.170.103:8091
2017-08-29 18:35:21,737: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:21,749: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:21,749: w2 sink_bucket: default
2017-08-29 18:35:21,750: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:35:21,812: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:35:21,813: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:35:21,813: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:35:21,814: w0          :                total |       last |    per sec
2017-08-29 18:35:21,814: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:35:21,838: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:35:21,838: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:35:21,838: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:35:21,839: w1          :                total |       last |    per sec
2017-08-29 18:35:21,839: w1  node: 10.111.170.102:8091, done; rv: 0
2017-08-29 18:35:21,841: Thread-678 Read 40 bytes off the wire
2017-08-29 18:35:21,842: Thread-678 Read 595 bytes off the wire
2017-08-29 18:35:21,846: w2 Send buffer size: 635
2017-08-29 18:35:21,861: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:35:21,861: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:35:21,861: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:35:21,861: w2          :                total |       last |    per sec
2017-08-29 18:35:21,861: w2    batch :                    1 |          1 |        9.0
2017-08-29 18:35:21,861: w2    byte  :                  271 |        271 |     2426.5
2017-08-29 18:35:21,861: w2    msg   :                    4 |          4 |       35.8
2017-08-29 18:35:21,861: w2  node: 10.111.170.103:8091, done; rv: 0
  [                    ] 0.0% (4/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        4.8
 byte  :                  271 |        271 |     1299.3
 msg   :                    4 |          4 |       19.2
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:35:21,893: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:909
2017-08-29 18:35:21,908: mt Recover and activate vbucket: 909
2017-08-29 18:35:21,910: mt cbrecovery...
2017-08-29 18:35:21,910: mt  source : http://10.111.170.101:8091
2017-08-29 18:35:21,910: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:35:21,910: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [910]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:35:21,911: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:35:21,912: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:35:21,920: mt "GET /pools/default/buckets HTTP/1.1" 200 11351
2017-08-29 18:35:21,946: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:35:21,946: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:35:21,951: mt "GET /pools/default/buckets HTTP/1.1" 200 10091
2017-08-29 18:35:21,972: mt source_bucket: default
2017-08-29 18:35:21,973: mt sink_bucket: default
2017-08-29 18:35:21,973: mt source_buckets: default
2017-08-29 18:35:21,973: mt bucket_source: default
2017-08-29 18:35:21,973: mt source_buckets filtered: default
2017-08-29 18:35:21,973: mt bucket: default
2017-08-29 18:35:21,973: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:35:21,974: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:35:21,975: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:21,975: w0  node: 10.111.170.101:8091
2017-08-29 18:35:21,979: w0 sink_bucket: default
2017-08-29 18:35:21,980: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:35:21,987: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:22,009: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:35:22,011: w1  node: 10.111.170.102:8091
2017-08-29 18:35:22,012: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:22,017: w1 sink_bucket: default
2017-08-29 18:35:22,017: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:35:22,025: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:22,045: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:35:22,045: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:22,045: w2  node: 10.111.170.103:8091
2017-08-29 18:35:22,057: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:22,059: w2 sink_bucket: default
2017-08-29 18:35:22,060: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:35:22,086: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:35:22,087: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:35:22,087: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:35:22,087: w0          :                total |       last |    per sec
2017-08-29 18:35:22,087: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:35:22,126: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:35:22,127: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:35:22,127: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:35:22,127: w1          :                total |       last |    per sec
2017-08-29 18:35:22,127: w1  node: 10.111.170.102:8091, done; rv: 0
2017-08-29 18:35:22,135: Thread-681 Read 40 bytes off the wire
2017-08-29 18:35:22,136: Thread-681 Read 1215 bytes off the wire
2017-08-29 18:35:22,136: Thread-681 Read 1075 bytes off the wire
2017-08-29 18:35:22,140: w2 Send buffer size: 2330
2017-08-29 18:35:22,154: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:35:22,154: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:35:22,154: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:35:22,154: w2          :                total |       last |    per sec
2017-08-29 18:35:22,155: w2    batch :                    1 |          1 |       10.6
2017-08-29 18:35:22,155: w2    byte  :                 1149 |       1149 |    12124.9
2017-08-29 18:35:22,155: w2    msg   :                   17 |         17 |      179.4
2017-08-29 18:35:22,155: w2  node: 10.111.170.103:8091, done; rv: 0
  [                    ] 0.2% (17/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        4.3
 byte  :                 1149 |       1149 |     4986.4
 msg   :                   17 |         17 |       73.8
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:35:22,205: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:910
2017-08-29 18:35:22,225: mt Recover and activate vbucket: 910
2017-08-29 18:35:22,227: mt cbrecovery...
2017-08-29 18:35:22,227: mt  source : http://10.111.170.101:8091
2017-08-29 18:35:22,227: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:35:22,227: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [911]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:35:22,227: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:35:22,229: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:35:22,236: mt "GET /pools/default/buckets HTTP/1.1" 200 11351
2017-08-29 18:35:22,258: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:35:22,259: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:35:22,266: mt "GET /pools/default/buckets HTTP/1.1" 200 10090
2017-08-29 18:35:22,286: mt source_bucket: default
2017-08-29 18:35:22,286: mt sink_bucket: default
2017-08-29 18:35:22,286: mt source_buckets: default
2017-08-29 18:35:22,286: mt bucket_source: default
2017-08-29 18:35:22,286: mt source_buckets filtered: default
2017-08-29 18:35:22,286: mt bucket: default
2017-08-29 18:35:22,287: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:35:22,287: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:35:22,287: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:22,288: w0  node: 10.111.170.101:8091
2017-08-29 18:35:22,295: w0 sink_bucket: default
2017-08-29 18:35:22,295: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:35:22,306: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:22,319: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:35:22,319: w1  node: 10.111.170.102:8091
2017-08-29 18:35:22,319: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:22,322: w1 sink_bucket: default
2017-08-29 18:35:22,323: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:35:22,331: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:22,338: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:35:22,338: w2  node: 10.111.170.103:8091
2017-08-29 18:35:22,339: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:22,343: w2 sink_bucket: default
2017-08-29 18:35:22,343: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:35:22,360: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:22,404: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:35:22,404: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:35:22,404: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:35:22,404: w0          :                total |       last |    per sec
2017-08-29 18:35:22,405: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:35:22,434: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:35:22,434: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:35:22,434: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:35:22,434: w1          :                total |       last |    per sec
2017-08-29 18:35:22,434: w1  node: 10.111.170.102:8091, done; rv: 0
2017-08-29 18:35:22,436: Thread-684 Read 729 bytes off the wire
2017-08-29 18:35:22,437: Thread-684 Read 1309 bytes off the wire
2017-08-29 18:35:22,437: Thread-684 Read 28 bytes off the wire
2017-08-29 18:35:22,438: w2 Send buffer size: 2066
2017-08-29 18:35:22,450: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:35:22,451: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:35:22,451: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:35:22,451: w2          :                total |       last |    per sec
2017-08-29 18:35:22,451: w2    batch :                    1 |          1 |        9.3
2017-08-29 18:35:22,451: w2    byte  :                 1012 |       1012 |     9404.2
2017-08-29 18:35:22,451: w2    msg   :                   15 |         15 |      139.4
2017-08-29 18:35:22,451: w2  node: 10.111.170.103:8091, done; rv: 0
  [                    ] 0.1% (15/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        4.8
 byte  :                 1012 |       1012 |     4823.8
 msg   :                   15 |         15 |       71.5
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:35:22,497: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:911
2017-08-29 18:35:22,509: mt Recover and activate vbucket: 911
2017-08-29 18:35:22,510: mt cbrecovery...
2017-08-29 18:35:22,511: mt  source : http://10.111.170.101:8091
2017-08-29 18:35:22,511: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:35:22,511: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [912]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:35:22,511: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:35:22,512: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:35:22,521: mt "GET /pools/default/buckets HTTP/1.1" 200 11351
2017-08-29 18:35:22,543: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:35:22,544: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:35:22,549: mt "GET /pools/default/buckets HTTP/1.1" 200 10089
2017-08-29 18:35:22,567: mt source_bucket: default
2017-08-29 18:35:22,567: mt sink_bucket: default
2017-08-29 18:35:22,567: mt source_buckets: default
2017-08-29 18:35:22,567: mt bucket_source: default
2017-08-29 18:35:22,567: mt source_buckets filtered: default
2017-08-29 18:35:22,567: mt bucket: default
2017-08-29 18:35:22,567: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:35:22,569: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:35:22,569: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:22,569: w0  node: 10.111.170.101:8091
2017-08-29 18:35:22,571: w0 sink_bucket: default
2017-08-29 18:35:22,572: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:35:22,582: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:22,588: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:35:22,588: w1  node: 10.111.170.102:8091
2017-08-29 18:35:22,588: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:22,593: w1 sink_bucket: default
2017-08-29 18:35:22,594: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:35:22,606: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:22,616: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:35:22,616: w2  node: 10.111.170.103:8091
2017-08-29 18:35:22,616: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:22,628: w2 sink_bucket: default
2017-08-29 18:35:22,629: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:35:22,636: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:22,695: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:35:22,695: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:35:22,695: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:35:22,695: w0          :                total |       last |    per sec
2017-08-29 18:35:22,696: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:35:22,708: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:35:22,708: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:35:22,708: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:35:22,708: w1          :                total |       last |    per sec
2017-08-29 18:35:22,708: w1  node: 10.111.170.102:8091, done; rv: 0
2017-08-29 18:35:22,718: Thread-687 Read 40 bytes off the wire
2017-08-29 18:35:22,718: Thread-687 Read 44 bytes off the wire
2017-08-29 18:35:22,719: Thread-687 Read 159 bytes off the wire
2017-08-29 18:35:22,719: w2 Send buffer size: 243
2017-08-29 18:35:22,732: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:35:22,732: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:35:22,733: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:35:22,733: w2          :                total |       last |    per sec
2017-08-29 18:35:22,733: w2    batch :                    1 |          1 |        9.6
2017-08-29 18:35:22,733: w2    byte  :                   68 |         68 |      654.3
2017-08-29 18:35:22,733: w2    msg   :                    1 |          1 |        9.6
2017-08-29 18:35:22,733: w2  node: 10.111.170.103:8091, done; rv: 0
  [                    ] 0.0% (1/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        5.0
 byte  :                   68 |         68 |      341.1
 msg   :                    1 |          1 |        5.0
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:35:22,769: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:912
2017-08-29 18:35:22,784: mt Recover and activate vbucket: 912
2017-08-29 18:35:22,785: mt cbrecovery...
2017-08-29 18:35:22,785: mt  source : http://10.111.170.101:8091
2017-08-29 18:35:22,785: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:35:22,785: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [913]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:35:22,785: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:35:22,786: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:35:22,791: mt "GET /pools/default/buckets HTTP/1.1" 200 11351
2017-08-29 18:35:22,813: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:35:22,813: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:35:22,819: mt "GET /pools/default/buckets HTTP/1.1" 200 10088
2017-08-29 18:35:22,839: mt source_bucket: default
2017-08-29 18:35:22,839: mt sink_bucket: default
2017-08-29 18:35:22,839: mt source_buckets: default
2017-08-29 18:35:22,839: mt bucket_source: default
2017-08-29 18:35:22,839: mt source_buckets filtered: default
2017-08-29 18:35:22,840: mt bucket: default
2017-08-29 18:35:22,840: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:35:22,841: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:35:22,841: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:22,842: w0  node: 10.111.170.101:8091
2017-08-29 18:35:22,847: w0 sink_bucket: default
2017-08-29 18:35:22,847: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:35:22,852: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:22,865: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:35:22,865: w1  node: 10.111.170.102:8091
2017-08-29 18:35:22,866: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:22,869: w1 sink_bucket: default
2017-08-29 18:35:22,870: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:35:22,884: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:22,891: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:35:22,893: w2  node: 10.111.170.103:8091
2017-08-29 18:35:22,895: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:22,904: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:22,906: w2 sink_bucket: default
2017-08-29 18:35:22,906: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:35:22,963: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:35:22,963: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:35:22,963: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:35:22,965: w0          :                total |       last |    per sec
2017-08-29 18:35:22,965: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:35:22,980: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:35:22,980: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:35:22,980: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:35:22,980: w1          :                total |       last |    per sec
2017-08-29 18:35:22,980: w1  node: 10.111.170.102:8091, done; rv: 0
2017-08-29 18:35:22,985: Thread-690 Read 40 bytes off the wire
2017-08-29 18:35:22,985: Thread-690 Read 306 bytes off the wire
2017-08-29 18:35:22,985: Thread-690 Read 262 bytes off the wire
2017-08-29 18:35:22,986: Thread-690 Read 159 bytes off the wire
2017-08-29 18:35:22,989: w2 Send buffer size: 767
2017-08-29 18:35:23,002: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:35:23,002: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:35:23,002: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:35:23,002: w2          :                total |       last |    per sec
2017-08-29 18:35:23,002: w2    batch :                    1 |          1 |       10.4
2017-08-29 18:35:23,002: w2    byte  :                  340 |        340 |     3550.4
2017-08-29 18:35:23,002: w2    msg   :                    5 |          5 |       52.2
2017-08-29 18:35:23,002: w2  node: 10.111.170.103:8091, done; rv: 0
  [                    ] 0.1% (5/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        5.1
 byte  :                  340 |        340 |     1719.3
 msg   :                    5 |          5 |       25.3
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:35:23,039: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:913
2017-08-29 18:35:23,056: mt Recover and activate vbucket: 913
2017-08-29 18:35:23,057: mt cbrecovery...
2017-08-29 18:35:23,057: mt  source : http://10.111.170.101:8091
2017-08-29 18:35:23,057: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:35:23,057: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [914]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:35:23,057: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:35:23,058: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:35:23,068: mt "GET /pools/default/buckets HTTP/1.1" 200 11351
2017-08-29 18:35:23,091: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:35:23,092: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:35:23,099: mt "GET /pools/default/buckets HTTP/1.1" 200 10120
2017-08-29 18:35:23,117: mt source_bucket: default
2017-08-29 18:35:23,117: mt sink_bucket: default
2017-08-29 18:35:23,118: mt source_buckets: default
2017-08-29 18:35:23,118: mt bucket_source: default
2017-08-29 18:35:23,118: mt source_buckets filtered: default
2017-08-29 18:35:23,118: mt bucket: default
2017-08-29 18:35:23,118: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:35:23,119: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:35:23,119: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:23,119: w0  node: 10.111.170.101:8091
2017-08-29 18:35:23,121: w0 sink_bucket: default
2017-08-29 18:35:23,122: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:35:23,129: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:23,139: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:35:23,140: w1  node: 10.111.170.102:8091
2017-08-29 18:35:23,143: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:23,148: w1 sink_bucket: default
2017-08-29 18:35:23,148: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:35:23,157: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:23,166: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:35:23,166: w2  node: 10.111.170.103:8091
2017-08-29 18:35:23,166: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:23,176: w2 sink_bucket: default
2017-08-29 18:35:23,177: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:35:23,190: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:23,345: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:35:23,345: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:35:23,345: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:35:23,345: w0          :                total |       last |    per sec
2017-08-29 18:35:23,345: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:35:23,370: Thread-693 Read 40 bytes off the wire
2017-08-29 18:35:23,371: Thread-693 Read 437 bytes off the wire
2017-08-29 18:35:23,371: Thread-693 Read 916 bytes off the wire
2017-08-29 18:35:23,371: Thread-693 Read 392 bytes off the wire
2017-08-29 18:35:23,372: Thread-693 Read 28 bytes off the wire
2017-08-29 18:35:23,374: w2 Send buffer size: 1813
2017-08-29 18:35:23,374: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:35:23,375: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:35:23,375: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:35:23,375: w1          :                total |       last |    per sec
2017-08-29 18:35:23,375: w1  node: 10.111.170.102:8091, done; rv: 0
2017-08-29 18:35:23,387: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:35:23,387: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:35:23,387: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:35:23,387: w2          :                total |       last |    per sec
2017-08-29 18:35:23,387: w2    batch :                    1 |          1 |        4.7
2017-08-29 18:35:23,387: w2    byte  :                  882 |        882 |     4184.6
2017-08-29 18:35:23,387: w2    msg   :                   13 |         13 |       61.7
2017-08-29 18:35:23,387: w2  node: 10.111.170.103:8091, done; rv: 0
  [                    ] 0.1% (13/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        3.3
 byte  :                  882 |        882 |     2940.4
 msg   :                   13 |         13 |       43.3
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:35:23,419: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:914
2017-08-29 18:35:23,434: mt Recover and activate vbucket: 914
2017-08-29 18:35:23,435: mt cbrecovery...
2017-08-29 18:35:23,436: mt  source : http://10.111.170.101:8091
2017-08-29 18:35:23,436: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:35:23,436: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [915]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:35:23,436: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:35:23,436: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:35:23,443: mt "GET /pools/default/buckets HTTP/1.1" 200 11351
2017-08-29 18:35:23,466: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:35:23,467: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:35:23,473: mt "GET /pools/default/buckets HTTP/1.1" 200 10119
2017-08-29 18:35:23,525: mt source_bucket: default
2017-08-29 18:35:23,525: mt sink_bucket: default
2017-08-29 18:35:23,527: mt source_buckets: default
2017-08-29 18:35:23,527: mt bucket_source: default
2017-08-29 18:35:23,530: mt source_buckets filtered: default
2017-08-29 18:35:23,530: mt bucket: default
2017-08-29 18:35:23,530: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:35:23,540: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:35:23,540: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:23,540: w0  node: 10.111.170.101:8091
2017-08-29 18:35:23,545: w0 sink_bucket: default
2017-08-29 18:35:23,546: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:35:23,573: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:23,588: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:35:23,588: w1  node: 10.111.170.102:8091
2017-08-29 18:35:23,588: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:23,594: w1 sink_bucket: default
2017-08-29 18:35:23,595: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:35:23,618: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:23,619: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:35:23,619: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:35:23,619: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:35:23,619: w0          :                total |       last |    per sec
2017-08-29 18:35:23,619: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:35:23,633: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:35:23,633: w2  node: 10.111.170.103:8091
2017-08-29 18:35:23,634: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:23,639: w2 sink_bucket: default
2017-08-29 18:35:23,639: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:35:23,684: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:23,707: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:35:23,707: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:35:23,707: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:35:23,708: w1          :                total |       last |    per sec
2017-08-29 18:35:23,708: w1  node: 10.111.170.102:8091, done; rv: 0
2017-08-29 18:35:23,740: Thread-696 Read 2070 bytes off the wire
2017-08-29 18:35:23,741: w2 Send buffer size: 2070
2017-08-29 18:35:23,755: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:35:23,756: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:35:23,756: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:35:23,756: w2          :                total |       last |    per sec
2017-08-29 18:35:23,756: w2    batch :                    1 |          1 |        8.6
2017-08-29 18:35:23,756: w2    byte  :                 1015 |       1015 |     8717.4
2017-08-29 18:35:23,756: w2    msg   :                   15 |         15 |      128.8
2017-08-29 18:35:23,756: w2  node: 10.111.170.103:8091, done; rv: 0
  [                    ] 0.1% (15/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        4.3
 byte  :                 1015 |       1015 |     4406.1
 msg   :                   15 |         15 |       65.1
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:35:23,770: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:915
2017-08-29 18:35:23,786: mt Recover and activate vbucket: 915
2017-08-29 18:35:23,787: mt cbrecovery...
2017-08-29 18:35:23,787: mt  source : http://10.111.170.101:8091
2017-08-29 18:35:23,787: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:35:23,787: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [916]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:35:23,788: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:35:23,789: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:35:23,795: mt "GET /pools/default/buckets HTTP/1.1" 200 11351
2017-08-29 18:35:23,815: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:35:23,816: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:35:23,821: mt "GET /pools/default/buckets HTTP/1.1" 200 10118
2017-08-29 18:35:23,841: mt source_bucket: default
2017-08-29 18:35:23,842: mt sink_bucket: default
2017-08-29 18:35:23,842: mt source_buckets: default
2017-08-29 18:35:23,842: mt bucket_source: default
2017-08-29 18:35:23,842: mt source_buckets filtered: default
2017-08-29 18:35:23,842: mt bucket: default
2017-08-29 18:35:23,842: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:35:23,843: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:35:23,844: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:23,844: w0  node: 10.111.170.101:8091
2017-08-29 18:35:23,846: w0 sink_bucket: default
2017-08-29 18:35:23,846: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:35:23,852: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:23,861: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:35:23,862: w1  node: 10.111.170.102:8091
2017-08-29 18:35:23,863: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:23,871: w1 sink_bucket: default
2017-08-29 18:35:23,871: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:35:23,883: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:23,895: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:35:23,896: w2  node: 10.111.170.103:8091
2017-08-29 18:35:23,899: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:23,906: w2 sink_bucket: default
2017-08-29 18:35:23,906: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:35:23,912: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:23,954: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:35:23,954: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:35:23,954: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:35:23,955: w0          :                total |       last |    per sec
2017-08-29 18:35:23,955: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:35:23,980: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:35:23,980: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:35:23,980: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:35:23,980: w1          :                total |       last |    per sec
2017-08-29 18:35:23,981: w1  node: 10.111.170.102:8091, done; rv: 0
2017-08-29 18:35:23,984: w2 no response while there 1 active streams
2017-08-29 18:35:24,236: w2 no response while there 1 active streams
2017-08-29 18:35:24,487: w2 no response while there 1 active streams
2017-08-29 18:35:24,737: w2 no response while there 1 active streams
2017-08-29 18:35:24,982: Thread-699 Read 1945 bytes off the wire
2017-08-29 18:35:24,989: w2 Send buffer size: 1945
2017-08-29 18:35:25,002: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:35:25,002: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:35:25,003: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:35:25,003: w2          :                total |       last |    per sec
2017-08-29 18:35:25,003: w2    batch :                    1 |          1 |        0.9
2017-08-29 18:35:25,003: w2    byte  :                  951 |        951 |      867.1
2017-08-29 18:35:25,003: w2    msg   :                   14 |         14 |       12.8
2017-08-29 18:35:25,003: w2  node: 10.111.170.103:8091, done; rv: 0
  [                    ] 0.1% (14/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        0.8
 byte  :                  951 |        951 |      790.6
 msg   :                   14 |         14 |       11.6
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:35:25,046: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:916
2017-08-29 18:35:25,065: mt Recover and activate vbucket: 916
2017-08-29 18:35:25,066: mt cbrecovery...
2017-08-29 18:35:25,066: mt  source : http://10.111.170.101:8091
2017-08-29 18:35:25,066: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:35:25,066: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [917]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:35:25,067: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:35:25,067: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:35:25,074: mt "GET /pools/default/buckets HTTP/1.1" 200 11351
2017-08-29 18:35:25,096: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:35:25,097: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:35:25,101: mt "GET /pools/default/buckets HTTP/1.1" 200 10117
2017-08-29 18:35:25,120: mt source_bucket: default
2017-08-29 18:35:25,120: mt sink_bucket: default
2017-08-29 18:35:25,120: mt source_buckets: default
2017-08-29 18:35:25,121: mt bucket_source: default
2017-08-29 18:35:25,121: mt source_buckets filtered: default
2017-08-29 18:35:25,121: mt bucket: default
2017-08-29 18:35:25,121: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:35:25,122: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:35:25,122: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:25,122: w0  node: 10.111.170.101:8091
2017-08-29 18:35:25,126: w0 sink_bucket: default
2017-08-29 18:35:25,127: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:35:25,131: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:25,143: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:35:25,143: w1  node: 10.111.170.102:8091
2017-08-29 18:35:25,144: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:25,147: w1 sink_bucket: default
2017-08-29 18:35:25,151: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:35:25,183: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:25,194: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:35:25,194: w2  node: 10.111.170.103:8091
2017-08-29 18:35:25,194: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:25,203: w2 sink_bucket: default
2017-08-29 18:35:25,203: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:35:25,209: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:25,217: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:35:25,221: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:35:25,222: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:35:25,222: w0          :                total |       last |    per sec
2017-08-29 18:35:25,222: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:35:25,264: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:35:25,264: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:35:25,264: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:35:25,264: w1          :                total |       last |    per sec
2017-08-29 18:35:25,264: w1  node: 10.111.170.102:8091, done; rv: 0
2017-08-29 18:35:25,271: Thread-702 Read 40 bytes off the wire
2017-08-29 18:35:25,271: Thread-702 Read 563 bytes off the wire
2017-08-29 18:35:25,271: Thread-702 Read 524 bytes off the wire
2017-08-29 18:35:25,271: Thread-702 Read 813 bytes off the wire
2017-08-29 18:35:25,275: w2 Send buffer size: 1940
2017-08-29 18:35:25,287: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:35:25,288: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:35:25,288: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:35:25,288: w2          :                total |       last |    per sec
2017-08-29 18:35:25,288: w2    batch :                    1 |          1 |       11.8
2017-08-29 18:35:25,288: w2    byte  :                  947 |        947 |    11136.6
2017-08-29 18:35:25,288: w2    msg   :                   14 |         14 |      164.6
2017-08-29 18:35:25,288: w2  node: 10.111.170.103:8091, done; rv: 0
  [                    ] 0.1% (14/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        4.4
 byte  :                  947 |        947 |     4152.6
 msg   :                   14 |         14 |       61.4
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:35:25,350: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:917
2017-08-29 18:35:25,365: mt Recover and activate vbucket: 917
2017-08-29 18:35:25,366: mt cbrecovery...
2017-08-29 18:35:25,366: mt  source : http://10.111.170.101:8091
2017-08-29 18:35:25,366: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:35:25,366: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [918]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:35:25,366: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:35:25,367: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:35:25,373: mt "GET /pools/default/buckets HTTP/1.1" 200 11351
2017-08-29 18:35:25,394: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:35:25,395: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:35:25,400: mt "GET /pools/default/buckets HTTP/1.1" 200 10116
2017-08-29 18:35:25,418: mt source_bucket: default
2017-08-29 18:35:25,419: mt sink_bucket: default
2017-08-29 18:35:25,419: mt source_buckets: default
2017-08-29 18:35:25,419: mt bucket_source: default
2017-08-29 18:35:25,419: mt source_buckets filtered: default
2017-08-29 18:35:25,419: mt bucket: default
2017-08-29 18:35:25,419: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:35:25,420: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:35:25,420: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:25,420: w0  node: 10.111.170.101:8091
2017-08-29 18:35:25,424: w0 sink_bucket: default
2017-08-29 18:35:25,425: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:35:25,429: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:25,442: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:35:25,442: w1  node: 10.111.170.102:8091
2017-08-29 18:35:25,443: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:25,451: w1 sink_bucket: default
2017-08-29 18:35:25,451: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:35:25,460: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:25,468: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:35:25,468: w2  node: 10.111.170.103:8091
2017-08-29 18:35:25,469: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:25,484: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:25,484: w2 sink_bucket: default
2017-08-29 18:35:25,485: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:35:25,549: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:35:25,549: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:35:25,549: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:35:25,550: w0          :                total |       last |    per sec
2017-08-29 18:35:25,550: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:35:25,568: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:35:25,568: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:35:25,568: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:35:25,569: w1          :                total |       last |    per sec
2017-08-29 18:35:25,569: w1  node: 10.111.170.102:8091, done; rv: 0
2017-08-29 18:35:25,587: Thread-705 Read 40 bytes off the wire
2017-08-29 18:35:25,588: Thread-705 Read 724 bytes off the wire
2017-08-29 18:35:25,589: w2 Send buffer size: 764
2017-08-29 18:35:25,602: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:35:25,602: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:35:25,602: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:35:25,602: w2          :                total |       last |    per sec
2017-08-29 18:35:25,602: w2    batch :                    1 |          1 |        8.5
2017-08-29 18:35:25,602: w2    byte  :                  338 |        338 |     2867.8
2017-08-29 18:35:25,602: w2    msg   :                    5 |          5 |       42.4
2017-08-29 18:35:25,603: w2  node: 10.111.170.103:8091, done; rv: 0
  [                    ] 0.1% (5/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        4.3
 byte  :                  338 |        338 |     1458.8
 msg   :                    5 |          5 |       21.6
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:35:25,652: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:918
2017-08-29 18:35:25,665: mt Recover and activate vbucket: 918
2017-08-29 18:35:25,666: mt cbrecovery...
2017-08-29 18:35:25,666: mt  source : http://10.111.170.101:8091
2017-08-29 18:35:25,666: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:35:25,667: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [919]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:35:25,667: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:35:25,669: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:35:25,675: mt "GET /pools/default/buckets HTTP/1.1" 200 11351
2017-08-29 18:35:25,695: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:35:25,696: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:35:25,701: mt "GET /pools/default/buckets HTTP/1.1" 200 10115
2017-08-29 18:35:25,720: mt source_bucket: default
2017-08-29 18:35:25,720: mt sink_bucket: default
2017-08-29 18:35:25,720: mt source_buckets: default
2017-08-29 18:35:25,720: mt bucket_source: default
2017-08-29 18:35:25,720: mt source_buckets filtered: default
2017-08-29 18:35:25,721: mt bucket: default
2017-08-29 18:35:25,721: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:35:25,722: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:35:25,722: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:25,722: w0  node: 10.111.170.101:8091
2017-08-29 18:35:25,725: w0 sink_bucket: default
2017-08-29 18:35:25,725: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:35:25,731: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:25,742: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:35:25,742: w1  node: 10.111.170.102:8091
2017-08-29 18:35:25,742: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:25,747: w1 sink_bucket: default
2017-08-29 18:35:25,747: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:35:25,766: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:25,775: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:35:25,777: w2  node: 10.111.170.103:8091
2017-08-29 18:35:25,781: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:25,784: w2 sink_bucket: default
2017-08-29 18:35:25,785: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:35:25,792: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:25,813: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:35:25,813: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:35:25,813: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:35:25,813: w0          :                total |       last |    per sec
2017-08-29 18:35:25,814: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:35:25,857: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:35:25,858: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:35:25,858: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:35:25,858: w1          :                total |       last |    per sec
2017-08-29 18:35:25,858: w1  node: 10.111.170.102:8091, done; rv: 0
2017-08-29 18:35:25,859: w2 no response while there 1 active streams
2017-08-29 18:35:26,110: w2 no response while there 1 active streams
2017-08-29 18:35:26,361: w2 no response while there 1 active streams
2017-08-29 18:35:26,613: w2 no response while there 1 active streams
2017-08-29 18:35:26,859: Thread-708 Read 763 bytes off the wire
2017-08-29 18:35:26,864: w2 Send buffer size: 763
2017-08-29 18:35:26,877: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:35:26,877: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:35:26,877: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:35:26,877: w2          :                total |       last |    per sec
2017-08-29 18:35:26,877: w2    batch :                    1 |          1 |        0.9
2017-08-29 18:35:26,877: w2    byte  :                  337 |        337 |      308.4
2017-08-29 18:35:26,877: w2    msg   :                    5 |          5 |        4.6
2017-08-29 18:35:26,878: w2  node: 10.111.170.103:8091, done; rv: 0
  [                    ] 0.1% (5/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        0.8
 byte  :                  337 |        337 |      279.7
 msg   :                    5 |          5 |        4.1
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:35:26,927: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:919
2017-08-29 18:35:26,946: mt Recover and activate vbucket: 919
2017-08-29 18:35:26,947: mt cbrecovery...
2017-08-29 18:35:26,947: mt  source : http://10.111.170.101:8091
2017-08-29 18:35:26,948: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:35:26,948: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [920]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:35:26,948: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:35:26,949: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:35:26,954: mt "GET /pools/default/buckets HTTP/1.1" 200 11351
2017-08-29 18:35:26,975: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:35:26,976: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:35:26,981: mt "GET /pools/default/buckets HTTP/1.1" 200 10114
2017-08-29 18:35:27,002: mt source_bucket: default
2017-08-29 18:35:27,002: mt sink_bucket: default
2017-08-29 18:35:27,002: mt source_buckets: default
2017-08-29 18:35:27,002: mt bucket_source: default
2017-08-29 18:35:27,002: mt source_buckets filtered: default
2017-08-29 18:35:27,002: mt bucket: default
2017-08-29 18:35:27,002: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:35:27,004: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:35:27,004: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:27,004: w0  node: 10.111.170.101:8091
2017-08-29 18:35:27,006: w0 sink_bucket: default
2017-08-29 18:35:27,006: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:35:27,015: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:27,025: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:35:27,025: w1  node: 10.111.170.102:8091
2017-08-29 18:35:27,026: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:27,035: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:27,035: w1 sink_bucket: default
2017-08-29 18:35:27,036: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:35:27,052: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:35:27,052: w2  node: 10.111.170.103:8091
2017-08-29 18:35:27,053: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:27,062: w2 sink_bucket: default
2017-08-29 18:35:27,062: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:35:27,068: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:27,098: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:35:27,098: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:35:27,098: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:35:27,098: w0          :                total |       last |    per sec
2017-08-29 18:35:27,098: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:35:27,125: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:35:27,125: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:35:27,125: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:35:27,125: w1          :                total |       last |    per sec
2017-08-29 18:35:27,126: w1  node: 10.111.170.102:8091, done; rv: 0
2017-08-29 18:35:27,137: Thread-711 Read 40 bytes off the wire
2017-08-29 18:35:27,138: Thread-711 Read 596 bytes off the wire
2017-08-29 18:35:27,140: w2 Send buffer size: 636
2017-08-29 18:35:27,153: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:35:27,153: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:35:27,153: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:35:27,153: w2          :                total |       last |    per sec
2017-08-29 18:35:27,153: w2    batch :                    1 |          1 |       11.0
2017-08-29 18:35:27,153: w2    byte  :                  272 |        272 |     2993.5
2017-08-29 18:35:27,153: w2    msg   :                    4 |          4 |       44.0
2017-08-29 18:35:27,153: w2  node: 10.111.170.103:8091, done; rv: 0
  [                    ] 0.0% (4/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        5.0
 byte  :                  272 |        272 |     1368.9
 msg   :                    4 |          4 |       20.1
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:35:27,203: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:920
2017-08-29 18:35:27,221: mt Recover and activate vbucket: 920
2017-08-29 18:35:27,222: mt cbrecovery...
2017-08-29 18:35:27,222: mt  source : http://10.111.170.101:8091
2017-08-29 18:35:27,223: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:35:27,223: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [921]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:35:27,223: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:35:27,224: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:35:27,230: mt "GET /pools/default/buckets HTTP/1.1" 200 11351
2017-08-29 18:35:27,251: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:35:27,251: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:35:27,256: mt "GET /pools/default/buckets HTTP/1.1" 200 10113
2017-08-29 18:35:27,276: mt source_bucket: default
2017-08-29 18:35:27,276: mt sink_bucket: default
2017-08-29 18:35:27,276: mt source_buckets: default
2017-08-29 18:35:27,276: mt bucket_source: default
2017-08-29 18:35:27,277: mt source_buckets filtered: default
2017-08-29 18:35:27,277: mt bucket: default
2017-08-29 18:35:27,277: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:35:27,278: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:35:27,278: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:27,279: w0  node: 10.111.170.101:8091
2017-08-29 18:35:27,283: w0 sink_bucket: default
2017-08-29 18:35:27,283: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:35:27,288: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:27,302: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:35:27,303: w1  node: 10.111.170.102:8091
2017-08-29 18:35:27,303: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:27,305: w1 sink_bucket: default
2017-08-29 18:35:27,305: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:35:27,318: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:27,331: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:35:27,331: w2  node: 10.111.170.103:8091
2017-08-29 18:35:27,331: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:27,343: w2 sink_bucket: default
2017-08-29 18:35:27,343: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:35:27,348: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:27,381: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:35:27,381: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:35:27,381: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:35:27,381: w0          :                total |       last |    per sec
2017-08-29 18:35:27,382: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:35:27,417: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:35:27,417: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:35:27,417: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:35:27,417: w1          :                total |       last |    per sec
2017-08-29 18:35:27,418: w1  node: 10.111.170.102:8091, done; rv: 0
2017-08-29 18:35:27,419: Thread-714 Read 40 bytes off the wire
2017-08-29 18:35:27,419: Thread-714 Read 44 bytes off the wire
2017-08-29 18:35:27,419: Thread-714 Read 258 bytes off the wire
2017-08-29 18:35:27,419: Thread-714 Read 131 bytes off the wire
2017-08-29 18:35:27,420: Thread-714 Read 28 bytes off the wire
2017-08-29 18:35:27,423: w2 Send buffer size: 501
2017-08-29 18:35:27,437: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:35:27,437: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:35:27,437: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:35:27,438: w2          :                total |       last |    per sec
2017-08-29 18:35:27,438: w2    batch :                    1 |          1 |       10.6
2017-08-29 18:35:27,438: w2    byte  :                  201 |        201 |     2126.3
2017-08-29 18:35:27,438: w2    msg   :                    3 |          3 |       31.7
2017-08-29 18:35:27,438: w2  node: 10.111.170.103:8091, done; rv: 0
  [                    ] 0.0% (3/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        5.0
 byte  :                  201 |        201 |      998.0
 msg   :                    3 |          3 |       14.9
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:35:27,480: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:921
2017-08-29 18:35:27,499: mt Recover and activate vbucket: 921
2017-08-29 18:35:27,500: mt cbrecovery...
2017-08-29 18:35:27,500: mt  source : http://10.111.170.101:8091
2017-08-29 18:35:27,500: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:35:27,500: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [922]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:35:27,501: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:35:27,508: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:35:27,514: mt "GET /pools/default/buckets HTTP/1.1" 200 11351
2017-08-29 18:35:27,541: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:35:27,542: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:35:27,547: mt "GET /pools/default/buckets HTTP/1.1" 200 10112
2017-08-29 18:35:27,567: mt source_bucket: default
2017-08-29 18:35:27,567: mt sink_bucket: default
2017-08-29 18:35:27,567: mt source_buckets: default
2017-08-29 18:35:27,567: mt bucket_source: default
2017-08-29 18:35:27,567: mt source_buckets filtered: default
2017-08-29 18:35:27,568: mt bucket: default
2017-08-29 18:35:27,568: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:35:27,568: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:35:27,568: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:27,569: w0  node: 10.111.170.101:8091
2017-08-29 18:35:27,571: w0 sink_bucket: default
2017-08-29 18:35:27,572: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:35:27,577: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:27,586: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:35:27,586: w1  node: 10.111.170.102:8091
2017-08-29 18:35:27,586: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:27,594: w1 sink_bucket: default
2017-08-29 18:35:27,594: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:35:27,608: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:27,617: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:35:27,617: w2  node: 10.111.170.103:8091
2017-08-29 18:35:27,617: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:27,628: w2 sink_bucket: default
2017-08-29 18:35:27,628: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:35:27,633: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:27,670: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:35:27,671: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:35:27,671: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:35:27,671: w0          :                total |       last |    per sec
2017-08-29 18:35:27,671: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:35:27,797: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:35:27,797: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:35:27,797: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:35:27,797: w1          :                total |       last |    per sec
2017-08-29 18:35:27,797: w1  node: 10.111.170.102:8091, done; rv: 0
2017-08-29 18:35:27,804: Thread-717 Read 40 bytes off the wire
2017-08-29 18:35:27,804: Thread-717 Read 44 bytes off the wire
2017-08-29 18:35:27,804: Thread-717 Read 1044 bytes off the wire
2017-08-29 18:35:27,805: Thread-717 Read 1048 bytes off the wire
2017-08-29 18:35:27,805: Thread-717 Read 159 bytes off the wire
2017-08-29 18:35:27,807: w2 Send buffer size: 2335
2017-08-29 18:35:27,820: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:35:27,820: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:35:27,821: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:35:27,821: w2          :                total |       last |    per sec
2017-08-29 18:35:27,821: w2    batch :                    1 |          1 |        5.2
2017-08-29 18:35:27,821: w2    byte  :                 1153 |       1153 |     5990.5
2017-08-29 18:35:27,821: w2    msg   :                   17 |         17 |       88.3
2017-08-29 18:35:27,821: w2  node: 10.111.170.103:8091, done; rv: 0
  [                    ] 0.2% (17/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        3.6
 byte  :                 1153 |       1153 |     4128.2
 msg   :                   17 |         17 |       60.9
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:35:27,848: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:922
2017-08-29 18:35:27,865: mt Recover and activate vbucket: 922
2017-08-29 18:35:27,866: mt cbrecovery...
2017-08-29 18:35:27,867: mt  source : http://10.111.170.101:8091
2017-08-29 18:35:27,867: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:35:27,867: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [923]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:35:27,867: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:35:27,868: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:35:27,874: mt "GET /pools/default/buckets HTTP/1.1" 200 11351
2017-08-29 18:35:27,896: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:35:27,897: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:35:27,903: mt "GET /pools/default/buckets HTTP/1.1" 200 10110
2017-08-29 18:35:27,920: mt source_bucket: default
2017-08-29 18:35:27,920: mt sink_bucket: default
2017-08-29 18:35:27,920: mt source_buckets: default
2017-08-29 18:35:27,920: mt bucket_source: default
2017-08-29 18:35:27,920: mt source_buckets filtered: default
2017-08-29 18:35:27,920: mt bucket: default
2017-08-29 18:35:27,920: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:35:27,922: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:35:27,922: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:27,922: w0  node: 10.111.170.101:8091
2017-08-29 18:35:27,925: w0 sink_bucket: default
2017-08-29 18:35:27,926: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:35:27,932: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:27,946: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:35:27,947: w1  node: 10.111.170.102:8091
2017-08-29 18:35:27,947: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:27,956: w1 sink_bucket: default
2017-08-29 18:35:27,957: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:35:27,961: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:27,975: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:35:27,978: w2  node: 10.111.170.103:8091
2017-08-29 18:35:27,979: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:27,989: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:27,989: w2 sink_bucket: default
2017-08-29 18:35:27,989: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:35:28,020: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:35:28,020: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:35:28,021: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:35:28,021: w0          :                total |       last |    per sec
2017-08-29 18:35:28,021: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:35:28,055: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:35:28,056: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:35:28,056: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:35:28,056: w1          :                total |       last |    per sec
2017-08-29 18:35:28,056: w1  node: 10.111.170.102:8091, done; rv: 0
2017-08-29 18:35:28,060: Thread-720 Read 40 bytes off the wire
2017-08-29 18:35:28,061: Thread-720 Read 1218 bytes off the wire
2017-08-29 18:35:28,061: Thread-720 Read 654 bytes off the wire
2017-08-29 18:35:28,062: Thread-720 Read 28 bytes off the wire
2017-08-29 18:35:28,064: w2 Send buffer size: 1940
2017-08-29 18:35:28,077: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:35:28,077: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:35:28,077: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:35:28,078: w2          :                total |       last |    per sec
2017-08-29 18:35:28,078: w2    batch :                    1 |          1 |       11.3
2017-08-29 18:35:28,078: w2    byte  :                  948 |        948 |    10736.9
2017-08-29 18:35:28,078: w2    msg   :                   14 |         14 |      158.6
2017-08-29 18:35:28,078: w2  node: 10.111.170.103:8091, done; rv: 0
  [                    ] 0.1% (14/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        4.9
 byte  :                  948 |        948 |     4660.9
 msg   :                   14 |         14 |       68.8
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:35:28,126: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:923
2017-08-29 18:35:28,170: mt Recover and activate vbucket: 923
2017-08-29 18:35:28,171: mt cbrecovery...
2017-08-29 18:35:28,172: mt  source : http://10.111.170.101:8091
2017-08-29 18:35:28,172: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:35:28,172: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [924]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:35:28,172: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:35:28,173: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:35:28,182: mt "GET /pools/default/buckets HTTP/1.1" 200 11351
2017-08-29 18:35:28,202: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:35:28,203: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:35:28,208: mt "GET /pools/default/buckets HTTP/1.1" 200 10109
2017-08-29 18:35:28,230: mt source_bucket: default
2017-08-29 18:35:28,230: mt sink_bucket: default
2017-08-29 18:35:28,230: mt source_buckets: default
2017-08-29 18:35:28,230: mt bucket_source: default
2017-08-29 18:35:28,230: mt source_buckets filtered: default
2017-08-29 18:35:28,230: mt bucket: default
2017-08-29 18:35:28,231: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:35:28,232: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:35:28,232: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:28,232: w0  node: 10.111.170.101:8091
2017-08-29 18:35:28,234: w0 sink_bucket: default
2017-08-29 18:35:28,235: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:35:28,243: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:28,256: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:35:28,256: w1  node: 10.111.170.102:8091
2017-08-29 18:35:28,256: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:28,262: w1 sink_bucket: default
2017-08-29 18:35:28,262: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:35:28,268: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:28,277: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:35:28,277: w2  node: 10.111.170.103:8091
2017-08-29 18:35:28,277: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:28,286: w2 sink_bucket: default
2017-08-29 18:35:28,286: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:35:28,293: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:28,330: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:35:28,330: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:35:28,330: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:35:28,330: w0          :                total |       last |    per sec
2017-08-29 18:35:28,331: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:35:28,367: w2 no response while there 1 active streams
2017-08-29 18:35:28,368: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:35:28,368: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:35:28,368: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:35:28,368: w1          :                total |       last |    per sec
2017-08-29 18:35:28,369: w1  node: 10.111.170.102:8091, done; rv: 0
2017-08-29 18:35:28,617: w2 no response while there 1 active streams
2017-08-29 18:35:28,868: w2 no response while there 1 active streams
2017-08-29 18:35:29,119: w2 no response while there 1 active streams
2017-08-29 18:35:29,359: Thread-723 Read 2331 bytes off the wire
2017-08-29 18:35:29,369: w2 Send buffer size: 2331
2017-08-29 18:35:29,383: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:35:29,384: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:35:29,384: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:35:29,384: w2          :                total |       last |    per sec
2017-08-29 18:35:29,384: w2    batch :                    1 |          1 |        0.9
2017-08-29 18:35:29,384: w2    byte  :                 1150 |       1150 |     1048.0
2017-08-29 18:35:29,384: w2    msg   :                   17 |         17 |       15.5
2017-08-29 18:35:29,384: w2  node: 10.111.170.103:8091, done; rv: 0
  [                    ] 0.2% (17/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        0.8
 byte  :                 1150 |       1150 |      960.5
 msg   :                   17 |         17 |       14.2
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:35:29,429: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:924
2017-08-29 18:35:29,446: mt Recover and activate vbucket: 924
2017-08-29 18:35:29,448: mt cbrecovery...
2017-08-29 18:35:29,448: mt  source : http://10.111.170.101:8091
2017-08-29 18:35:29,448: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:35:29,448: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [925]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:35:29,448: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:35:29,449: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:35:29,456: mt "GET /pools/default/buckets HTTP/1.1" 200 11351
2017-08-29 18:35:29,477: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:35:29,478: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:35:29,486: mt "GET /pools/default/buckets HTTP/1.1" 200 10108
2017-08-29 18:35:29,521: mt source_bucket: default
2017-08-29 18:35:29,521: mt sink_bucket: default
2017-08-29 18:35:29,521: mt source_buckets: default
2017-08-29 18:35:29,521: mt bucket_source: default
2017-08-29 18:35:29,521: mt source_buckets filtered: default
2017-08-29 18:35:29,521: mt bucket: default
2017-08-29 18:35:29,521: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:35:29,522: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:35:29,522: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:29,522: w0  node: 10.111.170.101:8091
2017-08-29 18:35:29,527: w0 sink_bucket: default
2017-08-29 18:35:29,528: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:35:29,532: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:29,544: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:35:29,544: w1  node: 10.111.170.102:8091
2017-08-29 18:35:29,545: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:29,552: w1 sink_bucket: default
2017-08-29 18:35:29,552: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:35:29,563: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:29,572: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:35:29,576: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:29,576: w2  node: 10.111.170.103:8091
2017-08-29 18:35:29,584: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:29,589: w2 sink_bucket: default
2017-08-29 18:35:29,590: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:35:29,612: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:35:29,612: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:35:29,612: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:35:29,612: w0          :                total |       last |    per sec
2017-08-29 18:35:29,612: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:35:29,650: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:35:29,650: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:35:29,650: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:35:29,650: w1          :                total |       last |    per sec
2017-08-29 18:35:29,650: w1  node: 10.111.170.102:8091, done; rv: 0
2017-08-29 18:35:29,656: Thread-726 Read 40 bytes off the wire
2017-08-29 18:35:29,657: Thread-726 Read 1213 bytes off the wire
2017-08-29 18:35:29,658: Thread-726 Read 814 bytes off the wire
2017-08-29 18:35:29,661: w2 Send buffer size: 2067
2017-08-29 18:35:29,673: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:35:29,674: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:35:29,674: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:35:29,674: w2          :                total |       last |    per sec
2017-08-29 18:35:29,674: w2    batch :                    1 |          1 |       11.8
2017-08-29 18:35:29,674: w2    byte  :                 1013 |       1013 |    11989.6
2017-08-29 18:35:29,674: w2    msg   :                   15 |         15 |      177.5
2017-08-29 18:35:29,674: w2  node: 10.111.170.103:8091, done; rv: 0
  [                    ] 0.1% (15/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        5.0
 byte  :                 1013 |       1013 |     5059.2
 msg   :                   15 |         15 |       74.9
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:35:29,722: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:925
2017-08-29 18:35:29,737: mt Recover and activate vbucket: 925
2017-08-29 18:35:29,738: mt cbrecovery...
2017-08-29 18:35:29,738: mt  source : http://10.111.170.101:8091
2017-08-29 18:35:29,738: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:35:29,738: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [926]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:35:29,738: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:35:29,739: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:35:29,745: mt "GET /pools/default/buckets HTTP/1.1" 200 11351
2017-08-29 18:35:29,764: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:35:29,765: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:35:29,770: mt "GET /pools/default/buckets HTTP/1.1" 200 10107
2017-08-29 18:35:29,788: mt source_bucket: default
2017-08-29 18:35:29,789: mt sink_bucket: default
2017-08-29 18:35:29,789: mt source_buckets: default
2017-08-29 18:35:29,789: mt bucket_source: default
2017-08-29 18:35:29,789: mt source_buckets filtered: default
2017-08-29 18:35:29,789: mt bucket: default
2017-08-29 18:35:29,789: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:35:29,790: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:35:29,790: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:29,790: w0  node: 10.111.170.101:8091
2017-08-29 18:35:29,793: w0 sink_bucket: default
2017-08-29 18:35:29,794: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:35:29,805: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:29,812: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:35:29,812: w1  node: 10.111.170.102:8091
2017-08-29 18:35:29,812: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:29,821: w1 sink_bucket: default
2017-08-29 18:35:29,822: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:35:29,825: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:29,843: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:35:29,845: w2  node: 10.111.170.103:8091
2017-08-29 18:35:29,846: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:29,854: w2 sink_bucket: default
2017-08-29 18:35:29,855: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:35:29,865: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:29,898: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:35:29,898: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:35:29,898: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:35:29,898: w0          :                total |       last |    per sec
2017-08-29 18:35:29,899: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:35:29,924: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:35:29,925: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:35:29,925: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:35:29,925: w1          :                total |       last |    per sec
2017-08-29 18:35:29,925: w1  node: 10.111.170.102:8091, done; rv: 0
2017-08-29 18:35:29,928: Thread-729 Read 40 bytes off the wire
2017-08-29 18:35:29,928: Thread-729 Read 334 bytes off the wire
2017-08-29 18:35:29,931: w2 Send buffer size: 374
2017-08-29 18:35:29,943: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:35:29,943: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:35:29,944: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:35:29,944: w2          :                total |       last |    per sec
2017-08-29 18:35:29,944: w2    batch :                    1 |          1 |       11.2
2017-08-29 18:35:29,944: w2    byte  :                  136 |        136 |     1526.8
2017-08-29 18:35:29,944: w2    msg   :                    2 |          2 |       22.5
2017-08-29 18:35:29,944: w2  node: 10.111.170.103:8091, done; rv: 0
  [                    ] 0.0% (2/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        4.8
 byte  :                  136 |        136 |      656.9
 msg   :                    2 |          2 |        9.7
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:35:29,997: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:926
2017-08-29 18:35:30,012: mt Recover and activate vbucket: 926
2017-08-29 18:35:30,013: mt cbrecovery...
2017-08-29 18:35:30,013: mt  source : http://10.111.170.101:8091
2017-08-29 18:35:30,013: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:35:30,013: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [927]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:35:30,013: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:35:30,014: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:35:30,020: mt "GET /pools/default/buckets HTTP/1.1" 200 11351
2017-08-29 18:35:30,041: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:35:30,043: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:35:30,048: mt "GET /pools/default/buckets HTTP/1.1" 200 10106
2017-08-29 18:35:30,068: mt source_bucket: default
2017-08-29 18:35:30,068: mt sink_bucket: default
2017-08-29 18:35:30,068: mt source_buckets: default
2017-08-29 18:35:30,068: mt bucket_source: default
2017-08-29 18:35:30,068: mt source_buckets filtered: default
2017-08-29 18:35:30,068: mt bucket: default
2017-08-29 18:35:30,068: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:35:30,069: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:35:30,070: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:30,070: w0  node: 10.111.170.101:8091
2017-08-29 18:35:30,074: w0 sink_bucket: default
2017-08-29 18:35:30,075: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:35:30,080: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:30,096: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:35:30,097: w1  node: 10.111.170.102:8091
2017-08-29 18:35:30,097: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:30,104: w1 sink_bucket: default
2017-08-29 18:35:30,104: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:35:30,110: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:30,129: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:35:30,130: w2  node: 10.111.170.103:8091
2017-08-29 18:35:30,130: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:30,139: w2 sink_bucket: default
2017-08-29 18:35:30,139: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:35:30,153: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:30,165: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:35:30,166: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:35:30,166: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:35:30,166: w0          :                total |       last |    per sec
2017-08-29 18:35:30,166: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:35:30,204: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:35:30,204: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:35:30,204: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:35:30,205: w1          :                total |       last |    per sec
2017-08-29 18:35:30,205: w1  node: 10.111.170.102:8091, done; rv: 0
2017-08-29 18:35:30,214: Thread-732 Read 40 bytes off the wire
2017-08-29 18:35:30,214: Thread-732 Read 727 bytes off the wire
2017-08-29 18:35:30,217: w2 Send buffer size: 767
2017-08-29 18:35:30,230: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:35:30,230: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:35:30,230: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:35:30,231: w2          :                total |       last |    per sec
2017-08-29 18:35:30,231: w2    batch :                    1 |          1 |       10.9
2017-08-29 18:35:30,231: w2    byte  :                  340 |        340 |     3704.0
2017-08-29 18:35:30,231: w2    msg   :                    5 |          5 |       54.5
2017-08-29 18:35:30,231: w2  node: 10.111.170.103:8091, done; rv: 0
  [                    ] 0.1% (5/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        4.7
 byte  :                  340 |        340 |     1589.8
 msg   :                    5 |          5 |       23.4
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:35:30,284: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:927
2017-08-29 18:35:30,297: mt Recover and activate vbucket: 927
2017-08-29 18:35:30,298: mt cbrecovery...
2017-08-29 18:35:30,298: mt  source : http://10.111.170.101:8091
2017-08-29 18:35:30,298: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:35:30,298: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [928]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:35:30,298: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:35:30,302: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:35:30,308: mt "GET /pools/default/buckets HTTP/1.1" 200 11351
2017-08-29 18:35:30,327: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:35:30,328: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:35:30,333: mt "GET /pools/default/buckets HTTP/1.1" 200 10105
2017-08-29 18:35:30,352: mt source_bucket: default
2017-08-29 18:35:30,352: mt sink_bucket: default
2017-08-29 18:35:30,352: mt source_buckets: default
2017-08-29 18:35:30,353: mt bucket_source: default
2017-08-29 18:35:30,353: mt source_buckets filtered: default
2017-08-29 18:35:30,353: mt bucket: default
2017-08-29 18:35:30,353: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:35:30,354: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:35:30,354: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:30,354: w0  node: 10.111.170.101:8091
2017-08-29 18:35:30,358: w0 sink_bucket: default
2017-08-29 18:35:30,359: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:35:30,363: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:30,374: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:35:30,375: w1  node: 10.111.170.102:8091
2017-08-29 18:35:30,375: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:30,377: w1 sink_bucket: default
2017-08-29 18:35:30,378: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:35:30,392: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:30,405: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:35:30,405: w2  node: 10.111.170.103:8091
2017-08-29 18:35:30,406: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:30,416: w2 sink_bucket: default
2017-08-29 18:35:30,417: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:35:30,425: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:30,458: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:35:30,458: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:35:30,458: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:35:30,458: w0          :                total |       last |    per sec
2017-08-29 18:35:30,459: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:35:30,488: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:35:30,488: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:35:30,489: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:35:30,489: w1          :                total |       last |    per sec
2017-08-29 18:35:30,489: w1  node: 10.111.170.102:8091, done; rv: 0
2017-08-29 18:35:30,501: Thread-735 Read 1023 bytes off the wire
2017-08-29 18:35:30,507: w2 Send buffer size: 1023
2017-08-29 18:35:30,520: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:35:30,520: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:35:30,520: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:35:30,520: w2          :                total |       last |    per sec
2017-08-29 18:35:30,520: w2    batch :                    1 |          1 |        9.6
2017-08-29 18:35:30,520: w2    byte  :                  472 |        472 |     4543.7
2017-08-29 18:35:30,520: w2    msg   :                    7 |          7 |       67.4
2017-08-29 18:35:30,520: w2  node: 10.111.170.103:8091, done; rv: 0
  [                    ] 0.1% (7/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        4.9
 byte  :                  472 |        472 |     2293.7
 msg   :                    7 |          7 |       34.0
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:35:30,560: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:928
2017-08-29 18:35:30,574: mt Recover and activate vbucket: 928
2017-08-29 18:35:30,575: mt cbrecovery...
2017-08-29 18:35:30,575: mt  source : http://10.111.170.101:8091
2017-08-29 18:35:30,575: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:35:30,575: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [929]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:35:30,575: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:35:30,576: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:35:30,582: mt "GET /pools/default/buckets HTTP/1.1" 200 11351
2017-08-29 18:35:30,602: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:35:30,604: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:35:30,610: mt "GET /pools/default/buckets HTTP/1.1" 200 10104
2017-08-29 18:35:30,629: mt source_bucket: default
2017-08-29 18:35:30,629: mt sink_bucket: default
2017-08-29 18:35:30,629: mt source_buckets: default
2017-08-29 18:35:30,629: mt bucket_source: default
2017-08-29 18:35:30,629: mt source_buckets filtered: default
2017-08-29 18:35:30,629: mt bucket: default
2017-08-29 18:35:30,630: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:35:30,631: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:35:30,631: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:30,631: w0  node: 10.111.170.101:8091
2017-08-29 18:35:30,633: w0 sink_bucket: default
2017-08-29 18:35:30,634: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:35:30,639: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:30,649: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:35:30,650: w1  node: 10.111.170.102:8091
2017-08-29 18:35:30,651: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:30,653: w1 sink_bucket: default
2017-08-29 18:35:30,653: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:35:30,666: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:30,677: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:35:30,677: w2  node: 10.111.170.103:8091
2017-08-29 18:35:30,678: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:30,687: w2 sink_bucket: default
2017-08-29 18:35:30,687: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:35:30,692: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:30,731: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:35:30,731: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:35:30,731: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:35:30,731: w0          :                total |       last |    per sec
2017-08-29 18:35:30,732: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:35:30,760: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:35:30,760: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:35:30,761: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:35:30,761: w1          :                total |       last |    per sec
2017-08-29 18:35:30,761: w1  node: 10.111.170.102:8091, done; rv: 0
2017-08-29 18:35:30,765: Thread-738 Read 40 bytes off the wire
2017-08-29 18:35:30,766: Thread-738 Read 172 bytes off the wire
2017-08-29 18:35:30,766: Thread-738 Read 521 bytes off the wire
2017-08-29 18:35:30,766: Thread-738 Read 289 bytes off the wire
2017-08-29 18:35:30,769: w2 Send buffer size: 1022
2017-08-29 18:35:30,782: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:35:30,782: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:35:30,782: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:35:30,783: w2          :                total |       last |    per sec
2017-08-29 18:35:30,783: w2    batch :                    1 |          1 |       10.4
2017-08-29 18:35:30,783: w2    byte  :                  471 |        471 |     4919.3
2017-08-29 18:35:30,783: w2    msg   :                    7 |          7 |       73.1
2017-08-29 18:35:30,783: w2  node: 10.111.170.103:8091, done; rv: 0
  [                    ] 0.1% (7/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        5.1
 byte  :                  471 |        471 |     2387.0
 msg   :                    7 |          7 |       35.5
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:35:30,828: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:929
2017-08-29 18:35:30,843: mt Recover and activate vbucket: 929
2017-08-29 18:35:30,844: mt cbrecovery...
2017-08-29 18:35:30,844: mt  source : http://10.111.170.101:8091
2017-08-29 18:35:30,844: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:35:30,844: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [930]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:35:30,845: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:35:30,846: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:35:30,851: mt "GET /pools/default/buckets HTTP/1.1" 200 11351
2017-08-29 18:35:30,872: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:35:30,873: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:35:30,879: mt "GET /pools/default/buckets HTTP/1.1" 200 10103
2017-08-29 18:35:30,896: mt source_bucket: default
2017-08-29 18:35:30,897: mt sink_bucket: default
2017-08-29 18:35:30,897: mt source_buckets: default
2017-08-29 18:35:30,897: mt bucket_source: default
2017-08-29 18:35:30,897: mt source_buckets filtered: default
2017-08-29 18:35:30,897: mt bucket: default
2017-08-29 18:35:30,897: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:35:30,898: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:35:30,898: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:30,899: w0  node: 10.111.170.101:8091
2017-08-29 18:35:30,903: w0 sink_bucket: default
2017-08-29 18:35:30,903: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:35:30,908: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:30,920: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:35:30,920: w1  node: 10.111.170.102:8091
2017-08-29 18:35:30,920: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:30,923: w1 sink_bucket: default
2017-08-29 18:35:30,924: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:35:30,940: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:31,054: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:35:31,054: w2  node: 10.111.170.103:8091
2017-08-29 18:35:31,054: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:31,061: w2 sink_bucket: default
2017-08-29 18:35:31,061: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:35:31,077: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:31,098: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:35:31,098: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:35:31,098: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:35:31,098: w0          :                total |       last |    per sec
2017-08-29 18:35:31,099: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:35:31,137: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:35:31,137: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:35:31,137: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:35:31,137: w1          :                total |       last |    per sec
2017-08-29 18:35:31,138: w1  node: 10.111.170.102:8091, done; rv: 0
2017-08-29 18:35:31,140: Thread-741 Read 40 bytes off the wire
2017-08-29 18:35:31,141: Thread-741 Read 1220 bytes off the wire
2017-08-29 18:35:31,142: Thread-741 Read 1207 bytes off the wire
2017-08-29 18:35:31,145: w2 Send buffer size: 2467
2017-08-29 18:35:31,157: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:35:31,158: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:35:31,158: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:35:31,158: w2          :                total |       last |    per sec
2017-08-29 18:35:31,158: w2    batch :                    1 |          1 |       10.3
2017-08-29 18:35:31,158: w2    byte  :                 1222 |       1222 |    12576.3
2017-08-29 18:35:31,158: w2    msg   :                   18 |         18 |      185.2
2017-08-29 18:35:31,158: w2  node: 10.111.170.103:8091, done; rv: 0
  [                    ] 0.2% (18/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        3.2
 byte  :                 1222 |       1222 |     3889.7
 msg   :                   18 |         18 |       57.3
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:35:31,213: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:930
2017-08-29 18:35:31,225: mt Recover and activate vbucket: 930
2017-08-29 18:35:31,226: mt cbrecovery...
2017-08-29 18:35:31,226: mt  source : http://10.111.170.101:8091
2017-08-29 18:35:31,226: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:35:31,226: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [931]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:35:31,226: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:35:31,227: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:35:31,233: mt "GET /pools/default/buckets HTTP/1.1" 200 11351
2017-08-29 18:35:31,252: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:35:31,253: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:35:31,258: mt "GET /pools/default/buckets HTTP/1.1" 200 10102
2017-08-29 18:35:31,277: mt source_bucket: default
2017-08-29 18:35:31,277: mt sink_bucket: default
2017-08-29 18:35:31,277: mt source_buckets: default
2017-08-29 18:35:31,278: mt bucket_source: default
2017-08-29 18:35:31,278: mt source_buckets filtered: default
2017-08-29 18:35:31,278: mt bucket: default
2017-08-29 18:35:31,278: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:35:31,279: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:35:31,279: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:31,279: w0  node: 10.111.170.101:8091
2017-08-29 18:35:31,284: w0 sink_bucket: default
2017-08-29 18:35:31,284: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:35:31,290: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:31,297: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:35:31,297: w1  node: 10.111.170.102:8091
2017-08-29 18:35:31,298: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:31,305: w1 sink_bucket: default
2017-08-29 18:35:31,305: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:35:31,315: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:31,325: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:35:31,325: w2  node: 10.111.170.103:8091
2017-08-29 18:35:31,325: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:31,331: w2 sink_bucket: default
2017-08-29 18:35:31,332: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:35:31,341: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:31,384: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:35:31,385: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:35:31,385: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:35:31,385: w0          :                total |       last |    per sec
2017-08-29 18:35:31,385: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:35:31,415: Thread-744 Read 40 bytes off the wire
2017-08-29 18:35:31,416: Thread-744 Read 1081 bytes off the wire
2017-08-29 18:35:31,416: Thread-744 Read 944 bytes off the wire
2017-08-29 18:35:31,420: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:35:31,420: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:35:31,420: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:35:31,420: w1          :                total |       last |    per sec
2017-08-29 18:35:31,420: w1  node: 10.111.170.102:8091, done; rv: 0
2017-08-29 18:35:31,420: w2 Send buffer size: 2065
2017-08-29 18:35:31,433: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:35:31,433: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:35:31,434: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:35:31,434: w2          :                total |       last |    per sec
2017-08-29 18:35:31,434: w2    batch :                    1 |          1 |        9.8
2017-08-29 18:35:31,434: w2    byte  :                 1011 |       1011 |     9884.6
2017-08-29 18:35:31,434: w2    msg   :                   15 |         15 |      146.7
2017-08-29 18:35:31,434: w2  node: 10.111.170.103:8091, done; rv: 0
  [                    ] 0.1% (15/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        5.0
 byte  :                 1011 |       1011 |     5008.7
 msg   :                   15 |         15 |       74.3
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:35:31,482: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:931
2017-08-29 18:35:31,494: mt Recover and activate vbucket: 931
2017-08-29 18:35:31,501: mt cbrecovery...
2017-08-29 18:35:31,501: mt  source : http://10.111.170.101:8091
2017-08-29 18:35:31,501: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:35:31,501: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [932]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:35:31,501: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:35:31,502: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:35:31,514: mt "GET /pools/default/buckets HTTP/1.1" 200 11351
2017-08-29 18:35:31,537: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:35:31,539: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:35:31,544: mt "GET /pools/default/buckets HTTP/1.1" 200 10101
2017-08-29 18:35:31,562: mt source_bucket: default
2017-08-29 18:35:31,562: mt sink_bucket: default
2017-08-29 18:35:31,562: mt source_buckets: default
2017-08-29 18:35:31,562: mt bucket_source: default
2017-08-29 18:35:31,562: mt source_buckets filtered: default
2017-08-29 18:35:31,562: mt bucket: default
2017-08-29 18:35:31,562: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:35:31,564: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:35:31,564: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:31,565: w0  node: 10.111.170.101:8091
2017-08-29 18:35:31,569: w0 sink_bucket: default
2017-08-29 18:35:31,570: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:35:31,574: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:31,583: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:35:31,583: w1  node: 10.111.170.102:8091
2017-08-29 18:35:31,584: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:31,589: w1 sink_bucket: default
2017-08-29 18:35:31,590: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:35:31,603: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:31,614: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:35:31,614: w2  node: 10.111.170.103:8091
2017-08-29 18:35:31,614: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:31,629: w2 sink_bucket: default
2017-08-29 18:35:31,629: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:35:31,632: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:31,672: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:35:31,672: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:35:31,672: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:35:31,673: w0          :                total |       last |    per sec
2017-08-29 18:35:31,673: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:35:31,703: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:35:31,704: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:35:31,704: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:35:31,704: w1          :                total |       last |    per sec
2017-08-29 18:35:31,705: w1  node: 10.111.170.102:8091, done; rv: 0
2017-08-29 18:35:31,708: w2 no response while there 1 active streams
2017-08-29 18:35:31,958: w2 no response while there 1 active streams
2017-08-29 18:35:32,209: w2 no response while there 1 active streams
2017-08-29 18:35:32,460: w2 no response while there 1 active streams
2017-08-29 18:35:32,705: Thread-747 Read 2464 bytes off the wire
2017-08-29 18:35:32,711: w2 Send buffer size: 2464
2017-08-29 18:35:32,724: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:35:32,724: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:35:32,724: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:35:32,724: w2          :                total |       last |    per sec
2017-08-29 18:35:32,724: w2    batch :                    1 |          1 |        0.9
2017-08-29 18:35:32,724: w2    byte  :                 1219 |       1219 |     1113.4
2017-08-29 18:35:32,724: w2    msg   :                   18 |         18 |       16.4
2017-08-29 18:35:32,724: w2  node: 10.111.170.103:8091, done; rv: 0
  [                    ] 0.2% (18/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        0.8
 byte  :                 1219 |       1219 |     1018.3
 msg   :                   18 |         18 |       15.0
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:35:32,761: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:932
2017-08-29 18:35:32,778: mt Recover and activate vbucket: 932
2017-08-29 18:35:32,779: mt cbrecovery...
2017-08-29 18:35:32,779: mt  source : http://10.111.170.101:8091
2017-08-29 18:35:32,779: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:35:32,779: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [933]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:35:32,779: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:35:32,780: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:35:32,786: mt "GET /pools/default/buckets HTTP/1.1" 200 11351
2017-08-29 18:35:32,808: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:35:32,809: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:35:32,819: mt "GET /pools/default/buckets HTTP/1.1" 200 10100
2017-08-29 18:35:32,840: mt source_bucket: default
2017-08-29 18:35:32,841: mt sink_bucket: default
2017-08-29 18:35:32,841: mt source_buckets: default
2017-08-29 18:35:32,841: mt bucket_source: default
2017-08-29 18:35:32,841: mt source_buckets filtered: default
2017-08-29 18:35:32,841: mt bucket: default
2017-08-29 18:35:32,841: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:35:32,842: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:35:32,842: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:32,842: w0  node: 10.111.170.101:8091
2017-08-29 18:35:32,845: w0 sink_bucket: default
2017-08-29 18:35:32,845: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:35:32,854: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:32,861: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:35:32,861: w1  node: 10.111.170.102:8091
2017-08-29 18:35:32,861: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:32,868: w1 sink_bucket: default
2017-08-29 18:35:32,868: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:35:32,882: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:32,897: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:35:32,898: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:32,898: w2  node: 10.111.170.103:8091
2017-08-29 18:35:32,908: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:32,912: w2 sink_bucket: default
2017-08-29 18:35:32,913: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:35:32,953: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:35:32,954: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:35:32,954: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:35:32,954: w0          :                total |       last |    per sec
2017-08-29 18:35:32,954: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:35:32,979: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:35:32,979: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:35:32,980: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:35:32,980: w1          :                total |       last |    per sec
2017-08-29 18:35:32,980: w1  node: 10.111.170.102:8091, done; rv: 0
2017-08-29 18:35:32,987: Thread-750 Read 40 bytes off the wire
2017-08-29 18:35:32,988: Thread-750 Read 552 bytes off the wire
2017-08-29 18:35:32,989: Thread-750 Read 655 bytes off the wire
2017-08-29 18:35:32,989: Thread-750 Read 1046 bytes off the wire
2017-08-29 18:35:32,990: Thread-750 Read 28 bytes off the wire
2017-08-29 18:35:32,992: w2 Send buffer size: 2321
2017-08-29 18:35:33,005: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:35:33,006: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:35:33,006: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:35:33,006: w2          :                total |       last |    per sec
2017-08-29 18:35:33,006: w2    batch :                    1 |          1 |       10.7
2017-08-29 18:35:33,006: w2    byte  :                 1143 |       1143 |    12237.0
2017-08-29 18:35:33,006: w2    msg   :                   17 |         17 |      182.0
2017-08-29 18:35:33,006: w2  node: 10.111.170.103:8091, done; rv: 0
  [                    ] 0.2% (17/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        4.9
 byte  :                 1143 |       1143 |     5588.7
 msg   :                   17 |         17 |       83.1
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:35:33,046: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:933
2017-08-29 18:35:33,059: mt Recover and activate vbucket: 933
2017-08-29 18:35:33,060: mt cbrecovery...
2017-08-29 18:35:33,060: mt  source : http://10.111.170.101:8091
2017-08-29 18:35:33,060: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:35:33,060: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [934]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:35:33,060: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:35:33,061: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:35:33,068: mt "GET /pools/default/buckets HTTP/1.1" 200 11351
2017-08-29 18:35:33,089: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:35:33,090: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:35:33,097: mt "GET /pools/default/buckets HTTP/1.1" 200 10087
2017-08-29 18:35:33,116: mt source_bucket: default
2017-08-29 18:35:33,116: mt sink_bucket: default
2017-08-29 18:35:33,116: mt source_buckets: default
2017-08-29 18:35:33,116: mt bucket_source: default
2017-08-29 18:35:33,116: mt source_buckets filtered: default
2017-08-29 18:35:33,116: mt bucket: default
2017-08-29 18:35:33,116: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:35:33,118: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:35:33,118: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:33,118: w0  node: 10.111.170.101:8091
2017-08-29 18:35:33,120: w0 sink_bucket: default
2017-08-29 18:35:33,121: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:35:33,132: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:33,139: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:35:33,139: w1  node: 10.111.170.102:8091
2017-08-29 18:35:33,140: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:33,151: w1 sink_bucket: default
2017-08-29 18:35:33,151: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:35:33,152: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:33,162: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:35:33,162: w2  node: 10.111.170.103:8091
2017-08-29 18:35:33,162: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:33,164: w2 sink_bucket: default
2017-08-29 18:35:33,165: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:35:33,180: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:33,233: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:35:33,233: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:35:33,233: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:35:33,234: w0          :                total |       last |    per sec
2017-08-29 18:35:33,234: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:35:33,258: Thread-753 Read 40 bytes off the wire
2017-08-29 18:35:33,259: Thread-753 Read 306 bytes off the wire
2017-08-29 18:35:33,259: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:35:33,259: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:35:33,259: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:35:33,259: w1          :                total |       last |    per sec
2017-08-29 18:35:33,259: w1  node: 10.111.170.102:8091, done; rv: 0
2017-08-29 18:35:33,259: Thread-753 Read 28 bytes off the wire
2017-08-29 18:35:33,262: w2 Send buffer size: 374
2017-08-29 18:35:33,275: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:35:33,275: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:35:33,276: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:35:33,276: w2          :                total |       last |    per sec
2017-08-29 18:35:33,276: w2    batch :                    1 |          1 |        9.0
2017-08-29 18:35:33,276: w2    byte  :                  136 |        136 |     1225.4
2017-08-29 18:35:33,276: w2    msg   :                    2 |          2 |       18.0
2017-08-29 18:35:33,276: w2  node: 10.111.170.103:8091, done; rv: 0
  [                    ] 0.0% (2/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        5.0
 byte  :                  136 |        136 |      684.7
 msg   :                    2 |          2 |       10.1
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:35:33,317: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:934
2017-08-29 18:35:33,331: mt Recover and activate vbucket: 934
2017-08-29 18:35:33,332: mt cbrecovery...
2017-08-29 18:35:33,332: mt  source : http://10.111.170.101:8091
2017-08-29 18:35:33,332: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:35:33,332: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [935]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:35:33,332: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:35:33,333: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:35:33,339: mt "GET /pools/default/buckets HTTP/1.1" 200 11351
2017-08-29 18:35:33,357: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:35:33,359: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:35:33,364: mt "GET /pools/default/buckets HTTP/1.1" 200 10086
2017-08-29 18:35:33,383: mt source_bucket: default
2017-08-29 18:35:33,383: mt sink_bucket: default
2017-08-29 18:35:33,383: mt source_buckets: default
2017-08-29 18:35:33,383: mt bucket_source: default
2017-08-29 18:35:33,384: mt source_buckets filtered: default
2017-08-29 18:35:33,384: mt bucket: default
2017-08-29 18:35:33,384: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:35:33,385: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:35:33,385: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:33,385: w0  node: 10.111.170.101:8091
2017-08-29 18:35:33,387: w0 sink_bucket: default
2017-08-29 18:35:33,387: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:35:33,394: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:33,405: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:35:33,405: w1  node: 10.111.170.102:8091
2017-08-29 18:35:33,406: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:33,415: w1 sink_bucket: default
2017-08-29 18:35:33,415: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:35:33,419: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:33,428: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:35:33,428: w2  node: 10.111.170.103:8091
2017-08-29 18:35:33,428: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:33,433: w2 sink_bucket: default
2017-08-29 18:35:33,433: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:35:33,446: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:33,511: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:35:33,511: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:35:33,511: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:35:33,511: w0          :                total |       last |    per sec
2017-08-29 18:35:33,512: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:35:33,567: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:35:33,567: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:35:33,568: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:35:33,568: w1          :                total |       last |    per sec
2017-08-29 18:35:33,568: w1  node: 10.111.170.102:8091, done; rv: 0
2017-08-29 18:35:33,569: Thread-756 Read 40 bytes off the wire
2017-08-29 18:35:33,570: Thread-756 Read 698 bytes off the wire
2017-08-29 18:35:33,570: Thread-756 Read 28 bytes off the wire
2017-08-29 18:35:33,574: w2 Send buffer size: 766
2017-08-29 18:35:33,587: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:35:33,587: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:35:33,587: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:35:33,587: w2          :                total |       last |    per sec
2017-08-29 18:35:33,588: w2    batch :                    1 |          1 |        6.5
2017-08-29 18:35:33,588: w2    byte  :                  339 |        339 |     2192.2
2017-08-29 18:35:33,588: w2    msg   :                    5 |          5 |       32.3
2017-08-29 18:35:33,588: w2  node: 10.111.170.103:8091, done; rv: 0
  [                    ] 0.1% (5/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        3.7
 byte  :                  339 |        339 |     1249.3
 msg   :                    5 |          5 |       18.4
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:35:33,656: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:935
2017-08-29 18:35:33,669: mt Recover and activate vbucket: 935
2017-08-29 18:35:33,671: mt cbrecovery...
2017-08-29 18:35:33,671: mt  source : http://10.111.170.101:8091
2017-08-29 18:35:33,671: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:35:33,671: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [936]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:35:33,671: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:35:33,673: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:35:33,680: mt "GET /pools/default/buckets HTTP/1.1" 200 11351
2017-08-29 18:35:33,720: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:35:33,721: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:35:33,729: mt "GET /pools/default/buckets HTTP/1.1" 200 10085
2017-08-29 18:35:33,748: mt source_bucket: default
2017-08-29 18:35:33,748: mt sink_bucket: default
2017-08-29 18:35:33,749: mt source_buckets: default
2017-08-29 18:35:33,749: mt bucket_source: default
2017-08-29 18:35:33,749: mt source_buckets filtered: default
2017-08-29 18:35:33,749: mt bucket: default
2017-08-29 18:35:33,749: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:35:33,750: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:35:33,750: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:33,751: w0  node: 10.111.170.101:8091
2017-08-29 18:35:33,757: w0 sink_bucket: default
2017-08-29 18:35:33,757: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:35:33,766: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:33,774: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:35:33,774: w1  node: 10.111.170.102:8091
2017-08-29 18:35:33,775: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:33,787: w1 sink_bucket: default
2017-08-29 18:35:33,787: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:35:33,792: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:33,802: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:35:33,802: w2  node: 10.111.170.103:8091
2017-08-29 18:35:33,802: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:33,808: w2 sink_bucket: default
2017-08-29 18:35:33,808: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:35:33,815: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:33,845: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:35:33,845: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:35:33,845: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:35:33,845: w0          :                total |       last |    per sec
2017-08-29 18:35:33,845: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:35:33,876: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:35:33,876: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:35:33,876: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:35:33,876: w1          :                total |       last |    per sec
2017-08-29 18:35:33,877: w1  node: 10.111.170.102:8091, done; rv: 0
2017-08-29 18:35:33,884: Thread-759 Read 40 bytes off the wire
2017-08-29 18:35:33,885: Thread-759 Read 306 bytes off the wire
2017-08-29 18:35:33,885: Thread-759 Read 132 bytes off the wire
2017-08-29 18:35:33,885: Thread-759 Read 159 bytes off the wire
2017-08-29 18:35:33,888: w2 Send buffer size: 637
2017-08-29 18:35:33,901: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:35:33,901: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:35:33,901: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:35:33,901: w2          :                total |       last |    per sec
2017-08-29 18:35:33,901: w2    batch :                    1 |          1 |       10.8
2017-08-29 18:35:33,901: w2    byte  :                  273 |        273 |     2938.6
2017-08-29 18:35:33,901: w2    msg   :                    4 |          4 |       43.1
2017-08-29 18:35:33,901: w2  node: 10.111.170.103:8091, done; rv: 0
  [                    ] 0.0% (4/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        5.1
 byte  :                  273 |        273 |     1394.0
 msg   :                    4 |          4 |       20.4
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:35:33,946: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:936
2017-08-29 18:35:33,961: mt Recover and activate vbucket: 936
2017-08-29 18:35:33,962: mt cbrecovery...
2017-08-29 18:35:33,962: mt  source : http://10.111.170.101:8091
2017-08-29 18:35:33,962: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:35:33,962: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [937]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:35:33,962: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:35:33,963: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:35:33,969: mt "GET /pools/default/buckets HTTP/1.1" 200 11351
2017-08-29 18:35:33,989: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:35:33,990: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:35:33,996: mt "GET /pools/default/buckets HTTP/1.1" 200 10084
2017-08-29 18:35:34,015: mt source_bucket: default
2017-08-29 18:35:34,015: mt sink_bucket: default
2017-08-29 18:35:34,015: mt source_buckets: default
2017-08-29 18:35:34,015: mt bucket_source: default
2017-08-29 18:35:34,015: mt source_buckets filtered: default
2017-08-29 18:35:34,015: mt bucket: default
2017-08-29 18:35:34,015: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:35:34,016: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:35:34,016: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:34,017: w0  node: 10.111.170.101:8091
2017-08-29 18:35:34,021: w0 sink_bucket: default
2017-08-29 18:35:34,021: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:35:34,026: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:34,038: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:35:34,038: w1  node: 10.111.170.102:8091
2017-08-29 18:35:34,039: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:34,040: w1 sink_bucket: default
2017-08-29 18:35:34,041: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:35:34,052: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:34,061: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:35:34,062: w2  node: 10.111.170.103:8091
2017-08-29 18:35:34,062: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:34,080: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:34,080: w2 sink_bucket: default
2017-08-29 18:35:34,081: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:35:34,235: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:35:34,235: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:35:34,235: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:35:34,235: w0          :                total |       last |    per sec
2017-08-29 18:35:34,235: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:35:34,252: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:35:34,253: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:35:34,253: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:35:34,253: w1          :                total |       last |    per sec
2017-08-29 18:35:34,253: w1  node: 10.111.170.102:8091, done; rv: 0
2017-08-29 18:35:34,260: Thread-762 Read 40 bytes off the wire
2017-08-29 18:35:34,260: Thread-762 Read 465 bytes off the wire
2017-08-29 18:35:34,263: w2 Send buffer size: 505
2017-08-29 18:35:34,276: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:35:34,276: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:35:34,276: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:35:34,276: w2          :                total |       last |    per sec
2017-08-29 18:35:34,276: w2    batch :                    1 |          1 |        5.1
2017-08-29 18:35:34,276: w2    byte  :                  204 |        204 |     1042.0
2017-08-29 18:35:34,276: w2    msg   :                    3 |          3 |       15.3
2017-08-29 18:35:34,276: w2  node: 10.111.170.103:8091, done; rv: 0
  [                    ] 0.0% (3/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        3.6
 byte  :                  204 |        204 |      728.9
 msg   :                    3 |          3 |       10.7
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:35:34,296: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:937
2017-08-29 18:35:34,311: mt Recover and activate vbucket: 937
2017-08-29 18:35:34,312: mt cbrecovery...
2017-08-29 18:35:34,312: mt  source : http://10.111.170.101:8091
2017-08-29 18:35:34,312: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:35:34,312: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [938]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:35:34,312: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:35:34,313: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:35:34,321: mt "GET /pools/default/buckets HTTP/1.1" 200 11351
2017-08-29 18:35:34,342: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:35:34,343: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:35:34,349: mt "GET /pools/default/buckets HTTP/1.1" 200 10083
2017-08-29 18:35:34,368: mt source_bucket: default
2017-08-29 18:35:34,368: mt sink_bucket: default
2017-08-29 18:35:34,368: mt source_buckets: default
2017-08-29 18:35:34,368: mt bucket_source: default
2017-08-29 18:35:34,368: mt source_buckets filtered: default
2017-08-29 18:35:34,369: mt bucket: default
2017-08-29 18:35:34,369: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:35:34,372: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:35:34,372: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:34,372: w0  node: 10.111.170.101:8091
2017-08-29 18:35:34,375: w0 sink_bucket: default
2017-08-29 18:35:34,375: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:35:34,385: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:34,391: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:35:34,391: w1  node: 10.111.170.102:8091
2017-08-29 18:35:34,391: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:34,400: w1 sink_bucket: default
2017-08-29 18:35:34,401: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:35:34,405: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:34,420: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:35:34,424: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:34,425: w2  node: 10.111.170.103:8091
2017-08-29 18:35:34,439: w2 sink_bucket: default
2017-08-29 18:35:34,439: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:35:34,444: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:34,461: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:35:34,461: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:35:34,461: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:35:34,461: w0          :                total |       last |    per sec
2017-08-29 18:35:34,463: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:35:34,529: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:35:34,529: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:35:34,529: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:35:34,529: w1          :                total |       last |    per sec
2017-08-29 18:35:34,529: w1  node: 10.111.170.102:8091, done; rv: 0
2017-08-29 18:35:34,542: Thread-765 Read 40 bytes off the wire
2017-08-29 18:35:34,542: Thread-765 Read 567 bytes off the wire
2017-08-29 18:35:34,542: Thread-765 Read 1440 bytes off the wire
2017-08-29 18:35:34,543: Thread-765 Read 28 bytes off the wire
2017-08-29 18:35:34,545: w2 Send buffer size: 2075
2017-08-29 18:35:34,558: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:35:34,558: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:35:34,558: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:35:34,558: w2          :                total |       last |    per sec
2017-08-29 18:35:34,558: w2    batch :                    1 |          1 |        8.4
2017-08-29 18:35:34,559: w2    byte  :                 1018 |       1018 |     8549.4
2017-08-29 18:35:34,559: w2    msg   :                   15 |         15 |      126.0
2017-08-29 18:35:34,559: w2  node: 10.111.170.103:8091, done; rv: 0
  [                    ] 0.1% (15/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        4.6
 byte  :                 1018 |       1018 |     4676.5
 msg   :                   15 |         15 |       68.9
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:35:34,590: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:938
2017-08-29 18:35:34,604: mt Recover and activate vbucket: 938
2017-08-29 18:35:34,605: mt cbrecovery...
2017-08-29 18:35:34,605: mt  source : http://10.111.170.101:8091
2017-08-29 18:35:34,605: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:35:34,606: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [939]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:35:34,606: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:35:34,607: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:35:34,612: mt "GET /pools/default/buckets HTTP/1.1" 200 11351
2017-08-29 18:35:34,632: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:35:34,633: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:35:34,639: mt "GET /pools/default/buckets HTTP/1.1" 200 10082
2017-08-29 18:35:34,660: mt source_bucket: default
2017-08-29 18:35:34,660: mt sink_bucket: default
2017-08-29 18:35:34,661: mt source_buckets: default
2017-08-29 18:35:34,661: mt bucket_source: default
2017-08-29 18:35:34,662: mt source_buckets filtered: default
2017-08-29 18:35:34,662: mt bucket: default
2017-08-29 18:35:34,662: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:35:34,663: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:35:34,663: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:34,663: w0  node: 10.111.170.101:8091
2017-08-29 18:35:34,665: w0 sink_bucket: default
2017-08-29 18:35:34,666: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:35:34,673: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:34,688: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:35:34,688: w1  node: 10.111.170.102:8091
2017-08-29 18:35:34,689: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:34,691: w1 sink_bucket: default
2017-08-29 18:35:34,691: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:35:34,703: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:34,720: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:35:34,721: w2  node: 10.111.170.103:8091
2017-08-29 18:35:34,724: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:34,727: w2 sink_bucket: default
2017-08-29 18:35:34,727: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:35:34,733: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:34,773: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:35:34,773: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:35:34,773: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:35:34,773: w0          :                total |       last |    per sec
2017-08-29 18:35:34,773: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:35:34,803: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:35:34,804: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:35:34,804: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:35:34,805: w1          :                total |       last |    per sec
2017-08-29 18:35:34,805: w1  node: 10.111.170.102:8091, done; rv: 0
2017-08-29 18:35:34,809: w2 no response while there 1 active streams
2017-08-29 18:35:35,060: w2 no response while there 1 active streams
2017-08-29 18:35:35,311: w2 no response while there 1 active streams
2017-08-29 18:35:35,563: w2 no response while there 1 active streams
2017-08-29 18:35:35,805: Thread-768 Read 2073 bytes off the wire
2017-08-29 18:35:35,814: w2 Send buffer size: 2073
2017-08-29 18:35:35,828: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:35:35,829: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:35:35,829: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:35:35,829: w2          :                total |       last |    per sec
2017-08-29 18:35:35,829: w2    batch :                    1 |          1 |        0.9
2017-08-29 18:35:35,829: w2    byte  :                 1017 |       1017 |      923.0
2017-08-29 18:35:35,829: w2    msg   :                   15 |         15 |       13.6
2017-08-29 18:35:35,829: w2  node: 10.111.170.103:8091, done; rv: 0
  [                    ] 0.1% (15/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        0.8
 byte  :                 1017 |       1017 |      843.5
 msg   :                   15 |         15 |       12.4
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:35:35,869: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:939
2017-08-29 18:35:35,885: mt Recover and activate vbucket: 939
2017-08-29 18:35:35,886: mt cbrecovery...
2017-08-29 18:35:35,886: mt  source : http://10.111.170.101:8091
2017-08-29 18:35:35,886: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:35:35,887: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [940]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:35:35,887: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:35:35,888: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:35:35,894: mt "GET /pools/default/buckets HTTP/1.1" 200 11351
2017-08-29 18:35:35,913: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:35:35,914: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:35:35,919: mt "GET /pools/default/buckets HTTP/1.1" 200 10081
2017-08-29 18:35:35,937: mt source_bucket: default
2017-08-29 18:35:35,937: mt sink_bucket: default
2017-08-29 18:35:35,937: mt source_buckets: default
2017-08-29 18:35:35,938: mt bucket_source: default
2017-08-29 18:35:35,938: mt source_buckets filtered: default
2017-08-29 18:35:35,938: mt bucket: default
2017-08-29 18:35:35,938: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:35:35,939: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:35:35,939: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:35,940: w0  node: 10.111.170.101:8091
2017-08-29 18:35:35,944: w0 sink_bucket: default
2017-08-29 18:35:35,944: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:35:35,948: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:35,958: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:35:35,958: w1  node: 10.111.170.102:8091
2017-08-29 18:35:35,958: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:35,964: w1 sink_bucket: default
2017-08-29 18:35:35,965: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:35:35,973: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:35,988: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:35:35,989: w2  node: 10.111.170.103:8091
2017-08-29 18:35:35,989: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:35,996: w2 sink_bucket: default
2017-08-29 18:35:35,997: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:35:36,004: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:36,032: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:35:36,032: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:35:36,032: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:35:36,032: w0          :                total |       last |    per sec
2017-08-29 18:35:36,033: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:35:36,063: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:35:36,063: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:35:36,063: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:35:36,063: w1          :                total |       last |    per sec
2017-08-29 18:35:36,063: w1  node: 10.111.170.102:8091, done; rv: 0
2017-08-29 18:35:36,077: w2 no response while there 1 active streams
2017-08-29 18:35:36,328: w2 no response while there 1 active streams
2017-08-29 18:35:36,579: w2 no response while there 1 active streams
2017-08-29 18:35:36,831: w2 no response while there 1 active streams
2017-08-29 18:35:37,075: Thread-771 Read 1937 bytes off the wire
2017-08-29 18:35:37,082: w2 Send buffer size: 1937
2017-08-29 18:35:37,095: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:35:37,096: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:35:37,096: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:35:37,096: w2          :                total |       last |    per sec
2017-08-29 18:35:37,096: w2    batch :                    1 |          1 |        0.9
2017-08-29 18:35:37,096: w2    byte  :                  945 |        945 |      859.6
2017-08-29 18:35:37,096: w2    msg   :                   14 |         14 |       12.7
2017-08-29 18:35:37,096: w2  node: 10.111.170.103:8091, done; rv: 0
  [                    ] 0.1% (14/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        0.8
 byte  :                  945 |        945 |      791.0
 msg   :                   14 |         14 |       11.7
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:35:37,134: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:940
2017-08-29 18:35:37,153: mt Recover and activate vbucket: 940
2017-08-29 18:35:37,154: mt cbrecovery...
2017-08-29 18:35:37,154: mt  source : http://10.111.170.101:8091
2017-08-29 18:35:37,154: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:35:37,154: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [941]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:35:37,155: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:35:37,156: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:35:37,162: mt "GET /pools/default/buckets HTTP/1.1" 200 11351
2017-08-29 18:35:37,187: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:35:37,188: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:35:37,193: mt "GET /pools/default/buckets HTTP/1.1" 200 10080
2017-08-29 18:35:37,212: mt source_bucket: default
2017-08-29 18:35:37,212: mt sink_bucket: default
2017-08-29 18:35:37,212: mt source_buckets: default
2017-08-29 18:35:37,212: mt bucket_source: default
2017-08-29 18:35:37,212: mt source_buckets filtered: default
2017-08-29 18:35:37,212: mt bucket: default
2017-08-29 18:35:37,212: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:35:37,213: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:35:37,213: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:37,213: w0  node: 10.111.170.101:8091
2017-08-29 18:35:37,217: w0 sink_bucket: default
2017-08-29 18:35:37,218: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:35:37,223: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:37,233: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:35:37,233: w1  node: 10.111.170.102:8091
2017-08-29 18:35:37,233: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:37,236: w1 sink_bucket: default
2017-08-29 18:35:37,237: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:35:37,248: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:37,258: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:35:37,258: w2  node: 10.111.170.103:8091
2017-08-29 18:35:37,261: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:37,270: w2 sink_bucket: default
2017-08-29 18:35:37,270: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:35:37,279: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:37,326: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:35:37,327: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:35:37,327: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:35:37,327: w0          :                total |       last |    per sec
2017-08-29 18:35:37,327: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:35:37,343: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:35:37,344: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:35:37,344: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:35:37,344: w1          :                total |       last |    per sec
2017-08-29 18:35:37,344: w1  node: 10.111.170.102:8091, done; rv: 0
2017-08-29 18:35:37,351: Thread-774 Read 40 bytes off the wire
2017-08-29 18:35:37,352: Thread-774 Read 824 bytes off the wire
2017-08-29 18:35:37,352: Thread-774 Read 1046 bytes off the wire
2017-08-29 18:35:37,352: Thread-774 Read 421 bytes off the wire
2017-08-29 18:35:37,356: w2 Send buffer size: 2331
2017-08-29 18:35:37,370: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:35:37,370: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:35:37,370: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:35:37,370: w2          :                total |       last |    per sec
2017-08-29 18:35:37,370: w2    batch :                    1 |          1 |       10.0
2017-08-29 18:35:37,370: w2    byte  :                 1150 |       1150 |    11483.9
2017-08-29 18:35:37,370: w2    msg   :                   17 |         17 |      169.8
2017-08-29 18:35:37,370: w2  node: 10.111.170.103:8091, done; rv: 0
  [                    ] 0.2% (17/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        5.1
 byte  :                 1150 |       1150 |     5868.2
 msg   :                   17 |         17 |       86.7
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:35:37,410: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:941
2017-08-29 18:35:37,422: mt Recover and activate vbucket: 941
2017-08-29 18:35:37,423: mt cbrecovery...
2017-08-29 18:35:37,424: mt  source : http://10.111.170.101:8091
2017-08-29 18:35:37,424: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:35:37,424: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [942]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:35:37,424: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:35:37,425: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:35:37,432: mt "GET /pools/default/buckets HTTP/1.1" 200 11351
2017-08-29 18:35:37,451: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:35:37,452: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:35:37,458: mt "GET /pools/default/buckets HTTP/1.1" 200 10079
2017-08-29 18:35:37,479: mt source_bucket: default
2017-08-29 18:35:37,484: mt sink_bucket: default
2017-08-29 18:35:37,484: mt source_buckets: default
2017-08-29 18:35:37,484: mt bucket_source: default
2017-08-29 18:35:37,484: mt source_buckets filtered: default
2017-08-29 18:35:37,484: mt bucket: default
2017-08-29 18:35:37,484: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:35:37,487: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:35:37,488: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:37,488: w0  node: 10.111.170.101:8091
2017-08-29 18:35:37,492: w0 sink_bucket: default
2017-08-29 18:35:37,492: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:35:37,501: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:37,516: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:35:37,516: w1  node: 10.111.170.102:8091
2017-08-29 18:35:37,516: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:37,528: w1 sink_bucket: default
2017-08-29 18:35:37,528: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:35:37,532: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:37,555: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:35:37,555: w2  node: 10.111.170.103:8091
2017-08-29 18:35:37,556: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:37,565: w2 sink_bucket: default
2017-08-29 18:35:37,565: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:35:37,571: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:37,618: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:35:37,618: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:35:37,618: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:35:37,618: w0          :                total |       last |    per sec
2017-08-29 18:35:37,618: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:35:37,646: w2 no response while there 1 active streams
2017-08-29 18:35:37,648: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:35:37,648: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:35:37,648: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:35:37,648: w1          :                total |       last |    per sec
2017-08-29 18:35:37,649: w1  node: 10.111.170.102:8091, done; rv: 0
2017-08-29 18:35:37,898: w2 no response while there 1 active streams
2017-08-29 18:35:38,149: w2 no response while there 1 active streams
2017-08-29 18:35:38,399: w2 no response while there 1 active streams
2017-08-29 18:35:38,644: Thread-777 Read 1029 bytes off the wire
2017-08-29 18:35:38,650: w2 Send buffer size: 1029
2017-08-29 18:35:38,663: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:35:38,663: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:35:38,663: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:35:38,663: w2          :                total |       last |    per sec
2017-08-29 18:35:38,663: w2    batch :                    1 |          1 |        0.9
2017-08-29 18:35:38,663: w2    byte  :                  476 |        476 |      433.4
2017-08-29 18:35:38,663: w2    msg   :                    7 |          7 |        6.4
2017-08-29 18:35:38,663: w2  node: 10.111.170.103:8091, done; rv: 0
  [                    ] 0.1% (7/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        0.8
 byte  :                  476 |        476 |      392.2
 msg   :                    7 |          7 |        5.8
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:35:38,701: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:942
2017-08-29 18:35:38,735: mt Recover and activate vbucket: 942
2017-08-29 18:35:38,736: mt cbrecovery...
2017-08-29 18:35:38,736: mt  source : http://10.111.170.101:8091
2017-08-29 18:35:38,736: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:35:38,736: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [943]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:35:38,736: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:35:38,737: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:35:38,746: mt "GET /pools/default/buckets HTTP/1.1" 200 11351
2017-08-29 18:35:38,768: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:35:38,769: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:35:38,774: mt "GET /pools/default/buckets HTTP/1.1" 200 10089
2017-08-29 18:35:38,796: mt source_bucket: default
2017-08-29 18:35:38,796: mt sink_bucket: default
2017-08-29 18:35:38,796: mt source_buckets: default
2017-08-29 18:35:38,796: mt bucket_source: default
2017-08-29 18:35:38,796: mt source_buckets filtered: default
2017-08-29 18:35:38,796: mt bucket: default
2017-08-29 18:35:38,796: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:35:38,798: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:35:38,798: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:38,798: w0  node: 10.111.170.101:8091
2017-08-29 18:35:38,800: w0 sink_bucket: default
2017-08-29 18:35:38,801: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:35:38,808: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:38,816: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:35:38,816: w1  node: 10.111.170.102:8091
2017-08-29 18:35:38,817: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:38,824: w1 sink_bucket: default
2017-08-29 18:35:38,825: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:35:38,838: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:38,852: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:35:38,852: w2  node: 10.111.170.103:8091
2017-08-29 18:35:38,854: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:38,861: w2 sink_bucket: default
2017-08-29 18:35:38,861: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:35:38,867: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:38,908: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:35:38,912: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:35:38,912: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:35:38,912: w0          :                total |       last |    per sec
2017-08-29 18:35:38,912: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:35:38,932: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:35:38,933: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:35:38,933: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:35:38,933: w1          :                total |       last |    per sec
2017-08-29 18:35:38,933: w1  node: 10.111.170.102:8091, done; rv: 0
2017-08-29 18:35:38,937: Thread-780 Read 40 bytes off the wire
2017-08-29 18:35:38,937: Thread-780 Read 459 bytes off the wire
2017-08-29 18:35:38,940: w2 Send buffer size: 499
2017-08-29 18:35:38,953: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:35:38,953: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:35:38,953: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:35:38,954: w2          :                total |       last |    per sec
2017-08-29 18:35:38,954: w2    batch :                    1 |          1 |       10.8
2017-08-29 18:35:38,954: w2    byte  :                  200 |        200 |     2166.9
2017-08-29 18:35:38,954: w2    msg   :                    3 |          3 |       32.5
2017-08-29 18:35:38,954: w2  node: 10.111.170.103:8091, done; rv: 0
  [                    ] 0.0% (3/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        4.8
 byte  :                  200 |        200 |      963.2
 msg   :                    3 |          3 |       14.4
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:35:39,006: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:943
2017-08-29 18:35:39,021: mt Recover and activate vbucket: 943
2017-08-29 18:35:39,023: mt cbrecovery...
2017-08-29 18:35:39,023: mt  source : http://10.111.170.101:8091
2017-08-29 18:35:39,023: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:35:39,023: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [944]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:35:39,024: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:35:39,025: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:35:39,034: mt "GET /pools/default/buckets HTTP/1.1" 200 11351
2017-08-29 18:35:39,054: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:35:39,055: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:35:39,059: mt "GET /pools/default/buckets HTTP/1.1" 200 10088
2017-08-29 18:35:39,079: mt source_bucket: default
2017-08-29 18:35:39,080: mt sink_bucket: default
2017-08-29 18:35:39,080: mt source_buckets: default
2017-08-29 18:35:39,080: mt bucket_source: default
2017-08-29 18:35:39,080: mt source_buckets filtered: default
2017-08-29 18:35:39,080: mt bucket: default
2017-08-29 18:35:39,080: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:35:39,082: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:35:39,082: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:39,082: w0  node: 10.111.170.101:8091
2017-08-29 18:35:39,084: w0 sink_bucket: default
2017-08-29 18:35:39,084: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:35:39,094: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:39,104: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:35:39,104: w1  node: 10.111.170.102:8091
2017-08-29 18:35:39,105: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:39,113: w1 sink_bucket: default
2017-08-29 18:35:39,113: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:35:39,122: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:39,136: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:35:39,136: w2  node: 10.111.170.103:8091
2017-08-29 18:35:39,137: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:39,147: w2 sink_bucket: default
2017-08-29 18:35:39,147: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:35:39,149: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:39,180: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:35:39,180: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:35:39,180: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:35:39,180: w0          :                total |       last |    per sec
2017-08-29 18:35:39,180: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:35:39,216: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:35:39,216: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:35:39,217: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:35:39,217: w1          :                total |       last |    per sec
2017-08-29 18:35:39,217: w1  node: 10.111.170.102:8091, done; rv: 0
2017-08-29 18:35:39,223: Thread-783 Read 40 bytes off the wire
2017-08-29 18:35:39,224: Thread-783 Read 172 bytes off the wire
2017-08-29 18:35:39,224: Thread-783 Read 262 bytes off the wire
2017-08-29 18:35:39,224: Thread-783 Read 655 bytes off the wire
2017-08-29 18:35:39,225: Thread-783 Read 1337 bytes off the wire
2017-08-29 18:35:39,229: w2 Send buffer size: 2466
2017-08-29 18:35:39,243: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:35:39,244: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:35:39,244: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:35:39,244: w2          :                total |       last |    per sec
2017-08-29 18:35:39,244: w2    batch :                    1 |          1 |       10.4
2017-08-29 18:35:39,244: w2    byte  :                 1221 |       1221 |    12644.2
2017-08-29 18:35:39,244: w2    msg   :                   18 |         18 |      186.4
2017-08-29 18:35:39,244: w2  node: 10.111.170.103:8091, done; rv: 0
  [                    ] 0.2% (18/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        4.9
 byte  :                 1221 |       1221 |     5962.2
 msg   :                   18 |         18 |       87.9
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:35:39,287: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:944
2017-08-29 18:35:39,302: mt Recover and activate vbucket: 944
2017-08-29 18:35:39,303: mt cbrecovery...
2017-08-29 18:35:39,303: mt  source : http://10.111.170.101:8091
2017-08-29 18:35:39,303: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:35:39,303: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [945]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:35:39,303: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:35:39,304: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:35:39,312: mt "GET /pools/default/buckets HTTP/1.1" 200 11351
2017-08-29 18:35:39,333: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:35:39,334: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:35:39,339: mt "GET /pools/default/buckets HTTP/1.1" 200 10087
2017-08-29 18:35:39,357: mt source_bucket: default
2017-08-29 18:35:39,357: mt sink_bucket: default
2017-08-29 18:35:39,358: mt source_buckets: default
2017-08-29 18:35:39,358: mt bucket_source: default
2017-08-29 18:35:39,358: mt source_buckets filtered: default
2017-08-29 18:35:39,358: mt bucket: default
2017-08-29 18:35:39,358: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:35:39,360: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:35:39,360: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:39,360: w0  node: 10.111.170.101:8091
2017-08-29 18:35:39,365: w0 sink_bucket: default
2017-08-29 18:35:39,366: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:35:39,371: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:39,400: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:35:39,400: w1  node: 10.111.170.102:8091
2017-08-29 18:35:39,400: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:39,406: w1 sink_bucket: default
2017-08-29 18:35:39,406: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:35:39,440: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:39,446: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:35:39,446: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:35:39,446: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:35:39,446: w0          :                total |       last |    per sec
2017-08-29 18:35:39,447: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:35:39,450: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:35:39,450: w2  node: 10.111.170.103:8091
2017-08-29 18:35:39,450: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:39,455: w2 sink_bucket: default
2017-08-29 18:35:39,456: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:35:39,461: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:39,637: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:35:39,637: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:35:39,637: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:35:39,637: w1          :                total |       last |    per sec
2017-08-29 18:35:39,637: w1  node: 10.111.170.102:8091, done; rv: 0
2017-08-29 18:35:39,644: Thread-786 Read 40 bytes off the wire
2017-08-29 18:35:39,644: Thread-786 Read 558 bytes off the wire
2017-08-29 18:35:39,645: Thread-786 Read 916 bytes off the wire
2017-08-29 18:35:39,645: Thread-786 Read 524 bytes off the wire
2017-08-29 18:35:39,645: Thread-786 Read 28 bytes off the wire
2017-08-29 18:35:39,648: w2 Send buffer size: 2066
2017-08-29 18:35:39,661: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:35:39,661: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:35:39,662: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:35:39,662: w2          :                total |       last |    per sec
2017-08-29 18:35:39,662: w2    batch :                    1 |          1 |        4.9
2017-08-29 18:35:39,662: w2    byte  :                 1012 |       1012 |     4910.2
2017-08-29 18:35:39,662: w2    msg   :                   15 |         15 |       72.8
2017-08-29 18:35:39,662: w2  node: 10.111.170.103:8091, done; rv: 0
  [                    ] 0.1% (15/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        3.1
 byte  :                 1012 |       1012 |     3101.6
 msg   :                   15 |         15 |       46.0
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:35:39,686: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:945
2017-08-29 18:35:39,699: mt Recover and activate vbucket: 945
2017-08-29 18:35:39,701: mt cbrecovery...
2017-08-29 18:35:39,701: mt  source : http://10.111.170.101:8091
2017-08-29 18:35:39,701: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:35:39,701: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [946]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:35:39,701: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:35:39,702: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:35:39,708: mt "GET /pools/default/buckets HTTP/1.1" 200 11351
2017-08-29 18:35:39,729: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:35:39,730: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:35:39,737: mt "GET /pools/default/buckets HTTP/1.1" 200 10086
2017-08-29 18:35:39,754: mt source_bucket: default
2017-08-29 18:35:39,755: mt sink_bucket: default
2017-08-29 18:35:39,755: mt source_buckets: default
2017-08-29 18:35:39,755: mt bucket_source: default
2017-08-29 18:35:39,756: mt source_buckets filtered: default
2017-08-29 18:35:39,756: mt bucket: default
2017-08-29 18:35:39,756: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:35:39,757: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:35:39,757: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:39,757: w0  node: 10.111.170.101:8091
2017-08-29 18:35:39,759: w0 sink_bucket: default
2017-08-29 18:35:39,760: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:35:39,768: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:39,774: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:35:39,774: w1  node: 10.111.170.102:8091
2017-08-29 18:35:39,774: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:39,780: w1 sink_bucket: default
2017-08-29 18:35:39,780: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:35:39,788: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:39,798: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:35:39,798: w2  node: 10.111.170.103:8091
2017-08-29 18:35:39,802: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:39,815: w2 sink_bucket: default
2017-08-29 18:35:39,815: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:35:39,818: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:39,875: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:35:39,875: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:35:39,875: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:35:39,875: w0          :                total |       last |    per sec
2017-08-29 18:35:39,875: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:35:39,894: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:35:39,894: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:35:39,894: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:35:39,894: w1          :                total |       last |    per sec
2017-08-29 18:35:39,894: w1  node: 10.111.170.102:8091, done; rv: 0
2017-08-29 18:35:39,898: w2 no response while there 1 active streams
2017-08-29 18:35:40,149: w2 no response while there 1 active streams
2017-08-29 18:35:40,399: w2 no response while there 1 active streams
2017-08-29 18:35:40,651: w2 no response while there 1 active streams
2017-08-29 18:35:40,894: Thread-789 Read 635 bytes off the wire
2017-08-29 18:35:40,901: w2 Send buffer size: 635
2017-08-29 18:35:40,915: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:35:40,915: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:35:40,915: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:35:40,915: w2          :                total |       last |    per sec
2017-08-29 18:35:40,915: w2    batch :                    1 |          1 |        0.9
2017-08-29 18:35:40,915: w2    byte  :                  271 |        271 |      246.3
2017-08-29 18:35:40,916: w2    msg   :                    4 |          4 |        3.6
2017-08-29 18:35:40,916: w2  node: 10.111.170.103:8091, done; rv: 0
  [                    ] 0.0% (4/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        0.8
 byte  :                  271 |        271 |      227.8
 msg   :                    4 |          4 |        3.4
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:35:40,947: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:946
2017-08-29 18:35:40,963: mt Recover and activate vbucket: 946
2017-08-29 18:35:40,965: mt cbrecovery...
2017-08-29 18:35:40,965: mt  source : http://10.111.170.101:8091
2017-08-29 18:35:40,965: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:35:40,965: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [947]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:35:40,965: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:35:40,966: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:35:40,972: mt "GET /pools/default/buckets HTTP/1.1" 200 11351
2017-08-29 18:35:40,993: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:35:40,993: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:35:40,999: mt "GET /pools/default/buckets HTTP/1.1" 200 10085
2017-08-29 18:35:41,020: mt source_bucket: default
2017-08-29 18:35:41,020: mt sink_bucket: default
2017-08-29 18:35:41,020: mt source_buckets: default
2017-08-29 18:35:41,020: mt bucket_source: default
2017-08-29 18:35:41,020: mt source_buckets filtered: default
2017-08-29 18:35:41,021: mt bucket: default
2017-08-29 18:35:41,021: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:35:41,022: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:35:41,022: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:41,022: w0  node: 10.111.170.101:8091
2017-08-29 18:35:41,025: w0 sink_bucket: default
2017-08-29 18:35:41,025: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:35:41,035: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:41,051: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:35:41,051: w1  node: 10.111.170.102:8091
2017-08-29 18:35:41,051: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:41,060: w1 sink_bucket: default
2017-08-29 18:35:41,060: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:35:41,065: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:41,074: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:35:41,074: w2  node: 10.111.170.103:8091
2017-08-29 18:35:41,075: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:41,081: w2 sink_bucket: default
2017-08-29 18:35:41,081: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:35:41,092: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:41,129: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:35:41,129: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:35:41,129: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:35:41,129: w0          :                total |       last |    per sec
2017-08-29 18:35:41,130: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:35:41,153: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:35:41,153: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:35:41,153: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:35:41,153: w1          :                total |       last |    per sec
2017-08-29 18:35:41,153: w1  node: 10.111.170.102:8091, done; rv: 0
2017-08-29 18:35:41,161: Thread-792 Read 40 bytes off the wire
2017-08-29 18:35:41,162: Thread-792 Read 331 bytes off the wire
2017-08-29 18:35:41,166: w2 Send buffer size: 371
2017-08-29 18:35:41,179: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:35:41,179: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:35:41,180: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:35:41,180: w2          :                total |       last |    per sec
2017-08-29 18:35:41,180: w2    batch :                    1 |          1 |       10.0
2017-08-29 18:35:41,181: w2    byte  :                  134 |        134 |     1343.3
2017-08-29 18:35:41,181: w2    msg   :                    2 |          2 |       20.0
2017-08-29 18:35:41,181: w2  node: 10.111.170.103:8091, done; rv: 0
  [                    ] 0.0% (2/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        4.7
 byte  :                  134 |        134 |      628.5
 msg   :                    2 |          2 |        9.4
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:35:41,235: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:947
2017-08-29 18:35:41,249: mt Recover and activate vbucket: 947
2017-08-29 18:35:41,251: mt cbrecovery...
2017-08-29 18:35:41,251: mt  source : http://10.111.170.101:8091
2017-08-29 18:35:41,251: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:35:41,251: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [948]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:35:41,251: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:35:41,253: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:35:41,258: mt "GET /pools/default/buckets HTTP/1.1" 200 11351
2017-08-29 18:35:41,278: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:35:41,280: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:35:41,285: mt "GET /pools/default/buckets HTTP/1.1" 200 10084
2017-08-29 18:35:41,302: mt source_bucket: default
2017-08-29 18:35:41,302: mt sink_bucket: default
2017-08-29 18:35:41,302: mt source_buckets: default
2017-08-29 18:35:41,302: mt bucket_source: default
2017-08-29 18:35:41,302: mt source_buckets filtered: default
2017-08-29 18:35:41,302: mt bucket: default
2017-08-29 18:35:41,302: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:35:41,303: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:35:41,304: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:41,304: w0  node: 10.111.170.101:8091
2017-08-29 18:35:41,310: w0 sink_bucket: default
2017-08-29 18:35:41,310: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:35:41,314: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:41,323: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:35:41,323: w1  node: 10.111.170.102:8091
2017-08-29 18:35:41,324: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:41,329: w1 sink_bucket: default
2017-08-29 18:35:41,330: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:35:41,338: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:41,361: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:35:41,361: w2  node: 10.111.170.103:8091
2017-08-29 18:35:41,363: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:41,370: w2 sink_bucket: default
2017-08-29 18:35:41,370: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:35:41,376: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:41,382: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:35:41,382: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:35:41,382: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:35:41,382: w0          :                total |       last |    per sec
2017-08-29 18:35:41,382: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:35:41,431: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:35:41,431: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:35:41,431: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:35:41,431: w1          :                total |       last |    per sec
2017-08-29 18:35:41,431: w1  node: 10.111.170.102:8091, done; rv: 0
2017-08-29 18:35:41,434: Thread-795 Read 40 bytes off the wire
2017-08-29 18:35:41,434: Thread-795 Read 465 bytes off the wire
2017-08-29 18:35:41,437: w2 Send buffer size: 505
2017-08-29 18:35:41,450: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:35:41,450: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:35:41,450: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:35:41,450: w2          :                total |       last |    per sec
2017-08-29 18:35:41,450: w2    batch :                    1 |          1 |       12.5
2017-08-29 18:35:41,450: w2    byte  :                  204 |        204 |     2556.0
2017-08-29 18:35:41,450: w2    msg   :                    3 |          3 |       37.6
2017-08-29 18:35:41,450: w2  node: 10.111.170.103:8091, done; rv: 0
  [                    ] 0.0% (3/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        4.7
 byte  :                  204 |        204 |      962.6
 msg   :                    3 |          3 |       14.2
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:35:41,515: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:948
2017-08-29 18:35:41,529: mt Recover and activate vbucket: 948
2017-08-29 18:35:41,530: mt cbrecovery...
2017-08-29 18:35:41,530: mt  source : http://10.111.170.101:8091
2017-08-29 18:35:41,530: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:35:41,530: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [949]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:35:41,530: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:35:41,531: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:35:41,538: mt "GET /pools/default/buckets HTTP/1.1" 200 11351
2017-08-29 18:35:41,558: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:35:41,559: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:35:41,565: mt "GET /pools/default/buckets HTTP/1.1" 200 10083
2017-08-29 18:35:41,582: mt source_bucket: default
2017-08-29 18:35:41,583: mt sink_bucket: default
2017-08-29 18:35:41,583: mt source_buckets: default
2017-08-29 18:35:41,583: mt bucket_source: default
2017-08-29 18:35:41,583: mt source_buckets filtered: default
2017-08-29 18:35:41,583: mt bucket: default
2017-08-29 18:35:41,584: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:35:41,586: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:35:41,586: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:41,586: w0  node: 10.111.170.101:8091
2017-08-29 18:35:41,588: w0 sink_bucket: default
2017-08-29 18:35:41,588: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:35:41,597: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:41,607: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:35:41,607: w1  node: 10.111.170.102:8091
2017-08-29 18:35:41,607: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:41,611: w1 sink_bucket: default
2017-08-29 18:35:41,611: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:35:41,620: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:41,630: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:35:41,631: w2  node: 10.111.170.103:8091
2017-08-29 18:35:41,632: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:41,645: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:41,646: w2 sink_bucket: default
2017-08-29 18:35:41,646: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:35:41,695: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:35:41,695: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:35:41,695: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:35:41,695: w0          :                total |       last |    per sec
2017-08-29 18:35:41,695: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:35:41,715: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:35:41,715: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:35:41,715: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:35:41,715: w1          :                total |       last |    per sec
2017-08-29 18:35:41,716: w1  node: 10.111.170.102:8091, done; rv: 0
2017-08-29 18:35:41,723: Thread-798 Read 40 bytes off the wire
2017-08-29 18:35:41,723: Thread-798 Read 437 bytes off the wire
2017-08-29 18:35:41,724: Thread-798 Read 159 bytes off the wire
2017-08-29 18:35:41,727: w2 Send buffer size: 636
2017-08-29 18:35:41,742: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:35:41,742: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:35:41,742: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:35:41,742: w2          :                total |       last |    per sec
2017-08-29 18:35:41,742: w2    batch :                    1 |          1 |       10.4
2017-08-29 18:35:41,742: w2    byte  :                  272 |        272 |     2820.5
2017-08-29 18:35:41,743: w2    msg   :                    4 |          4 |       41.5
2017-08-29 18:35:41,743: w2  node: 10.111.170.103:8091, done; rv: 0
  [                    ] 0.0% (4/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        5.2
 byte  :                  272 |        272 |     1413.9
 msg   :                    4 |          4 |       20.8
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:35:41,778: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:949
2017-08-29 18:35:41,794: mt Recover and activate vbucket: 949
2017-08-29 18:35:41,796: mt cbrecovery...
2017-08-29 18:35:41,796: mt  source : http://10.111.170.101:8091
2017-08-29 18:35:41,796: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:35:41,796: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [950]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:35:41,796: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:35:41,798: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:35:41,804: mt "GET /pools/default/buckets HTTP/1.1" 200 11351
2017-08-29 18:35:41,827: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:35:41,829: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:35:41,835: mt "GET /pools/default/buckets HTTP/1.1" 200 10082
2017-08-29 18:35:41,855: mt source_bucket: default
2017-08-29 18:35:41,855: mt sink_bucket: default
2017-08-29 18:35:41,855: mt source_buckets: default
2017-08-29 18:35:41,855: mt bucket_source: default
2017-08-29 18:35:41,855: mt source_buckets filtered: default
2017-08-29 18:35:41,855: mt bucket: default
2017-08-29 18:35:41,855: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:35:41,856: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:35:41,857: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:41,857: w0  node: 10.111.170.101:8091
2017-08-29 18:35:41,859: w0 sink_bucket: default
2017-08-29 18:35:41,860: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:35:41,873: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:41,880: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:35:41,880: w1  node: 10.111.170.102:8091
2017-08-29 18:35:41,881: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:41,887: w1 sink_bucket: default
2017-08-29 18:35:41,887: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:35:41,892: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:41,908: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:35:41,908: w2  node: 10.111.170.103:8091
2017-08-29 18:35:41,912: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:41,921: w2 sink_bucket: default
2017-08-29 18:35:41,921: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:35:41,926: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:41,962: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:35:41,962: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:35:41,962: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:35:41,963: w0          :                total |       last |    per sec
2017-08-29 18:35:41,963: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:35:41,988: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:35:41,988: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:35:41,988: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:35:41,988: w1          :                total |       last |    per sec
2017-08-29 18:35:41,988: w1  node: 10.111.170.102:8091, done; rv: 0
2017-08-29 18:35:41,996: Thread-801 Read 84 bytes off the wire
2017-08-29 18:35:41,997: Thread-801 Read 1963 bytes off the wire
2017-08-29 18:35:41,998: Thread-801 Read 421 bytes off the wire
2017-08-29 18:35:41,998: w2 Send buffer size: 2468
2017-08-29 18:35:42,012: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:35:42,012: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:35:42,012: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:35:42,013: w2          :                total |       last |    per sec
2017-08-29 18:35:42,013: w2    batch :                    1 |          1 |       11.0
2017-08-29 18:35:42,013: w2    byte  :                 1223 |       1223 |    13395.7
2017-08-29 18:35:42,013: w2    msg   :                   18 |         18 |      197.2
2017-08-29 18:35:42,013: w2  node: 10.111.170.103:8091, done; rv: 0
  [                    ] 0.2% (18/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        4.8
 byte  :                 1223 |       1223 |     5822.0
 msg   :                   18 |         18 |       85.7
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:35:42,067: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:950
2017-08-29 18:35:42,081: mt Recover and activate vbucket: 950
2017-08-29 18:35:42,082: mt cbrecovery...
2017-08-29 18:35:42,082: mt  source : http://10.111.170.101:8091
2017-08-29 18:35:42,082: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:35:42,082: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [951]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:35:42,083: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:35:42,084: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:35:42,089: mt "GET /pools/default/buckets HTTP/1.1" 200 11350
2017-08-29 18:35:42,111: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:35:42,112: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:35:42,117: mt "GET /pools/default/buckets HTTP/1.1" 200 10081
2017-08-29 18:35:42,137: mt source_bucket: default
2017-08-29 18:35:42,137: mt sink_bucket: default
2017-08-29 18:35:42,137: mt source_buckets: default
2017-08-29 18:35:42,137: mt bucket_source: default
2017-08-29 18:35:42,137: mt source_buckets filtered: default
2017-08-29 18:35:42,137: mt bucket: default
2017-08-29 18:35:42,137: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:35:42,139: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:35:42,139: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:42,139: w0  node: 10.111.170.101:8091
2017-08-29 18:35:42,144: w0 sink_bucket: default
2017-08-29 18:35:42,144: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:35:42,149: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:42,165: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:35:42,165: w1  node: 10.111.170.102:8091
2017-08-29 18:35:42,169: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:42,173: w1 sink_bucket: default
2017-08-29 18:35:42,173: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:35:42,181: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:42,197: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:35:42,197: w2  node: 10.111.170.103:8091
2017-08-29 18:35:42,202: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:42,211: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:42,211: w2 sink_bucket: default
2017-08-29 18:35:42,211: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:35:42,249: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:35:42,249: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:35:42,249: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:35:42,249: w0          :                total |       last |    per sec
2017-08-29 18:35:42,249: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:35:42,275: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:35:42,275: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:35:42,275: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:35:42,276: w1          :                total |       last |    per sec
2017-08-29 18:35:42,276: w1  node: 10.111.170.102:8091, done; rv: 0
2017-08-29 18:35:42,286: Thread-804 Read 732 bytes off the wire
2017-08-29 18:35:42,287: Thread-804 Read 1309 bytes off the wire
2017-08-29 18:35:42,287: Thread-804 Read 159 bytes off the wire
2017-08-29 18:35:42,288: w2 Send buffer size: 2200
2017-08-29 18:35:42,301: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:35:42,302: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:35:42,302: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:35:42,302: w2          :                total |       last |    per sec
2017-08-29 18:35:42,302: w2    batch :                    1 |          1 |       11.1
2017-08-29 18:35:42,302: w2    byte  :                 1082 |       1082 |    11960.4
2017-08-29 18:35:42,302: w2    msg   :                   16 |         16 |      176.9
2017-08-29 18:35:42,302: w2  node: 10.111.170.103:8091, done; rv: 0
  [                    ] 0.2% (16/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        4.8
 byte  :                 1082 |       1082 |     5234.6
 msg   :                   16 |         16 |       77.4
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:35:42,346: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:951
2017-08-29 18:35:42,360: mt Recover and activate vbucket: 951
2017-08-29 18:35:42,361: mt cbrecovery...
2017-08-29 18:35:42,361: mt  source : http://10.111.170.101:8091
2017-08-29 18:35:42,361: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:35:42,361: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [952]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:35:42,361: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:35:42,362: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:35:42,369: mt "GET /pools/default/buckets HTTP/1.1" 200 11350
2017-08-29 18:35:42,390: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:35:42,391: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:35:42,397: mt "GET /pools/default/buckets HTTP/1.1" 200 10080
2017-08-29 18:35:42,415: mt source_bucket: default
2017-08-29 18:35:42,415: mt sink_bucket: default
2017-08-29 18:35:42,415: mt source_buckets: default
2017-08-29 18:35:42,415: mt bucket_source: default
2017-08-29 18:35:42,415: mt source_buckets filtered: default
2017-08-29 18:35:42,415: mt bucket: default
2017-08-29 18:35:42,415: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:35:42,417: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:35:42,417: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:42,418: w0  node: 10.111.170.101:8091
2017-08-29 18:35:42,420: w0 sink_bucket: default
2017-08-29 18:35:42,421: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:35:42,429: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:42,436: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:35:42,437: w1  node: 10.111.170.102:8091
2017-08-29 18:35:42,437: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:42,449: w1 sink_bucket: default
2017-08-29 18:35:42,450: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:35:42,452: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:42,461: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:35:42,461: w2  node: 10.111.170.103:8091
2017-08-29 18:35:42,462: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:42,477: w2 sink_bucket: default
2017-08-29 18:35:42,477: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:35:42,481: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:42,563: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:35:42,563: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:35:42,563: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:35:42,564: w0          :                total |       last |    per sec
2017-08-29 18:35:42,564: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:35:42,576: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:35:42,576: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:35:42,576: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:35:42,576: w1          :                total |       last |    per sec
2017-08-29 18:35:42,576: w1  node: 10.111.170.102:8091, done; rv: 0
2017-08-29 18:35:42,582: Thread-807 Read 2048 bytes off the wire
2017-08-29 18:35:42,583: Thread-807 Read 28 bytes off the wire
2017-08-29 18:35:42,583: w2 Send buffer size: 2076
2017-08-29 18:35:42,597: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:35:42,597: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:35:42,598: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:35:42,598: w2          :                total |       last |    per sec
2017-08-29 18:35:42,598: w2    batch :                    1 |          1 |        8.3
2017-08-29 18:35:42,598: w2    byte  :                 1019 |       1019 |     8461.3
2017-08-29 18:35:42,598: w2    msg   :                   15 |         15 |      124.6
2017-08-29 18:35:42,598: w2  node: 10.111.170.103:8091, done; rv: 0
  [                    ] 0.1% (15/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        4.2
 byte  :                 1019 |       1019 |     4291.4
 msg   :                   15 |         15 |       63.2
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:35:42,655: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:952
2017-08-29 18:35:42,673: mt Recover and activate vbucket: 952
2017-08-29 18:35:42,675: mt cbrecovery...
2017-08-29 18:35:42,675: mt  source : http://10.111.170.101:8091
2017-08-29 18:35:42,675: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:35:42,675: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [953]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:35:42,675: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:35:42,676: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:35:42,682: mt "GET /pools/default/buckets HTTP/1.1" 200 11350
2017-08-29 18:35:42,703: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:35:42,705: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:35:42,720: mt "GET /pools/default/buckets HTTP/1.1" 200 10079
2017-08-29 18:35:42,739: mt source_bucket: default
2017-08-29 18:35:42,739: mt sink_bucket: default
2017-08-29 18:35:42,739: mt source_buckets: default
2017-08-29 18:35:42,740: mt bucket_source: default
2017-08-29 18:35:42,740: mt source_buckets filtered: default
2017-08-29 18:35:42,740: mt bucket: default
2017-08-29 18:35:42,740: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:35:42,741: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:35:42,741: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:42,741: w0  node: 10.111.170.101:8091
2017-08-29 18:35:42,743: w0 sink_bucket: default
2017-08-29 18:35:42,744: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:35:42,753: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:42,760: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:35:42,761: w1  node: 10.111.170.102:8091
2017-08-29 18:35:42,762: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:42,769: w1 sink_bucket: default
2017-08-29 18:35:42,769: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:35:42,775: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:42,793: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:35:42,793: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:42,794: w2  node: 10.111.170.103:8091
2017-08-29 18:35:42,803: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:42,925: w2 sink_bucket: default
2017-08-29 18:35:42,925: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:35:42,956: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:35:42,956: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:35:42,956: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:35:42,956: w0          :                total |       last |    per sec
2017-08-29 18:35:42,956: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:35:42,970: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:35:42,970: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:35:42,970: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:35:42,970: w1          :                total |       last |    per sec
2017-08-29 18:35:42,970: w1  node: 10.111.170.102:8091, done; rv: 0
2017-08-29 18:35:42,988: Thread-810 Read 1260 bytes off the wire
2017-08-29 18:35:42,989: Thread-810 Read 785 bytes off the wire
2017-08-29 18:35:42,989: Thread-810 Read 28 bytes off the wire
2017-08-29 18:35:42,989: w2 no response while there 1 active streams
2017-08-29 18:35:43,240: w2 Send buffer size: 2073
2017-08-29 18:35:43,254: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:35:43,254: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:35:43,254: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:35:43,254: w2          :                total |       last |    per sec
2017-08-29 18:35:43,254: w2    batch :                    1 |          1 |        3.0
2017-08-29 18:35:43,254: w2    byte  :                 1017 |       1017 |     3085.5
2017-08-29 18:35:43,254: w2    msg   :                   15 |         15 |       45.5
2017-08-29 18:35:43,254: w2  node: 10.111.170.103:8091, done; rv: 0
  [                    ] 0.1% (15/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        1.8
 byte  :                 1017 |       1017 |     1851.5
 msg   :                   15 |         15 |       27.3
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:35:43,290: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:953
2017-08-29 18:35:43,307: mt Recover and activate vbucket: 953
2017-08-29 18:35:43,311: mt cbrecovery...
2017-08-29 18:35:43,311: mt  source : http://10.111.170.101:8091
2017-08-29 18:35:43,311: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:35:43,311: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [954]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:35:43,311: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:35:43,312: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:35:43,317: mt "GET /pools/default/buckets HTTP/1.1" 200 11350
2017-08-29 18:35:43,339: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:35:43,340: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:35:43,346: mt "GET /pools/default/buckets HTTP/1.1" 200 10079
2017-08-29 18:35:43,363: mt source_bucket: default
2017-08-29 18:35:43,363: mt sink_bucket: default
2017-08-29 18:35:43,363: mt source_buckets: default
2017-08-29 18:35:43,364: mt bucket_source: default
2017-08-29 18:35:43,364: mt source_buckets filtered: default
2017-08-29 18:35:43,364: mt bucket: default
2017-08-29 18:35:43,364: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:35:43,365: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:35:43,365: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:43,365: w0  node: 10.111.170.101:8091
2017-08-29 18:35:43,367: w0 sink_bucket: default
2017-08-29 18:35:43,368: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:35:43,378: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:43,384: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:35:43,384: w1  node: 10.111.170.102:8091
2017-08-29 18:35:43,384: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:43,392: w1 sink_bucket: default
2017-08-29 18:35:43,393: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:35:43,399: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:43,414: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:35:43,414: w2  node: 10.111.170.103:8091
2017-08-29 18:35:43,418: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:43,426: w2 sink_bucket: default
2017-08-29 18:35:43,426: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:35:43,433: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:43,475: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:35:43,475: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:35:43,475: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:35:43,475: w0          :                total |       last |    per sec
2017-08-29 18:35:43,476: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:35:43,495: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:35:43,504: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:35:43,504: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:35:43,504: w1          :                total |       last |    per sec
2017-08-29 18:35:43,504: w1  node: 10.111.170.102:8091, done; rv: 0
2017-08-29 18:35:43,544: Thread-813 Read 243 bytes off the wire
2017-08-29 18:35:43,545: w2 Send buffer size: 243
2017-08-29 18:35:43,556: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:35:43,556: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:35:43,557: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:35:43,557: w2          :                total |       last |    per sec
2017-08-29 18:35:43,557: w2    batch :                    1 |          1 |        7.6
2017-08-29 18:35:43,558: w2    byte  :                   68 |         68 |      518.8
2017-08-29 18:35:43,558: w2    msg   :                    1 |          1 |        7.6
2017-08-29 18:35:43,559: w2  node: 10.111.170.103:8091, done; rv: 0
  [                    ] 0.0% (1/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        4.7
 byte  :                   68 |         68 |      320.5
 msg   :                    1 |          1 |        4.7
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:35:43,577: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:954
2017-08-29 18:35:43,591: mt Recover and activate vbucket: 954
2017-08-29 18:35:43,592: mt cbrecovery...
2017-08-29 18:35:43,592: mt  source : http://10.111.170.101:8091
2017-08-29 18:35:43,592: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:35:43,592: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [955]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:35:43,592: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:35:43,593: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:35:43,600: mt "GET /pools/default/buckets HTTP/1.1" 200 11350
2017-08-29 18:35:43,630: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:35:43,633: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:35:43,643: mt "GET /pools/default/buckets HTTP/1.1" 200 10078
2017-08-29 18:35:43,662: mt source_bucket: default
2017-08-29 18:35:43,662: mt sink_bucket: default
2017-08-29 18:35:43,663: mt source_buckets: default
2017-08-29 18:35:43,663: mt bucket_source: default
2017-08-29 18:35:43,663: mt source_buckets filtered: default
2017-08-29 18:35:43,663: mt bucket: default
2017-08-29 18:35:43,663: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:35:43,666: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:35:43,666: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:43,666: w0  node: 10.111.170.101:8091
2017-08-29 18:35:43,671: w0 sink_bucket: default
2017-08-29 18:35:43,672: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:35:43,686: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:43,697: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:35:43,697: w1  node: 10.111.170.102:8091
2017-08-29 18:35:43,697: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:43,704: w1 sink_bucket: default
2017-08-29 18:35:43,705: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:35:43,710: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:43,721: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:35:43,721: w2  node: 10.111.170.103:8091
2017-08-29 18:35:43,721: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:43,733: w2 sink_bucket: default
2017-08-29 18:35:43,734: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:35:43,739: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:43,774: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:35:43,774: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:35:43,774: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:35:43,774: w0          :                total |       last |    per sec
2017-08-29 18:35:43,775: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:35:43,799: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:35:43,799: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:35:43,799: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:35:43,799: w1          :                total |       last |    per sec
2017-08-29 18:35:43,799: w1  node: 10.111.170.102:8091, done; rv: 0
2017-08-29 18:35:43,806: w2 no response while there 1 active streams
2017-08-29 18:35:44,056: w2 no response while there 1 active streams
2017-08-29 18:35:44,308: w2 no response while there 1 active streams
2017-08-29 18:35:44,559: w2 no response while there 1 active streams
2017-08-29 18:35:44,806: Thread-816 Read 636 bytes off the wire
2017-08-29 18:35:44,809: w2 Send buffer size: 636
2017-08-29 18:35:44,825: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:35:44,825: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:35:44,825: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:35:44,825: w2          :                total |       last |    per sec
2017-08-29 18:35:44,825: w2    batch :                    1 |          1 |        0.9
2017-08-29 18:35:44,825: w2    byte  :                  272 |        272 |      249.2
2017-08-29 18:35:44,825: w2    msg   :                    4 |          4 |        3.7
2017-08-29 18:35:44,825: w2  node: 10.111.170.103:8091, done; rv: 0
  [                    ] 0.0% (4/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        0.8
 byte  :                  272 |        272 |      225.6
 msg   :                    4 |          4 |        3.3
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:35:44,871: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:955
2017-08-29 18:35:44,888: mt Recover and activate vbucket: 955
2017-08-29 18:35:44,889: mt cbrecovery...
2017-08-29 18:35:44,889: mt  source : http://10.111.170.101:8091
2017-08-29 18:35:44,889: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:35:44,889: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [956]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:35:44,889: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:35:44,890: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:35:44,896: mt "GET /pools/default/buckets HTTP/1.1" 200 11350
2017-08-29 18:35:44,915: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:35:44,917: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:35:44,922: mt "GET /pools/default/buckets HTTP/1.1" 200 10077
2017-08-29 18:35:44,943: mt source_bucket: default
2017-08-29 18:35:44,943: mt sink_bucket: default
2017-08-29 18:35:44,943: mt source_buckets: default
2017-08-29 18:35:44,943: mt bucket_source: default
2017-08-29 18:35:44,943: mt source_buckets filtered: default
2017-08-29 18:35:44,943: mt bucket: default
2017-08-29 18:35:44,943: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:35:44,946: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:35:44,946: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:44,947: w0  node: 10.111.170.101:8091
2017-08-29 18:35:44,948: w0 sink_bucket: default
2017-08-29 18:35:44,948: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:35:44,958: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:44,964: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:35:44,964: w1  node: 10.111.170.102:8091
2017-08-29 18:35:44,965: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:44,970: w1 sink_bucket: default
2017-08-29 18:35:44,971: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:35:44,983: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:44,995: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:35:44,995: w2  node: 10.111.170.103:8091
2017-08-29 18:35:44,995: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:45,013: w2 sink_bucket: default
2017-08-29 18:35:45,014: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:35:45,017: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:45,055: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:35:45,055: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:35:45,055: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:35:45,055: w0          :                total |       last |    per sec
2017-08-29 18:35:45,055: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:35:45,080: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:35:45,080: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:35:45,080: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:35:45,081: w1          :                total |       last |    per sec
2017-08-29 18:35:45,081: w1  node: 10.111.170.102:8091, done; rv: 0
2017-08-29 18:35:45,087: Thread-819 Read 40 bytes off the wire
2017-08-29 18:35:45,087: Thread-819 Read 564 bytes off the wire
2017-08-29 18:35:45,087: Thread-819 Read 131 bytes off the wire
2017-08-29 18:35:45,088: Thread-819 Read 28 bytes off the wire
2017-08-29 18:35:45,088: w2 Send buffer size: 763
2017-08-29 18:35:45,101: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:35:45,102: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:35:45,102: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:35:45,102: w2          :                total |       last |    per sec
2017-08-29 18:35:45,102: w2    batch :                    1 |          1 |       11.3
2017-08-29 18:35:45,102: w2    byte  :                  337 |        337 |     3817.5
2017-08-29 18:35:45,102: w2    msg   :                    5 |          5 |       56.6
2017-08-29 18:35:45,103: w2  node: 10.111.170.103:8091, done; rv: 0
  [                    ] 0.1% (5/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        5.0
 byte  :                  337 |        337 |     1687.9
 msg   :                    5 |          5 |       25.0
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:35:45,146: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:956
2017-08-29 18:35:45,159: mt Recover and activate vbucket: 956
2017-08-29 18:35:45,160: mt cbrecovery...
2017-08-29 18:35:45,160: mt  source : http://10.111.170.101:8091
2017-08-29 18:35:45,160: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:35:45,160: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [957]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:35:45,160: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:35:45,161: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:35:45,169: mt "GET /pools/default/buckets HTTP/1.1" 200 11350
2017-08-29 18:35:45,194: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:35:45,194: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:35:45,200: mt "GET /pools/default/buckets HTTP/1.1" 200 10076
2017-08-29 18:35:45,218: mt source_bucket: default
2017-08-29 18:35:45,218: mt sink_bucket: default
2017-08-29 18:35:45,218: mt source_buckets: default
2017-08-29 18:35:45,218: mt bucket_source: default
2017-08-29 18:35:45,218: mt source_buckets filtered: default
2017-08-29 18:35:45,218: mt bucket: default
2017-08-29 18:35:45,218: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:35:45,219: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:35:45,220: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:45,220: w0  node: 10.111.170.101:8091
2017-08-29 18:35:45,222: w0 sink_bucket: default
2017-08-29 18:35:45,222: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:35:45,228: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:45,240: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:35:45,241: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:45,242: w1  node: 10.111.170.102:8091
2017-08-29 18:35:45,244: w1 sink_bucket: default
2017-08-29 18:35:45,245: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:35:45,264: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:45,273: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:35:45,277: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:45,278: w2  node: 10.111.170.103:8091
2017-08-29 18:35:45,288: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:45,292: w2 sink_bucket: default
2017-08-29 18:35:45,292: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:35:45,307: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:35:45,307: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:35:45,308: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:35:45,308: w0          :                total |       last |    per sec
2017-08-29 18:35:45,308: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:35:45,345: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:35:45,346: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:35:45,346: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:35:45,346: w1          :                total |       last |    per sec
2017-08-29 18:35:45,346: w1  node: 10.111.170.102:8091, done; rv: 0
2017-08-29 18:35:45,355: Thread-822 Read 40 bytes off the wire
2017-08-29 18:35:45,355: Thread-822 Read 593 bytes off the wire
2017-08-29 18:35:45,356: w2 Send buffer size: 633
2017-08-29 18:35:45,370: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:35:45,370: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:35:45,370: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:35:45,370: w2          :                total |       last |    per sec
2017-08-29 18:35:45,370: w2    batch :                    1 |          1 |       12.8
2017-08-29 18:35:45,370: w2    byte  :                  270 |        270 |     3468.8
2017-08-29 18:35:45,370: w2    msg   :                    4 |          4 |       51.4
2017-08-29 18:35:45,370: w2  node: 10.111.170.103:8091, done; rv: 0
  [                    ] 0.0% (4/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        4.9
 byte  :                  270 |        270 |     1335.6
 msg   :                    4 |          4 |       19.8
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:35:45,422: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:957
2017-08-29 18:35:45,436: mt Recover and activate vbucket: 957
2017-08-29 18:35:45,437: mt cbrecovery...
2017-08-29 18:35:45,437: mt  source : http://10.111.170.101:8091
2017-08-29 18:35:45,437: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:35:45,437: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [958]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:35:45,437: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:35:45,439: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:35:45,445: mt "GET /pools/default/buckets HTTP/1.1" 200 11350
2017-08-29 18:35:45,465: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:35:45,466: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:35:45,474: mt "GET /pools/default/buckets HTTP/1.1" 200 10075
2017-08-29 18:35:45,501: mt source_bucket: default
2017-08-29 18:35:45,501: mt sink_bucket: default
2017-08-29 18:35:45,501: mt source_buckets: default
2017-08-29 18:35:45,503: mt bucket_source: default
2017-08-29 18:35:45,503: mt source_buckets filtered: default
2017-08-29 18:35:45,503: mt bucket: default
2017-08-29 18:35:45,503: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:35:45,516: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:35:45,517: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:45,517: w0  node: 10.111.170.101:8091
2017-08-29 18:35:45,519: w0 sink_bucket: default
2017-08-29 18:35:45,520: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:35:45,529: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:45,536: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:35:45,536: w1  node: 10.111.170.102:8091
2017-08-29 18:35:45,536: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:45,547: w1 sink_bucket: default
2017-08-29 18:35:45,547: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:35:45,552: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:45,564: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:35:45,565: w2  node: 10.111.170.103:8091
2017-08-29 18:35:45,569: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:45,577: w2 sink_bucket: default
2017-08-29 18:35:45,578: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:35:45,581: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:45,620: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:35:45,620: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:35:45,620: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:35:45,620: w0          :                total |       last |    per sec
2017-08-29 18:35:45,621: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:35:45,650: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:35:45,650: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:35:45,650: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:35:45,650: w1          :                total |       last |    per sec
2017-08-29 18:35:45,650: w1  node: 10.111.170.102:8091, done; rv: 0
2017-08-29 18:35:45,655: Thread-825 Read 1126 bytes off the wire
2017-08-29 18:35:45,656: Thread-825 Read 813 bytes off the wire
2017-08-29 18:35:45,656: w2 Send buffer size: 1939
2017-08-29 18:35:45,669: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:35:45,669: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:35:45,669: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:35:45,669: w2          :                total |       last |    per sec
2017-08-29 18:35:45,669: w2    batch :                    1 |          1 |       10.9
2017-08-29 18:35:45,669: w2    byte  :                  947 |        947 |    10333.6
2017-08-29 18:35:45,669: w2    msg   :                   14 |         14 |      152.8
2017-08-29 18:35:45,669: w2  node: 10.111.170.103:8091, done; rv: 0
  [                    ] 0.1% (14/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        4.7
 byte  :                  947 |        947 |     4426.2
 msg   :                   14 |         14 |       65.4
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:35:45,730: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:958
2017-08-29 18:35:45,751: mt Recover and activate vbucket: 958
2017-08-29 18:35:45,752: mt cbrecovery...
2017-08-29 18:35:45,752: mt  source : http://10.111.170.101:8091
2017-08-29 18:35:45,752: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:35:45,752: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [959]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:35:45,752: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:35:45,753: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:35:45,758: mt "GET /pools/default/buckets HTTP/1.1" 200 11350
2017-08-29 18:35:45,779: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:35:45,780: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:35:45,786: mt "GET /pools/default/buckets HTTP/1.1" 200 10074
2017-08-29 18:35:45,802: mt source_bucket: default
2017-08-29 18:35:45,803: mt sink_bucket: default
2017-08-29 18:35:45,804: mt source_buckets: default
2017-08-29 18:35:45,804: mt bucket_source: default
2017-08-29 18:35:45,804: mt source_buckets filtered: default
2017-08-29 18:35:45,804: mt bucket: default
2017-08-29 18:35:45,804: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:35:45,805: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:35:45,805: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:45,806: w0  node: 10.111.170.101:8091
2017-08-29 18:35:45,809: w0 sink_bucket: default
2017-08-29 18:35:45,809: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:35:45,814: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:45,827: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:35:45,827: w1  node: 10.111.170.102:8091
2017-08-29 18:35:45,828: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:45,830: w1 sink_bucket: default
2017-08-29 18:35:45,831: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:35:45,848: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:45,864: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:35:45,864: w2  node: 10.111.170.103:8091
2017-08-29 18:35:45,864: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:45,881: w2 sink_bucket: default
2017-08-29 18:35:45,882: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:35:45,881: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:45,906: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:35:45,907: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:35:45,907: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:35:45,907: w0          :                total |       last |    per sec
2017-08-29 18:35:45,907: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:35:45,930: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:35:45,930: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:35:45,930: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:35:45,930: w1          :                total |       last |    per sec
2017-08-29 18:35:45,930: w1  node: 10.111.170.102:8091, done; rv: 0
2017-08-29 18:35:45,941: Thread-828 Read 40 bytes off the wire
2017-08-29 18:35:45,942: Thread-828 Read 2000 bytes off the wire
2017-08-29 18:35:45,942: Thread-828 Read 290 bytes off the wire
2017-08-29 18:35:45,942: w2 Send buffer size: 2330
2017-08-29 18:35:45,955: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:35:45,955: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:35:45,955: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:35:45,955: w2          :                total |       last |    per sec
2017-08-29 18:35:45,955: w2    batch :                    1 |          1 |       13.6
2017-08-29 18:35:45,955: w2    byte  :                 1149 |       1149 |    15576.7
2017-08-29 18:35:45,955: w2    msg   :                   17 |         17 |      230.5
2017-08-29 18:35:45,955: w2  node: 10.111.170.103:8091, done; rv: 0
  [                    ] 0.2% (17/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        4.8
 byte  :                 1149 |       1149 |     5493.7
 msg   :                   17 |         17 |       81.3
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:35:46,015: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:959
2017-08-29 18:35:46,029: mt Recover and activate vbucket: 959
2017-08-29 18:35:46,030: mt cbrecovery...
2017-08-29 18:35:46,030: mt  source : http://10.111.170.101:8091
2017-08-29 18:35:46,030: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:35:46,030: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [960]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:35:46,030: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:35:46,031: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:35:46,037: mt "GET /pools/default/buckets HTTP/1.1" 200 11350
2017-08-29 18:35:46,058: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:35:46,059: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:35:46,065: mt "GET /pools/default/buckets HTTP/1.1" 200 10073
2017-08-29 18:35:46,086: mt source_bucket: default
2017-08-29 18:35:46,086: mt sink_bucket: default
2017-08-29 18:35:46,086: mt source_buckets: default
2017-08-29 18:35:46,086: mt bucket_source: default
2017-08-29 18:35:46,086: mt source_buckets filtered: default
2017-08-29 18:35:46,086: mt bucket: default
2017-08-29 18:35:46,087: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:35:46,088: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:35:46,088: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:46,088: w0  node: 10.111.170.101:8091
2017-08-29 18:35:46,090: w0 sink_bucket: default
2017-08-29 18:35:46,091: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:35:46,099: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:46,113: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:35:46,113: w1  node: 10.111.170.102:8091
2017-08-29 18:35:46,114: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:46,122: w1 sink_bucket: default
2017-08-29 18:35:46,123: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:35:46,132: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:46,146: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:35:46,147: w2  node: 10.111.170.103:8091
2017-08-29 18:35:46,149: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:46,160: w2 sink_bucket: default
2017-08-29 18:35:46,161: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:35:46,171: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:46,206: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:35:46,206: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:35:46,206: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:35:46,206: w0          :                total |       last |    per sec
2017-08-29 18:35:46,206: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:35:46,236: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:35:46,236: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:35:46,236: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:35:46,236: w1          :                total |       last |    per sec
2017-08-29 18:35:46,237: w1  node: 10.111.170.102:8091, done; rv: 0
2017-08-29 18:35:46,244: Thread-831 Read 40 bytes off the wire
2017-08-29 18:35:46,245: Thread-831 Read 961 bytes off the wire
2017-08-29 18:35:46,245: Thread-831 Read 1075 bytes off the wire
2017-08-29 18:35:46,248: w2 Send buffer size: 2076
2017-08-29 18:35:46,261: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:35:46,261: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:35:46,261: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:35:46,261: w2          :                total |       last |    per sec
2017-08-29 18:35:46,261: w2    batch :                    1 |          1 |        9.9
2017-08-29 18:35:46,261: w2    byte  :                 1019 |       1019 |    10124.8
2017-08-29 18:35:46,262: w2    msg   :                   15 |         15 |      149.0
2017-08-29 18:35:46,263: w2  node: 10.111.170.103:8091, done; rv: 0
  [                    ] 0.1% (15/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        4.6
 byte  :                 1019 |       1019 |     4646.9
 msg   :                   15 |         15 |       68.4
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:35:46,307: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:960
2017-08-29 18:35:46,320: mt Recover and activate vbucket: 960
2017-08-29 18:35:46,321: mt cbrecovery...
2017-08-29 18:35:46,322: mt  source : http://10.111.170.101:8091
2017-08-29 18:35:46,322: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:35:46,322: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [961]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:35:46,322: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:35:46,323: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:35:46,331: mt "GET /pools/default/buckets HTTP/1.1" 200 11350
2017-08-29 18:35:46,355: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:35:46,356: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:35:46,361: mt "GET /pools/default/buckets HTTP/1.1" 200 10072
2017-08-29 18:35:46,380: mt source_bucket: default
2017-08-29 18:35:46,380: mt sink_bucket: default
2017-08-29 18:35:46,380: mt source_buckets: default
2017-08-29 18:35:46,380: mt bucket_source: default
2017-08-29 18:35:46,380: mt source_buckets filtered: default
2017-08-29 18:35:46,380: mt bucket: default
2017-08-29 18:35:46,380: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:35:46,381: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:35:46,382: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:46,382: w0  node: 10.111.170.101:8091
2017-08-29 18:35:46,384: w0 sink_bucket: default
2017-08-29 18:35:46,384: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:35:46,393: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:46,399: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:35:46,401: w1  node: 10.111.170.102:8091
2017-08-29 18:35:46,403: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:46,412: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:46,412: w1 sink_bucket: default
2017-08-29 18:35:46,413: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:35:46,424: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:35:46,424: w2  node: 10.111.170.103:8091
2017-08-29 18:35:46,425: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:46,430: w2 sink_bucket: default
2017-08-29 18:35:46,431: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:35:46,441: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:46,628: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:35:46,629: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:35:46,629: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:35:46,629: w0          :                total |       last |    per sec
2017-08-29 18:35:46,629: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:35:46,651: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:35:46,651: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:35:46,651: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:35:46,651: w1          :                total |       last |    per sec
2017-08-29 18:35:46,651: w1  node: 10.111.170.102:8091, done; rv: 0
2017-08-29 18:35:46,656: w2 no response while there 1 active streams
2017-08-29 18:35:46,907: w2 no response while there 1 active streams
2017-08-29 18:35:47,158: w2 no response while there 1 active streams
2017-08-29 18:35:47,408: w2 no response while there 1 active streams
2017-08-29 18:35:47,655: Thread-834 Read 2073 bytes off the wire
2017-08-29 18:35:47,660: w2 Send buffer size: 2073
2017-08-29 18:35:47,674: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:35:47,674: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:35:47,674: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:35:47,674: w2          :                total |       last |    per sec
2017-08-29 18:35:47,674: w2    batch :                    1 |          1 |        0.8
2017-08-29 18:35:47,674: w2    byte  :                 1017 |       1017 |      818.1
2017-08-29 18:35:47,674: w2    msg   :                   15 |         15 |       12.1
2017-08-29 18:35:47,674: w2  node: 10.111.170.103:8091, done; rv: 0
  [                    ] 0.1% (15/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        0.8
 byte  :                 1017 |       1017 |      764.4
 msg   :                   15 |         15 |       11.3
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:35:47,712: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:961
2017-08-29 18:35:47,742: mt Recover and activate vbucket: 961
2017-08-29 18:35:47,743: mt cbrecovery...
2017-08-29 18:35:47,743: mt  source : http://10.111.170.101:8091
2017-08-29 18:35:47,743: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:35:47,743: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [962]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:35:47,744: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:35:47,745: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:35:47,751: mt "GET /pools/default/buckets HTTP/1.1" 200 11351
2017-08-29 18:35:47,772: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:35:47,773: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:35:47,778: mt "GET /pools/default/buckets HTTP/1.1" 200 10071
2017-08-29 18:35:47,797: mt source_bucket: default
2017-08-29 18:35:47,797: mt sink_bucket: default
2017-08-29 18:35:47,797: mt source_buckets: default
2017-08-29 18:35:47,797: mt bucket_source: default
2017-08-29 18:35:47,797: mt source_buckets filtered: default
2017-08-29 18:35:47,798: mt bucket: default
2017-08-29 18:35:47,798: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:35:47,799: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:35:47,799: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:47,799: w0  node: 10.111.170.101:8091
2017-08-29 18:35:47,803: w0 sink_bucket: default
2017-08-29 18:35:47,804: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:35:47,809: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:47,820: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:35:47,820: w1  node: 10.111.170.102:8091
2017-08-29 18:35:47,821: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:47,825: w1 sink_bucket: default
2017-08-29 18:35:47,825: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:35:47,835: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:47,845: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:35:47,845: w2  node: 10.111.170.103:8091
2017-08-29 18:35:47,845: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:47,855: w2 sink_bucket: default
2017-08-29 18:35:47,856: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:35:47,888: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:47,912: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:35:47,913: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:35:47,913: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:35:47,913: w0          :                total |       last |    per sec
2017-08-29 18:35:47,913: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:35:47,926: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:35:47,926: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:35:47,926: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:35:47,926: w1          :                total |       last |    per sec
2017-08-29 18:35:47,927: w1  node: 10.111.170.102:8091, done; rv: 0
2017-08-29 18:35:47,944: Thread-837 Read 40 bytes off the wire
2017-08-29 18:35:47,944: Thread-837 Read 859 bytes off the wire
2017-08-29 18:35:47,945: w2 Send buffer size: 899
2017-08-29 18:35:47,959: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:35:47,959: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:35:47,959: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:35:47,960: w2          :                total |       last |    per sec
2017-08-29 18:35:47,960: w2    batch :                    1 |          1 |        9.6
2017-08-29 18:35:47,960: w2    byte  :                  409 |        409 |     3927.0
2017-08-29 18:35:47,960: w2    msg   :                    6 |          6 |       57.6
2017-08-29 18:35:47,960: w2  node: 10.111.170.103:8091, done; rv: 0
  [                    ] 0.1% (6/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        4.4
 byte  :                  409 |        409 |     1800.1
 msg   :                    6 |          6 |       26.4
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:35:48,027: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:962
2017-08-29 18:35:48,041: mt Recover and activate vbucket: 962
2017-08-29 18:35:48,042: mt cbrecovery...
2017-08-29 18:35:48,043: mt  source : http://10.111.170.101:8091
2017-08-29 18:35:48,043: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:35:48,043: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [963]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:35:48,043: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:35:48,044: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:35:48,050: mt "GET /pools/default/buckets HTTP/1.1" 200 11351
2017-08-29 18:35:48,072: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:35:48,073: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:35:48,078: mt "GET /pools/default/buckets HTTP/1.1" 200 10069
2017-08-29 18:35:48,098: mt source_bucket: default
2017-08-29 18:35:48,098: mt sink_bucket: default
2017-08-29 18:35:48,098: mt source_buckets: default
2017-08-29 18:35:48,098: mt bucket_source: default
2017-08-29 18:35:48,098: mt source_buckets filtered: default
2017-08-29 18:35:48,098: mt bucket: default
2017-08-29 18:35:48,098: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:35:48,099: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:35:48,099: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:48,100: w0  node: 10.111.170.101:8091
2017-08-29 18:35:48,103: w0 sink_bucket: default
2017-08-29 18:35:48,104: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:35:48,109: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:48,120: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:35:48,121: w1  node: 10.111.170.102:8091
2017-08-29 18:35:48,121: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:48,128: w1 sink_bucket: default
2017-08-29 18:35:48,128: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:35:48,136: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:48,146: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:35:48,146: w2  node: 10.111.170.103:8091
2017-08-29 18:35:48,146: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:48,159: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:48,159: w2 sink_bucket: default
2017-08-29 18:35:48,159: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:35:48,219: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:35:48,219: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:35:48,219: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:35:48,219: w0          :                total |       last |    per sec
2017-08-29 18:35:48,219: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:35:48,238: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:35:48,238: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:35:48,238: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:35:48,238: w1          :                total |       last |    per sec
2017-08-29 18:35:48,239: w1  node: 10.111.170.102:8091, done; rv: 0
2017-08-29 18:35:48,242: Thread-840 Read 40 bytes off the wire
2017-08-29 18:35:48,242: Thread-840 Read 462 bytes off the wire
2017-08-29 18:35:48,243: w2 Send buffer size: 502
2017-08-29 18:35:48,256: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:35:48,256: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:35:48,256: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:35:48,256: w2          :                total |       last |    per sec
2017-08-29 18:35:48,256: w2    batch :                    1 |          1 |       10.3
2017-08-29 18:35:48,257: w2    byte  :                  202 |        202 |     2082.1
2017-08-29 18:35:48,257: w2    msg   :                    3 |          3 |       30.9
2017-08-29 18:35:48,257: w2  node: 10.111.170.103:8091, done; rv: 0
  [                    ] 0.0% (3/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        5.0
 byte  :                  202 |        202 |     1005.8
 msg   :                    3 |          3 |       14.9
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:35:48,300: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:963
2017-08-29 18:35:48,313: mt Recover and activate vbucket: 963
2017-08-29 18:35:48,314: mt cbrecovery...
2017-08-29 18:35:48,314: mt  source : http://10.111.170.101:8091
2017-08-29 18:35:48,314: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:35:48,314: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [964]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:35:48,314: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:35:48,315: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:35:48,322: mt "GET /pools/default/buckets HTTP/1.1" 200 11351
2017-08-29 18:35:48,343: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:35:48,345: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:35:48,350: mt "GET /pools/default/buckets HTTP/1.1" 200 10068
2017-08-29 18:35:48,367: mt source_bucket: default
2017-08-29 18:35:48,367: mt sink_bucket: default
2017-08-29 18:35:48,368: mt source_buckets: default
2017-08-29 18:35:48,368: mt bucket_source: default
2017-08-29 18:35:48,368: mt source_buckets filtered: default
2017-08-29 18:35:48,368: mt bucket: default
2017-08-29 18:35:48,368: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:35:48,370: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:35:48,370: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:48,370: w0  node: 10.111.170.101:8091
2017-08-29 18:35:48,373: w0 sink_bucket: default
2017-08-29 18:35:48,373: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:35:48,383: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:48,402: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:35:48,402: w1  node: 10.111.170.102:8091
2017-08-29 18:35:48,403: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:48,410: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:48,411: w1 sink_bucket: default
2017-08-29 18:35:48,411: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:35:48,421: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:35:48,421: w2  node: 10.111.170.103:8091
2017-08-29 18:35:48,422: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:48,427: w2 sink_bucket: default
2017-08-29 18:35:48,427: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:35:48,441: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:48,465: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:35:48,465: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:35:48,465: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:35:48,466: w0          :                total |       last |    per sec
2017-08-29 18:35:48,466: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:35:48,537: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:35:48,537: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:35:48,537: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:35:48,537: w1          :                total |       last |    per sec
2017-08-29 18:35:48,537: w1  node: 10.111.170.102:8091, done; rv: 0
2017-08-29 18:35:48,550: Thread-843 Read 608 bytes off the wire
2017-08-29 18:35:48,550: Thread-843 Read 159 bytes off the wire
2017-08-29 18:35:48,552: w2 Send buffer size: 767
2017-08-29 18:35:48,565: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:35:48,565: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:35:48,565: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:35:48,565: w2          :                total |       last |    per sec
2017-08-29 18:35:48,565: w2    batch :                    1 |          1 |        7.3
2017-08-29 18:35:48,565: w2    byte  :                  340 |        340 |     2470.2
2017-08-29 18:35:48,565: w2    msg   :                    5 |          5 |       36.3
2017-08-29 18:35:48,565: w2  node: 10.111.170.103:8091, done; rv: 0
  [                    ] 0.1% (5/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        4.5
 byte  :                  340 |        340 |     1513.1
 msg   :                    5 |          5 |       22.3
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:35:48,595: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:964
2017-08-29 18:35:48,608: mt Recover and activate vbucket: 964
2017-08-29 18:35:48,609: mt cbrecovery...
2017-08-29 18:35:48,609: mt  source : http://10.111.170.101:8091
2017-08-29 18:35:48,609: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:35:48,609: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [965]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:35:48,609: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:35:48,610: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:35:48,617: mt "GET /pools/default/buckets HTTP/1.1" 200 11351
2017-08-29 18:35:48,638: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:35:48,639: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:35:48,644: mt "GET /pools/default/buckets HTTP/1.1" 200 10067
2017-08-29 18:35:48,663: mt source_bucket: default
2017-08-29 18:35:48,663: mt sink_bucket: default
2017-08-29 18:35:48,664: mt source_buckets: default
2017-08-29 18:35:48,664: mt bucket_source: default
2017-08-29 18:35:48,664: mt source_buckets filtered: default
2017-08-29 18:35:48,664: mt bucket: default
2017-08-29 18:35:48,664: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:35:48,666: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:35:48,666: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:48,667: w0  node: 10.111.170.101:8091
2017-08-29 18:35:48,670: w0 sink_bucket: default
2017-08-29 18:35:48,670: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:35:48,681: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:48,687: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:35:48,687: w1  node: 10.111.170.102:8091
2017-08-29 18:35:48,688: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:48,706: w1 sink_bucket: default
2017-08-29 18:35:48,706: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:35:48,727: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:48,733: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:35:48,741: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:48,743: w2  node: 10.111.170.103:8091
2017-08-29 18:35:48,754: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:48,756: w2 sink_bucket: default
2017-08-29 18:35:48,756: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:35:48,759: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:35:48,760: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:35:48,761: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:35:48,761: w0          :                total |       last |    per sec
2017-08-29 18:35:48,765: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:35:48,801: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:35:48,801: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:35:48,801: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:35:48,802: w1          :                total |       last |    per sec
2017-08-29 18:35:48,802: w1  node: 10.111.170.102:8091, done; rv: 0
2017-08-29 18:35:48,812: Thread-846 Read 767 bytes off the wire
2017-08-29 18:35:48,814: w2 Send buffer size: 767
2017-08-29 18:35:48,826: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:35:48,826: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:35:48,826: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:35:48,827: w2          :                total |       last |    per sec
2017-08-29 18:35:48,827: w2    batch :                    1 |          1 |       14.2
2017-08-29 18:35:48,827: w2    byte  :                  340 |        340 |     4837.6
2017-08-29 18:35:48,827: w2    msg   :                    5 |          5 |       71.1
2017-08-29 18:35:48,827: w2  node: 10.111.170.103:8091, done; rv: 0
  [                    ] 0.1% (5/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        4.5
 byte  :                  340 |        340 |     1515.7
 msg   :                    5 |          5 |       22.3
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:35:48,890: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:965
2017-08-29 18:35:48,906: mt Recover and activate vbucket: 965
2017-08-29 18:35:48,907: mt cbrecovery...
2017-08-29 18:35:48,907: mt  source : http://10.111.170.101:8091
2017-08-29 18:35:48,907: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:35:48,907: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [966]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:35:48,907: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:35:48,908: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:35:48,913: mt "GET /pools/default/buckets HTTP/1.1" 200 11351
2017-08-29 18:35:48,935: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:35:48,937: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:35:48,941: mt "GET /pools/default/buckets HTTP/1.1" 200 10066
2017-08-29 18:35:48,960: mt source_bucket: default
2017-08-29 18:35:48,960: mt sink_bucket: default
2017-08-29 18:35:48,960: mt source_buckets: default
2017-08-29 18:35:48,960: mt bucket_source: default
2017-08-29 18:35:48,960: mt source_buckets filtered: default
2017-08-29 18:35:48,960: mt bucket: default
2017-08-29 18:35:48,960: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:35:48,961: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:35:48,961: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:48,961: w0  node: 10.111.170.101:8091
2017-08-29 18:35:48,965: w0 sink_bucket: default
2017-08-29 18:35:48,965: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:35:48,970: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:48,980: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:35:48,981: w1  node: 10.111.170.102:8091
2017-08-29 18:35:48,982: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:48,985: w1 sink_bucket: default
2017-08-29 18:35:48,985: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:35:48,998: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:49,015: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:35:49,015: w2  node: 10.111.170.103:8091
2017-08-29 18:35:49,016: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:49,019: w2 sink_bucket: default
2017-08-29 18:35:49,019: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:35:49,034: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:49,081: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:35:49,081: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:35:49,081: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:35:49,081: w0          :                total |       last |    per sec
2017-08-29 18:35:49,081: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:35:49,093: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:35:49,093: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:35:49,094: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:35:49,094: w1          :                total |       last |    per sec
2017-08-29 18:35:49,094: w1  node: 10.111.170.102:8091, done; rv: 0
2017-08-29 18:35:49,102: Thread-849 Read 40 bytes off the wire
2017-08-29 18:35:49,103: Thread-849 Read 1740 bytes off the wire
2017-08-29 18:35:49,103: Thread-849 Read 131 bytes off the wire
2017-08-29 18:35:49,103: Thread-849 Read 28 bytes off the wire
2017-08-29 18:35:49,104: w2 Send buffer size: 1939
2017-08-29 18:35:49,118: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:35:49,119: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:35:49,119: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:35:49,119: w2          :                total |       last |    per sec
2017-08-29 18:35:49,119: w2    batch :                    1 |          1 |       10.0
2017-08-29 18:35:49,119: w2    byte  :                  947 |        947 |     9465.0
2017-08-29 18:35:49,119: w2    msg   :                   14 |         14 |      139.9
2017-08-29 18:35:49,119: w2  node: 10.111.170.103:8091, done; rv: 0
  [                    ] 0.1% (14/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        4.7
 byte  :                  947 |        947 |     4461.4
 msg   :                   14 |         14 |       66.0
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:35:49,173: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:966
2017-08-29 18:35:49,187: mt Recover and activate vbucket: 966
2017-08-29 18:35:49,188: mt cbrecovery...
2017-08-29 18:35:49,188: mt  source : http://10.111.170.101:8091
2017-08-29 18:35:49,188: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:35:49,188: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [967]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:35:49,189: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:35:49,190: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:35:49,196: mt "GET /pools/default/buckets HTTP/1.1" 200 11351
2017-08-29 18:35:49,216: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:35:49,217: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:35:49,222: mt "GET /pools/default/buckets HTTP/1.1" 200 10065
2017-08-29 18:35:49,239: mt source_bucket: default
2017-08-29 18:35:49,239: mt sink_bucket: default
2017-08-29 18:35:49,239: mt source_buckets: default
2017-08-29 18:35:49,240: mt bucket_source: default
2017-08-29 18:35:49,240: mt source_buckets filtered: default
2017-08-29 18:35:49,240: mt bucket: default
2017-08-29 18:35:49,240: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:35:49,241: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:35:49,241: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:49,241: w0  node: 10.111.170.101:8091
2017-08-29 18:35:49,244: w0 sink_bucket: default
2017-08-29 18:35:49,246: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:35:49,250: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:49,263: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:35:49,263: w1  node: 10.111.170.102:8091
2017-08-29 18:35:49,264: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:49,266: w1 sink_bucket: default
2017-08-29 18:35:49,267: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:35:49,278: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:49,287: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:35:49,287: w2  node: 10.111.170.103:8091
2017-08-29 18:35:49,288: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:49,294: w2 sink_bucket: default
2017-08-29 18:35:49,295: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:35:49,308: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:49,350: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:35:49,350: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:35:49,350: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:35:49,350: w0          :                total |       last |    per sec
2017-08-29 18:35:49,351: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:35:49,381: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:35:49,381: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:35:49,382: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:35:49,383: w1          :                total |       last |    per sec
2017-08-29 18:35:49,383: w1  node: 10.111.170.102:8091, done; rv: 0
2017-08-29 18:35:49,384: w2 no response while there 1 active streams
2017-08-29 18:35:49,635: w2 no response while there 1 active streams
2017-08-29 18:35:49,885: w2 no response while there 1 active streams
2017-08-29 18:35:50,137: w2 no response while there 1 active streams
2017-08-29 18:35:50,383: Thread-852 Read 2331 bytes off the wire
2017-08-29 18:35:50,389: w2 Send buffer size: 2331
2017-08-29 18:35:50,403: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:35:50,403: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:35:50,403: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:35:50,403: w2          :                total |       last |    per sec
2017-08-29 18:35:50,403: w2    batch :                    1 |          1 |        0.9
2017-08-29 18:35:50,403: w2    byte  :                 1150 |       1150 |     1037.7
2017-08-29 18:35:50,403: w2    msg   :                   17 |         17 |       15.3
2017-08-29 18:35:50,403: w2  node: 10.111.170.103:8091, done; rv: 0
  [                    ] 0.2% (17/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        0.8
 byte  :                 1150 |       1150 |      959.0
 msg   :                   17 |         17 |       14.2
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:35:50,440: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:967
2017-08-29 18:35:50,456: mt Recover and activate vbucket: 967
2017-08-29 18:35:50,457: mt cbrecovery...
2017-08-29 18:35:50,458: mt  source : http://10.111.170.101:8091
2017-08-29 18:35:50,458: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:35:50,458: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [968]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:35:50,458: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:35:50,459: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:35:50,464: mt "GET /pools/default/buckets HTTP/1.1" 200 11351
2017-08-29 18:35:50,507: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:35:50,508: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:35:50,519: mt "GET /pools/default/buckets HTTP/1.1" 200 10064
2017-08-29 18:35:50,536: mt source_bucket: default
2017-08-29 18:35:50,536: mt sink_bucket: default
2017-08-29 18:35:50,536: mt source_buckets: default
2017-08-29 18:35:50,536: mt bucket_source: default
2017-08-29 18:35:50,536: mt source_buckets filtered: default
2017-08-29 18:35:50,536: mt bucket: default
2017-08-29 18:35:50,536: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:35:50,537: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:35:50,537: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:50,538: w0  node: 10.111.170.101:8091
2017-08-29 18:35:50,542: w0 sink_bucket: default
2017-08-29 18:35:50,543: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:35:50,548: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:50,561: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:35:50,561: w1  node: 10.111.170.102:8091
2017-08-29 18:35:50,561: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:50,569: w1 sink_bucket: default
2017-08-29 18:35:50,570: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:35:50,578: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:50,593: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:35:50,593: w2  node: 10.111.170.103:8091
2017-08-29 18:35:50,598: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:50,605: w2 sink_bucket: default
2017-08-29 18:35:50,605: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:35:50,620: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:50,634: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:35:50,634: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:35:50,634: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:35:50,634: w0          :                total |       last |    per sec
2017-08-29 18:35:50,634: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:35:50,798: Thread-855 Read 40 bytes off the wire
2017-08-29 18:35:50,799: Thread-855 Read 696 bytes off the wire
2017-08-29 18:35:50,799: Thread-855 Read 1047 bytes off the wire
2017-08-29 18:35:50,799: Thread-855 Read 683 bytes off the wire
2017-08-29 18:35:50,800: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:35:50,800: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:35:50,800: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:35:50,800: w1          :                total |       last |    per sec
2017-08-29 18:35:50,800: w1  node: 10.111.170.102:8091, done; rv: 0
2017-08-29 18:35:50,801: w2 Send buffer size: 2466
2017-08-29 18:35:50,814: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:35:50,814: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:35:50,815: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:35:50,815: w2          :                total |       last |    per sec
2017-08-29 18:35:50,815: w2    batch :                    1 |          1 |        4.8
2017-08-29 18:35:50,815: w2    byte  :                 1221 |       1221 |     5826.9
2017-08-29 18:35:50,815: w2    msg   :                   18 |         18 |       85.9
2017-08-29 18:35:50,815: w2  node: 10.111.170.103:8091, done; rv: 0
  [                    ] 0.2% (18/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        3.2
 byte  :                 1221 |       1221 |     3933.2
 msg   :                   18 |         18 |       58.0
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:35:50,848: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:968
2017-08-29 18:35:50,863: mt Recover and activate vbucket: 968
2017-08-29 18:35:50,864: mt cbrecovery...
2017-08-29 18:35:50,865: mt  source : http://10.111.170.101:8091
2017-08-29 18:35:50,865: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:35:50,865: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [969]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:35:50,865: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:35:50,866: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:35:50,871: mt "GET /pools/default/buckets HTTP/1.1" 200 11350
2017-08-29 18:35:50,891: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:35:50,892: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:35:50,897: mt "GET /pools/default/buckets HTTP/1.1" 200 10063
2017-08-29 18:35:50,916: mt source_bucket: default
2017-08-29 18:35:50,916: mt sink_bucket: default
2017-08-29 18:35:50,916: mt source_buckets: default
2017-08-29 18:35:50,916: mt bucket_source: default
2017-08-29 18:35:50,916: mt source_buckets filtered: default
2017-08-29 18:35:50,916: mt bucket: default
2017-08-29 18:35:50,916: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:35:50,917: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:35:50,918: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:50,918: w0  node: 10.111.170.101:8091
2017-08-29 18:35:50,923: w0 sink_bucket: default
2017-08-29 18:35:50,923: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:35:50,927: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:50,940: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:35:50,942: w1  node: 10.111.170.102:8091
2017-08-29 18:35:50,942: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:50,946: w1 sink_bucket: default
2017-08-29 18:35:50,946: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:35:50,963: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:50,972: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:35:50,973: w2  node: 10.111.170.103:8091
2017-08-29 18:35:50,976: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:50,987: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:50,987: w2 sink_bucket: default
2017-08-29 18:35:50,988: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:35:51,012: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:35:51,012: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:35:51,013: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:35:51,013: w0          :                total |       last |    per sec
2017-08-29 18:35:51,013: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:35:51,048: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:35:51,048: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:35:51,048: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:35:51,048: w1          :                total |       last |    per sec
2017-08-29 18:35:51,048: w1  node: 10.111.170.102:8091, done; rv: 0
2017-08-29 18:35:51,054: Thread-858 Read 40 bytes off the wire
2017-08-29 18:35:51,055: Thread-858 Read 1603 bytes off the wire
2017-08-29 18:35:51,056: Thread-858 Read 393 bytes off the wire
2017-08-29 18:35:51,056: Thread-858 Read 28 bytes off the wire
2017-08-29 18:35:51,058: w2 Send buffer size: 2064
2017-08-29 18:35:51,072: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:35:51,072: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:35:51,072: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:35:51,073: w2          :                total |       last |    per sec
2017-08-29 18:35:51,073: w2    batch :                    1 |          1 |       11.8
2017-08-29 18:35:51,073: w2    byte  :                 1010 |       1010 |    11883.1
2017-08-29 18:35:51,073: w2    msg   :                   15 |         15 |      176.5
2017-08-29 18:35:51,073: w2  node: 10.111.170.103:8091, done; rv: 0
  [                    ] 0.1% (15/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        4.8
 byte  :                 1010 |       1010 |     4897.2
 msg   :                   15 |         15 |       72.7
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:35:51,124: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:969
2017-08-29 18:35:51,137: mt Recover and activate vbucket: 969
2017-08-29 18:35:51,138: mt cbrecovery...
2017-08-29 18:35:51,138: mt  source : http://10.111.170.101:8091
2017-08-29 18:35:51,138: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:35:51,138: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [970]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:35:51,138: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:35:51,139: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:35:51,145: mt "GET /pools/default/buckets HTTP/1.1" 200 11350
2017-08-29 18:35:51,166: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:35:51,168: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:35:51,174: mt "GET /pools/default/buckets HTTP/1.1" 200 10062
2017-08-29 18:35:51,194: mt source_bucket: default
2017-08-29 18:35:51,195: mt sink_bucket: default
2017-08-29 18:35:51,195: mt source_buckets: default
2017-08-29 18:35:51,195: mt bucket_source: default
2017-08-29 18:35:51,195: mt source_buckets filtered: default
2017-08-29 18:35:51,195: mt bucket: default
2017-08-29 18:35:51,195: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:35:51,196: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:35:51,196: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:51,197: w0  node: 10.111.170.101:8091
2017-08-29 18:35:51,201: w0 sink_bucket: default
2017-08-29 18:35:51,202: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:35:51,207: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:51,217: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:35:51,217: w1  node: 10.111.170.102:8091
2017-08-29 18:35:51,217: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:51,219: w1 sink_bucket: default
2017-08-29 18:35:51,219: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:35:51,232: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:51,246: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:35:51,246: w2  node: 10.111.170.103:8091
2017-08-29 18:35:51,247: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:51,255: w2 sink_bucket: default
2017-08-29 18:35:51,255: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:35:51,267: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:51,306: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:35:51,306: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:35:51,307: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:35:51,307: w0          :                total |       last |    per sec
2017-08-29 18:35:51,307: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:35:51,338: Thread-861 Read 40 bytes off the wire
2017-08-29 18:35:51,340: Thread-861 Read 203 bytes off the wire
2017-08-29 18:35:51,340: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:35:51,340: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:35:51,341: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:35:51,341: w1          :                total |       last |    per sec
2017-08-29 18:35:51,341: w1  node: 10.111.170.102:8091, done; rv: 0
2017-08-29 18:35:51,343: w2 Send buffer size: 243
2017-08-29 18:35:51,356: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:35:51,357: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:35:51,357: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:35:51,357: w2          :                total |       last |    per sec
2017-08-29 18:35:51,358: w2    batch :                    1 |          1 |        9.8
2017-08-29 18:35:51,358: w2    byte  :                   68 |         68 |      664.8
2017-08-29 18:35:51,358: w2    msg   :                    1 |          1 |        9.8
2017-08-29 18:35:51,358: w2  node: 10.111.170.103:8091, done; rv: 0
  [                    ] 0.0% (1/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        4.8
 byte  :                   68 |         68 |      328.6
 msg   :                    1 |          1 |        4.8
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:35:51,403: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:970
2017-08-29 18:35:51,417: mt Recover and activate vbucket: 970
2017-08-29 18:35:51,418: mt cbrecovery...
2017-08-29 18:35:51,418: mt  source : http://10.111.170.101:8091
2017-08-29 18:35:51,418: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:35:51,418: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [971]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:35:51,418: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:35:51,419: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:35:51,426: mt "GET /pools/default/buckets HTTP/1.1" 200 11350
2017-08-29 18:35:51,448: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:35:51,449: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:35:51,455: mt "GET /pools/default/buckets HTTP/1.1" 200 10061
2017-08-29 18:35:51,475: mt source_bucket: default
2017-08-29 18:35:51,476: mt sink_bucket: default
2017-08-29 18:35:51,476: mt source_buckets: default
2017-08-29 18:35:51,476: mt bucket_source: default
2017-08-29 18:35:51,476: mt source_buckets filtered: default
2017-08-29 18:35:51,476: mt bucket: default
2017-08-29 18:35:51,476: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:35:51,477: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:35:51,477: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:51,477: w0  node: 10.111.170.101:8091
2017-08-29 18:35:51,486: w0 sink_bucket: default
2017-08-29 18:35:51,487: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:35:51,520: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:51,537: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:35:51,538: w1  node: 10.111.170.102:8091
2017-08-29 18:35:51,539: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:51,550: w1 sink_bucket: default
2017-08-29 18:35:51,550: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:35:51,552: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:51,563: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:35:51,563: w2  node: 10.111.170.103:8091
2017-08-29 18:35:51,563: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:51,575: w2 sink_bucket: default
2017-08-29 18:35:51,575: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:35:51,584: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:51,596: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:35:51,596: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:35:51,596: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:35:51,596: w0          :                total |       last |    per sec
2017-08-29 18:35:51,596: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:35:51,644: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:35:51,644: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:35:51,644: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:35:51,645: w1          :                total |       last |    per sec
2017-08-29 18:35:51,645: w1  node: 10.111.170.102:8091, done; rv: 0
2017-08-29 18:35:51,652: Thread-864 Read 40 bytes off the wire
2017-08-29 18:35:51,653: Thread-864 Read 858 bytes off the wire
2017-08-29 18:35:51,656: w2 Send buffer size: 898
2017-08-29 18:35:51,668: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:35:51,669: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:35:51,669: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:35:51,669: w2          :                total |       last |    per sec
2017-08-29 18:35:51,669: w2    batch :                    1 |          1 |       10.6
2017-08-29 18:35:51,669: w2    byte  :                  408 |        408 |     4334.4
2017-08-29 18:35:51,669: w2    msg   :                    6 |          6 |       63.7
2017-08-29 18:35:51,669: w2  node: 10.111.170.103:8091, done; rv: 0
  [                    ] 0.1% (6/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        4.2
 byte  :                  408 |        408 |     1706.1
 msg   :                    6 |          6 |       25.1
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:35:51,716: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:971
2017-08-29 18:35:51,742: mt Recover and activate vbucket: 971
2017-08-29 18:35:51,743: mt cbrecovery...
2017-08-29 18:35:51,743: mt  source : http://10.111.170.101:8091
2017-08-29 18:35:51,743: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:35:51,743: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [972]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:35:51,743: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:35:51,745: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:35:51,752: mt "GET /pools/default/buckets HTTP/1.1" 200 11350
2017-08-29 18:35:51,775: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:35:51,776: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:35:51,782: mt "GET /pools/default/buckets HTTP/1.1" 200 10060
2017-08-29 18:35:51,802: mt source_bucket: default
2017-08-29 18:35:51,802: mt sink_bucket: default
2017-08-29 18:35:51,802: mt source_buckets: default
2017-08-29 18:35:51,802: mt bucket_source: default
2017-08-29 18:35:51,802: mt source_buckets filtered: default
2017-08-29 18:35:51,802: mt bucket: default
2017-08-29 18:35:51,803: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:35:51,809: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:35:51,810: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:51,810: w0  node: 10.111.170.101:8091
2017-08-29 18:35:51,812: w0 sink_bucket: default
2017-08-29 18:35:51,813: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:35:51,825: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:51,835: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:35:51,836: w1  node: 10.111.170.102:8091
2017-08-29 18:35:51,836: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:51,845: w1 sink_bucket: default
2017-08-29 18:35:51,845: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:35:51,849: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:51,857: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:35:51,857: w2  node: 10.111.170.103:8091
2017-08-29 18:35:51,857: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:51,863: w2 sink_bucket: default
2017-08-29 18:35:51,864: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:35:51,874: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:51,905: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:35:51,906: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:35:51,906: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:35:51,906: w0          :                total |       last |    per sec
2017-08-29 18:35:51,906: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:35:51,941: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:35:51,942: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:35:51,942: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:35:51,943: w1          :                total |       last |    per sec
2017-08-29 18:35:51,943: w1  node: 10.111.170.102:8091, done; rv: 0
2017-08-29 18:35:51,945: Thread-867 Read 40 bytes off the wire
2017-08-29 18:35:51,946: Thread-867 Read 44 bytes off the wire
2017-08-29 18:35:51,946: Thread-867 Read 518 bytes off the wire
2017-08-29 18:35:51,946: Thread-867 Read 159 bytes off the wire
2017-08-29 18:35:51,949: w2 Send buffer size: 761
2017-08-29 18:35:51,963: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:35:51,963: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:35:51,963: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:35:51,963: w2          :                total |       last |    per sec
2017-08-29 18:35:51,963: w2    batch :                    1 |          1 |       10.0
2017-08-29 18:35:51,963: w2    byte  :                  336 |        336 |     3367.6
2017-08-29 18:35:51,964: w2    msg   :                    5 |          5 |       50.1
2017-08-29 18:35:51,964: w2  node: 10.111.170.103:8091, done; rv: 0
  [                    ] 0.1% (5/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        4.9
 byte  :                  336 |        336 |     1657.7
 msg   :                    5 |          5 |       24.7
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:35:52,012: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:972
2017-08-29 18:35:52,026: mt Recover and activate vbucket: 972
2017-08-29 18:35:52,027: mt cbrecovery...
2017-08-29 18:35:52,027: mt  source : http://10.111.170.101:8091
2017-08-29 18:35:52,027: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:35:52,027: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [973]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:35:52,027: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:35:52,028: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:35:52,034: mt "GET /pools/default/buckets HTTP/1.1" 200 11351
2017-08-29 18:35:52,055: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:35:52,056: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:35:52,061: mt "GET /pools/default/buckets HTTP/1.1" 200 10059
2017-08-29 18:35:52,081: mt source_bucket: default
2017-08-29 18:35:52,081: mt sink_bucket: default
2017-08-29 18:35:52,081: mt source_buckets: default
2017-08-29 18:35:52,081: mt bucket_source: default
2017-08-29 18:35:52,081: mt source_buckets filtered: default
2017-08-29 18:35:52,081: mt bucket: default
2017-08-29 18:35:52,081: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:35:52,082: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:35:52,082: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:52,083: w0  node: 10.111.170.101:8091
2017-08-29 18:35:52,085: w0 sink_bucket: default
2017-08-29 18:35:52,085: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:35:52,094: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:52,102: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:35:52,106: w1  node: 10.111.170.102:8091
2017-08-29 18:35:52,106: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:52,112: w1 sink_bucket: default
2017-08-29 18:35:52,113: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:35:52,120: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:52,131: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:35:52,131: w2  node: 10.111.170.103:8091
2017-08-29 18:35:52,131: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:52,139: w2 sink_bucket: default
2017-08-29 18:35:52,140: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:35:52,148: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:52,202: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:35:52,202: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:35:52,202: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:35:52,202: w0          :                total |       last |    per sec
2017-08-29 18:35:52,202: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:35:52,216: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:35:52,216: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:35:52,216: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:35:52,216: w1          :                total |       last |    per sec
2017-08-29 18:35:52,216: w1  node: 10.111.170.102:8091, done; rv: 0
2017-08-29 18:35:52,226: Thread-870 Read 40 bytes off the wire
2017-08-29 18:35:52,226: Thread-870 Read 565 bytes off the wire
2017-08-29 18:35:52,227: Thread-870 Read 159 bytes off the wire
2017-08-29 18:35:52,229: w2 Send buffer size: 764
2017-08-29 18:35:52,242: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:35:52,242: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:35:52,242: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:35:52,242: w2          :                total |       last |    per sec
2017-08-29 18:35:52,242: w2    batch :                    1 |          1 |        9.7
2017-08-29 18:35:52,242: w2    byte  :                  338 |        338 |     3291.6
2017-08-29 18:35:52,242: w2    msg   :                    5 |          5 |       48.7
2017-08-29 18:35:52,242: w2  node: 10.111.170.103:8091, done; rv: 0
  [                    ] 0.1% (5/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        4.9
 byte  :                  338 |        338 |     1655.9
 msg   :                    5 |          5 |       24.5
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:35:52,287: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:973
2017-08-29 18:35:52,300: mt Recover and activate vbucket: 973
2017-08-29 18:35:52,301: mt cbrecovery...
2017-08-29 18:35:52,301: mt  source : http://10.111.170.101:8091
2017-08-29 18:35:52,301: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:35:52,301: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [974]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:35:52,301: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:35:52,302: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:35:52,309: mt "GET /pools/default/buckets HTTP/1.1" 200 11351
2017-08-29 18:35:52,331: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:35:52,332: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:35:52,336: mt "GET /pools/default/buckets HTTP/1.1" 200 10058
2017-08-29 18:35:52,357: mt source_bucket: default
2017-08-29 18:35:52,357: mt sink_bucket: default
2017-08-29 18:35:52,357: mt source_buckets: default
2017-08-29 18:35:52,358: mt bucket_source: default
2017-08-29 18:35:52,358: mt source_buckets filtered: default
2017-08-29 18:35:52,358: mt bucket: default
2017-08-29 18:35:52,358: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:35:52,359: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:35:52,359: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:52,359: w0  node: 10.111.170.101:8091
2017-08-29 18:35:52,363: w0 sink_bucket: default
2017-08-29 18:35:52,363: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:35:52,369: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:52,379: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:35:52,379: w1  node: 10.111.170.102:8091
2017-08-29 18:35:52,379: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:52,387: w1 sink_bucket: default
2017-08-29 18:35:52,388: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:35:52,402: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:52,413: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:35:52,417: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:52,418: w2  node: 10.111.170.103:8091
2017-08-29 18:35:52,430: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:52,433: w2 sink_bucket: default
2017-08-29 18:35:52,434: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:35:52,459: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:35:52,459: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:35:52,460: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:35:52,460: w0          :                total |       last |    per sec
2017-08-29 18:35:52,460: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:35:52,491: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:35:52,491: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:35:52,491: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:35:52,491: w1          :                total |       last |    per sec
2017-08-29 18:35:52,491: w1  node: 10.111.170.102:8091, done; rv: 0
2017-08-29 18:35:52,523: Thread-873 Read 2463 bytes off the wire
2017-08-29 18:35:52,524: w2 Send buffer size: 2463
2017-08-29 18:35:52,538: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:35:52,538: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:35:52,538: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:35:52,538: w2          :                total |       last |    per sec
2017-08-29 18:35:52,538: w2    batch :                    1 |          1 |        9.5
2017-08-29 18:35:52,538: w2    byte  :                 1218 |       1218 |    11623.5
2017-08-29 18:35:52,539: w2    msg   :                   18 |         18 |      171.8
2017-08-29 18:35:52,539: w2  node: 10.111.170.103:8091, done; rv: 0
  [                    ] 0.2% (18/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        4.7
 byte  :                 1218 |       1218 |     5696.2
 msg   :                   18 |         18 |       84.2
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:35:52,573: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:974
2017-08-29 18:35:52,586: mt Recover and activate vbucket: 974
2017-08-29 18:35:52,587: mt cbrecovery...
2017-08-29 18:35:52,587: mt  source : http://10.111.170.101:8091
2017-08-29 18:35:52,587: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:35:52,587: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [975]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:35:52,587: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:35:52,588: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:35:52,594: mt "GET /pools/default/buckets HTTP/1.1" 200 11351
2017-08-29 18:35:52,614: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:35:52,615: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:35:52,620: mt "GET /pools/default/buckets HTTP/1.1" 200 10057
2017-08-29 18:35:52,640: mt source_bucket: default
2017-08-29 18:35:52,640: mt sink_bucket: default
2017-08-29 18:35:52,641: mt source_buckets: default
2017-08-29 18:35:52,641: mt bucket_source: default
2017-08-29 18:35:52,641: mt source_buckets filtered: default
2017-08-29 18:35:52,641: mt bucket: default
2017-08-29 18:35:52,641: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:35:52,643: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:35:52,643: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:52,643: w0  node: 10.111.170.101:8091
2017-08-29 18:35:52,648: w0 sink_bucket: default
2017-08-29 18:35:52,649: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:35:52,653: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:52,667: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:35:52,667: w1  node: 10.111.170.102:8091
2017-08-29 18:35:52,668: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:52,676: w1 sink_bucket: default
2017-08-29 18:35:52,677: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:35:52,686: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:52,700: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:35:52,700: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:52,700: w2  node: 10.111.170.103:8091
2017-08-29 18:35:52,713: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:52,713: w2 sink_bucket: default
2017-08-29 18:35:52,714: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:35:52,758: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:35:52,758: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:35:52,758: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:35:52,759: w0          :                total |       last |    per sec
2017-08-29 18:35:52,759: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:35:52,784: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:35:52,784: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:35:52,784: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:35:52,784: w1          :                total |       last |    per sec
2017-08-29 18:35:52,784: w1  node: 10.111.170.102:8091, done; rv: 0
2017-08-29 18:35:52,787: w2 no response while there 1 active streams
2017-08-29 18:35:53,037: w2 no response while there 1 active streams
2017-08-29 18:35:53,289: w2 no response while there 1 active streams
2017-08-29 18:35:53,539: w2 no response while there 1 active streams
2017-08-29 18:35:53,784: Thread-876 Read 2323 bytes off the wire
2017-08-29 18:35:53,791: w2 Send buffer size: 2323
2017-08-29 18:35:53,804: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:35:53,804: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:35:53,804: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:35:53,805: w2          :                total |       last |    per sec
2017-08-29 18:35:53,805: w2    batch :                    1 |          1 |        0.9
2017-08-29 18:35:53,805: w2    byte  :                 1145 |       1145 |     1049.5
2017-08-29 18:35:53,805: w2    msg   :                   17 |         17 |       15.6
2017-08-29 18:35:53,805: w2  node: 10.111.170.103:8091, done; rv: 0
  [                    ] 0.2% (17/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        0.8
 byte  :                 1145 |       1145 |      956.1
 msg   :                   17 |         17 |       14.2
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:35:53,841: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:975
2017-08-29 18:35:53,860: mt Recover and activate vbucket: 975
2017-08-29 18:35:53,861: mt cbrecovery...
2017-08-29 18:35:53,861: mt  source : http://10.111.170.101:8091
2017-08-29 18:35:53,861: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:35:53,861: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [976]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:35:53,861: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:35:53,862: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:35:53,869: mt "GET /pools/default/buckets HTTP/1.1" 200 11351
2017-08-29 18:35:53,889: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:35:53,891: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:35:53,896: mt "GET /pools/default/buckets HTTP/1.1" 200 10057
2017-08-29 18:35:53,914: mt source_bucket: default
2017-08-29 18:35:53,914: mt sink_bucket: default
2017-08-29 18:35:53,914: mt source_buckets: default
2017-08-29 18:35:53,914: mt bucket_source: default
2017-08-29 18:35:53,915: mt source_buckets filtered: default
2017-08-29 18:35:53,915: mt bucket: default
2017-08-29 18:35:53,915: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:35:53,916: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:35:53,917: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:53,917: w0  node: 10.111.170.101:8091
2017-08-29 18:35:53,919: w0 sink_bucket: default
2017-08-29 18:35:53,920: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:35:53,926: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:53,951: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:35:53,952: w1  node: 10.111.170.102:8091
2017-08-29 18:35:53,952: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:53,957: w1 sink_bucket: default
2017-08-29 18:35:53,957: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:35:53,961: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:53,974: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:35:53,974: w2  node: 10.111.170.103:8091
2017-08-29 18:35:53,975: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:53,980: w2 sink_bucket: default
2017-08-29 18:35:53,980: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:35:53,985: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:54,169: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:35:54,169: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:35:54,169: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:35:54,169: w0          :                total |       last |    per sec
2017-08-29 18:35:54,170: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:35:54,189: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:35:54,189: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:35:54,189: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:35:54,189: w1          :                total |       last |    per sec
2017-08-29 18:35:54,189: w1  node: 10.111.170.102:8091, done; rv: 0
2017-08-29 18:35:54,192: Thread-879 Read 40 bytes off the wire
2017-08-29 18:35:54,193: Thread-879 Read 433 bytes off the wire
2017-08-29 18:35:54,193: Thread-879 Read 552 bytes off the wire
2017-08-29 18:35:54,195: w2 Send buffer size: 1025
2017-08-29 18:35:54,208: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:35:54,208: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:35:54,208: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:35:54,208: w2          :                total |       last |    per sec
2017-08-29 18:35:54,209: w2    batch :                    1 |          1 |        4.4
2017-08-29 18:35:54,209: w2    byte  :                  473 |        473 |     2067.5
2017-08-29 18:35:54,209: w2    msg   :                    7 |          7 |       30.6
2017-08-29 18:35:54,209: w2  node: 10.111.170.103:8091, done; rv: 0
  [                    ] 0.1% (7/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        2.8
 byte  :                  473 |        473 |     1306.3
 msg   :                    7 |          7 |       19.3
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:35:54,279: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:976
2017-08-29 18:35:54,293: mt Recover and activate vbucket: 976
2017-08-29 18:35:54,294: mt cbrecovery...
2017-08-29 18:35:54,294: mt  source : http://10.111.170.101:8091
2017-08-29 18:35:54,294: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:35:54,294: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [977]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:35:54,294: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:35:54,295: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:35:54,302: mt "GET /pools/default/buckets HTTP/1.1" 200 11351
2017-08-29 18:35:54,324: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:35:54,326: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:35:54,330: mt "GET /pools/default/buckets HTTP/1.1" 200 10056
2017-08-29 18:35:54,349: mt source_bucket: default
2017-08-29 18:35:54,349: mt sink_bucket: default
2017-08-29 18:35:54,349: mt source_buckets: default
2017-08-29 18:35:54,349: mt bucket_source: default
2017-08-29 18:35:54,349: mt source_buckets filtered: default
2017-08-29 18:35:54,349: mt bucket: default
2017-08-29 18:35:54,349: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:35:54,351: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:35:54,351: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:54,351: w0  node: 10.111.170.101:8091
2017-08-29 18:35:54,353: w0 sink_bucket: default
2017-08-29 18:35:54,354: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:35:54,362: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:54,372: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:35:54,372: w1  node: 10.111.170.102:8091
2017-08-29 18:35:54,373: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:54,379: w1 sink_bucket: default
2017-08-29 18:35:54,379: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:35:54,396: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:54,407: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:35:54,408: w2  node: 10.111.170.103:8091
2017-08-29 18:35:54,409: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:54,421: w2 sink_bucket: default
2017-08-29 18:35:54,421: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:35:54,423: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:54,463: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:35:54,463: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:35:54,463: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:35:54,464: w0          :                total |       last |    per sec
2017-08-29 18:35:54,464: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:35:54,528: Thread-882 Read 40 bytes off the wire
2017-08-29 18:35:54,528: Thread-882 Read 827 bytes off the wire
2017-08-29 18:35:54,529: Thread-882 Read 28 bytes off the wire
2017-08-29 18:35:54,530: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:35:54,530: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:35:54,530: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:35:54,530: w1          :                total |       last |    per sec
2017-08-29 18:35:54,530: w1  node: 10.111.170.102:8091, done; rv: 0
2017-08-29 18:35:54,532: w2 Send buffer size: 895
2017-08-29 18:35:54,546: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:35:54,546: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:35:54,546: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:35:54,546: w2          :                total |       last |    per sec
2017-08-29 18:35:54,546: w2    batch :                    1 |          1 |        8.0
2017-08-29 18:35:54,546: w2    byte  :                  406 |        406 |     3246.5
2017-08-29 18:35:54,546: w2    msg   :                    6 |          6 |       48.0
2017-08-29 18:35:54,547: w2  node: 10.111.170.103:8091, done; rv: 0
  [                    ] 0.1% (6/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        4.7
 byte  :                  406 |        406 |     1918.0
 msg   :                    6 |          6 |       28.3
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:35:54,563: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:977
2017-08-29 18:35:54,578: mt Recover and activate vbucket: 977
2017-08-29 18:35:54,579: mt cbrecovery...
2017-08-29 18:35:54,579: mt  source : http://10.111.170.101:8091
2017-08-29 18:35:54,579: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:35:54,579: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [978]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:35:54,579: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:35:54,581: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:35:54,588: mt "GET /pools/default/buckets HTTP/1.1" 200 11351
2017-08-29 18:35:54,610: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:35:54,611: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:35:54,617: mt "GET /pools/default/buckets HTTP/1.1" 200 10055
2017-08-29 18:35:54,639: mt source_bucket: default
2017-08-29 18:35:54,640: mt sink_bucket: default
2017-08-29 18:35:54,640: mt source_buckets: default
2017-08-29 18:35:54,640: mt bucket_source: default
2017-08-29 18:35:54,640: mt source_buckets filtered: default
2017-08-29 18:35:54,640: mt bucket: default
2017-08-29 18:35:54,640: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:35:54,641: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:35:54,642: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:54,642: w0  node: 10.111.170.101:8091
2017-08-29 18:35:54,646: w0 sink_bucket: default
2017-08-29 18:35:54,646: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:35:54,651: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:54,664: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:35:54,664: w1  node: 10.111.170.102:8091
2017-08-29 18:35:54,665: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:54,669: w1 sink_bucket: default
2017-08-29 18:35:54,672: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:35:54,682: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:54,690: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:35:54,691: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:54,692: w2  node: 10.111.170.103:8091
2017-08-29 18:35:54,708: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:54,710: w2 sink_bucket: default
2017-08-29 18:35:54,710: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:35:54,763: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:35:54,763: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:35:54,763: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:35:54,763: w0          :                total |       last |    per sec
2017-08-29 18:35:54,763: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:35:54,782: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:35:54,782: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:35:54,782: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:35:54,782: w1          :                total |       last |    per sec
2017-08-29 18:35:54,782: w1  node: 10.111.170.102:8091, done; rv: 0
2017-08-29 18:35:54,791: Thread-885 Read 40 bytes off the wire
2017-08-29 18:35:54,791: Thread-885 Read 700 bytes off the wire
2017-08-29 18:35:54,792: Thread-885 Read 1179 bytes off the wire
2017-08-29 18:35:54,792: Thread-885 Read 159 bytes off the wire
2017-08-29 18:35:54,794: w2 Send buffer size: 2078
2017-08-29 18:35:54,809: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:35:54,809: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:35:54,809: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:35:54,809: w2          :                total |       last |    per sec
2017-08-29 18:35:54,809: w2    batch :                    1 |          1 |       10.1
2017-08-29 18:35:54,809: w2    byte  :                 1021 |       1021 |    10355.8
2017-08-29 18:35:54,809: w2    msg   :                   15 |         15 |      152.1
2017-08-29 18:35:54,809: w2  node: 10.111.170.103:8091, done; rv: 0
  [                    ] 0.1% (15/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        4.9
 byte  :                 1021 |       1021 |     5010.9
 msg   :                   15 |         15 |       73.6
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:35:54,845: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:978
2017-08-29 18:35:54,860: mt Recover and activate vbucket: 978
2017-08-29 18:35:54,862: mt cbrecovery...
2017-08-29 18:35:54,862: mt  source : http://10.111.170.101:8091
2017-08-29 18:35:54,862: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:35:54,862: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [979]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:35:54,862: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:35:54,863: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:35:54,871: mt "GET /pools/default/buckets HTTP/1.1" 200 11351
2017-08-29 18:35:54,899: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:35:54,901: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:35:54,906: mt "GET /pools/default/buckets HTTP/1.1" 200 10054
2017-08-29 18:35:54,927: mt source_bucket: default
2017-08-29 18:35:54,928: mt sink_bucket: default
2017-08-29 18:35:54,928: mt source_buckets: default
2017-08-29 18:35:54,928: mt bucket_source: default
2017-08-29 18:35:54,928: mt source_buckets filtered: default
2017-08-29 18:35:54,928: mt bucket: default
2017-08-29 18:35:54,928: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:35:54,930: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:35:54,930: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:54,930: w0  node: 10.111.170.101:8091
2017-08-29 18:35:54,934: w0 sink_bucket: default
2017-08-29 18:35:54,934: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:35:54,941: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:54,963: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:35:54,963: w1  node: 10.111.170.102:8091
2017-08-29 18:35:54,964: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:54,966: w1 sink_bucket: default
2017-08-29 18:35:54,966: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:35:54,974: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:54,983: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:35:54,983: w2  node: 10.111.170.103:8091
2017-08-29 18:35:54,984: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:54,991: w2 sink_bucket: default
2017-08-29 18:35:54,992: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:35:55,006: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:55,027: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:35:55,028: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:35:55,028: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:35:55,028: w0          :                total |       last |    per sec
2017-08-29 18:35:55,028: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:35:55,067: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:35:55,067: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:35:55,067: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:35:55,067: w1          :                total |       last |    per sec
2017-08-29 18:35:55,067: w1  node: 10.111.170.102:8091, done; rv: 0
2017-08-29 18:35:55,071: Thread-888 Read 40 bytes off the wire
2017-08-29 18:35:55,072: Thread-888 Read 434 bytes off the wire
2017-08-29 18:35:55,072: Thread-888 Read 392 bytes off the wire
2017-08-29 18:35:55,072: Thread-888 Read 1206 bytes off the wire
2017-08-29 18:35:55,076: w2 Send buffer size: 2072
2017-08-29 18:35:55,091: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:35:55,091: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:35:55,091: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:35:55,092: w2          :                total |       last |    per sec
2017-08-29 18:35:55,092: w2    batch :                    1 |          1 |       10.0
2017-08-29 18:35:55,092: w2    byte  :                 1016 |       1016 |    10156.7
2017-08-29 18:35:55,092: w2    msg   :                   15 |         15 |      150.0
2017-08-29 18:35:55,092: w2  node: 10.111.170.103:8091, done; rv: 0
  [                    ] 0.1% (15/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        4.7
 byte  :                 1016 |       1016 |     4788.2
 msg   :                   15 |         15 |       70.7
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:35:55,142: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:979
2017-08-29 18:35:55,155: mt Recover and activate vbucket: 979
2017-08-29 18:35:55,156: mt cbrecovery...
2017-08-29 18:35:55,157: mt  source : http://10.111.170.101:8091
2017-08-29 18:35:55,157: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:35:55,157: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [980]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:35:55,157: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:35:55,158: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:35:55,164: mt "GET /pools/default/buckets HTTP/1.1" 200 11351
2017-08-29 18:35:55,189: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:35:55,190: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:35:55,197: mt "GET /pools/default/buckets HTTP/1.1" 200 10053
2017-08-29 18:35:55,215: mt source_bucket: default
2017-08-29 18:35:55,215: mt sink_bucket: default
2017-08-29 18:35:55,215: mt source_buckets: default
2017-08-29 18:35:55,215: mt bucket_source: default
2017-08-29 18:35:55,216: mt source_buckets filtered: default
2017-08-29 18:35:55,216: mt bucket: default
2017-08-29 18:35:55,216: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:35:55,217: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:35:55,217: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:55,218: w0  node: 10.111.170.101:8091
2017-08-29 18:35:55,222: w0 sink_bucket: default
2017-08-29 18:35:55,222: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:35:55,226: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:55,236: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:35:55,236: w1  node: 10.111.170.102:8091
2017-08-29 18:35:55,237: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:55,240: w1 sink_bucket: default
2017-08-29 18:35:55,240: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:35:55,262: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:55,273: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:35:55,273: w2  node: 10.111.170.103:8091
2017-08-29 18:35:55,273: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:55,288: w2 sink_bucket: default
2017-08-29 18:35:55,289: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:35:55,292: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:55,307: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:35:55,307: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:35:55,307: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:35:55,307: w0          :                total |       last |    per sec
2017-08-29 18:35:55,307: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:35:55,336: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:35:55,336: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:35:55,336: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:35:55,336: w1          :                total |       last |    per sec
2017-08-29 18:35:55,336: w1  node: 10.111.170.102:8091, done; rv: 0
2017-08-29 18:35:55,352: Thread-891 Read 40 bytes off the wire
2017-08-29 18:35:55,353: Thread-891 Read 44 bytes off the wire
2017-08-29 18:35:55,353: Thread-891 Read 911 bytes off the wire
2017-08-29 18:35:55,353: Thread-891 Read 916 bytes off the wire
2017-08-29 18:35:55,353: Thread-891 Read 28 bytes off the wire
2017-08-29 18:35:55,355: w2 Send buffer size: 1939
2017-08-29 18:35:55,369: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:35:55,369: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:35:55,369: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:35:55,369: w2          :                total |       last |    per sec
2017-08-29 18:35:55,369: w2    batch :                    1 |          1 |       12.4
2017-08-29 18:35:55,369: w2    byte  :                  947 |        947 |    11710.2
2017-08-29 18:35:55,369: w2    msg   :                   14 |         14 |      173.1
2017-08-29 18:35:55,369: w2  node: 10.111.170.103:8091, done; rv: 0
  [                    ] 0.1% (14/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        4.9
 byte  :                  947 |        947 |     4605.6
 msg   :                   14 |         14 |       68.1
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:35:55,423: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:980
2017-08-29 18:35:55,437: mt Recover and activate vbucket: 980
2017-08-29 18:35:55,438: mt cbrecovery...
2017-08-29 18:35:55,438: mt  source : http://10.111.170.101:8091
2017-08-29 18:35:55,438: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:35:55,438: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [981]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:35:55,438: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:35:55,439: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:35:55,446: mt "GET /pools/default/buckets HTTP/1.1" 200 11351
2017-08-29 18:35:55,467: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:35:55,468: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:35:55,473: mt "GET /pools/default/buckets HTTP/1.1" 200 10052
2017-08-29 18:35:55,513: mt source_bucket: default
2017-08-29 18:35:55,513: mt sink_bucket: default
2017-08-29 18:35:55,513: mt source_buckets: default
2017-08-29 18:35:55,513: mt bucket_source: default
2017-08-29 18:35:55,513: mt source_buckets filtered: default
2017-08-29 18:35:55,513: mt bucket: default
2017-08-29 18:35:55,513: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:35:55,517: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:35:55,517: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:55,517: w0  node: 10.111.170.101:8091
2017-08-29 18:35:55,521: w0 sink_bucket: default
2017-08-29 18:35:55,521: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:35:55,526: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:55,535: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:35:55,536: w1  node: 10.111.170.102:8091
2017-08-29 18:35:55,536: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:55,560: w1 sink_bucket: default
2017-08-29 18:35:55,560: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:35:55,561: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:55,582: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:35:55,586: w2  node: 10.111.170.103:8091
2017-08-29 18:35:55,587: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:55,591: w2 sink_bucket: default
2017-08-29 18:35:55,592: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:35:55,602: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:55,612: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:35:55,612: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:35:55,612: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:35:55,612: w0          :                total |       last |    per sec
2017-08-29 18:35:55,612: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:35:55,654: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:35:55,654: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:35:55,654: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:35:55,654: w1          :                total |       last |    per sec
2017-08-29 18:35:55,654: w1  node: 10.111.170.102:8091, done; rv: 0
2017-08-29 18:35:55,665: Thread-894 Read 40 bytes off the wire
2017-08-29 18:35:55,665: Thread-894 Read 1216 bytes off the wire
2017-08-29 18:35:55,666: Thread-894 Read 916 bytes off the wire
2017-08-29 18:35:55,666: Thread-894 Read 131 bytes off the wire
2017-08-29 18:35:55,666: Thread-894 Read 28 bytes off the wire
2017-08-29 18:35:55,668: w2 Send buffer size: 2331
2017-08-29 18:35:55,682: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:35:55,682: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:35:55,682: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:35:55,682: w2          :                total |       last |    per sec
2017-08-29 18:35:55,682: w2    batch :                    1 |          1 |       11.0
2017-08-29 18:35:55,682: w2    byte  :                 1150 |       1150 |    12593.2
2017-08-29 18:35:55,683: w2    msg   :                   17 |         17 |      186.2
2017-08-29 18:35:55,683: w2  node: 10.111.170.103:8091, done; rv: 0
  [                    ] 0.2% (17/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        4.5
 byte  :                 1150 |       1150 |     5209.5
 msg   :                   17 |         17 |       77.0
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:35:55,738: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:981
2017-08-29 18:35:55,751: mt Recover and activate vbucket: 981
2017-08-29 18:35:55,752: mt cbrecovery...
2017-08-29 18:35:55,753: mt  source : http://10.111.170.101:8091
2017-08-29 18:35:55,753: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:35:55,753: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [982]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:35:55,753: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:35:55,754: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:35:55,759: mt "GET /pools/default/buckets HTTP/1.1" 200 11350
2017-08-29 18:35:55,777: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:35:55,779: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:35:55,784: mt "GET /pools/default/buckets HTTP/1.1" 200 10051
2017-08-29 18:35:55,803: mt source_bucket: default
2017-08-29 18:35:55,803: mt sink_bucket: default
2017-08-29 18:35:55,803: mt source_buckets: default
2017-08-29 18:35:55,803: mt bucket_source: default
2017-08-29 18:35:55,803: mt source_buckets filtered: default
2017-08-29 18:35:55,803: mt bucket: default
2017-08-29 18:35:55,803: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:35:55,804: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:35:55,805: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:55,805: w0  node: 10.111.170.101:8091
2017-08-29 18:35:55,807: w0 sink_bucket: default
2017-08-29 18:35:55,808: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:35:55,814: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:55,827: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:35:55,827: w1  node: 10.111.170.102:8091
2017-08-29 18:35:55,828: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:55,829: w1 sink_bucket: default
2017-08-29 18:35:55,830: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:35:55,849: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:55,859: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:35:55,859: w2  node: 10.111.170.103:8091
2017-08-29 18:35:55,860: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:55,870: w2 sink_bucket: default
2017-08-29 18:35:55,871: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:35:55,877: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:55,889: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:35:55,889: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:35:55,889: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:35:55,889: w0          :                total |       last |    per sec
2017-08-29 18:35:55,889: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:35:55,928: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:35:55,929: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:35:55,929: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:35:55,929: w1          :                total |       last |    per sec
2017-08-29 18:35:55,929: w1  node: 10.111.170.102:8091, done; rv: 0
2017-08-29 18:35:55,938: Thread-897 Read 40 bytes off the wire
2017-08-29 18:35:55,938: Thread-897 Read 175 bytes off the wire
2017-08-29 18:35:55,938: Thread-897 Read 28 bytes off the wire
2017-08-29 18:35:55,940: w2 Send buffer size: 243
2017-08-29 18:35:55,952: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:35:55,952: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:35:55,953: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:35:55,953: w2          :                total |       last |    per sec
2017-08-29 18:35:55,953: w2    batch :                    1 |          1 |       12.2
2017-08-29 18:35:55,953: w2    byte  :                   68 |         68 |      827.0
2017-08-29 18:35:55,953: w2    msg   :                    1 |          1 |       12.2
2017-08-29 18:35:55,953: w2  node: 10.111.170.103:8091, done; rv: 0
  [                    ] 0.0% (1/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        4.7
 byte  :                   68 |         68 |      322.4
 msg   :                    1 |          1 |        4.7
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:35:56,016: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:982
2017-08-29 18:35:56,030: mt Recover and activate vbucket: 982
2017-08-29 18:35:56,031: mt cbrecovery...
2017-08-29 18:35:56,031: mt  source : http://10.111.170.101:8091
2017-08-29 18:35:56,031: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:35:56,031: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [983]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:35:56,032: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:35:56,033: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:35:56,038: mt "GET /pools/default/buckets HTTP/1.1" 200 11350
2017-08-29 18:35:56,058: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:35:56,059: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:35:56,064: mt "GET /pools/default/buckets HTTP/1.1" 200 10050
2017-08-29 18:35:56,084: mt source_bucket: default
2017-08-29 18:35:56,084: mt sink_bucket: default
2017-08-29 18:35:56,084: mt source_buckets: default
2017-08-29 18:35:56,085: mt bucket_source: default
2017-08-29 18:35:56,085: mt source_buckets filtered: default
2017-08-29 18:35:56,085: mt bucket: default
2017-08-29 18:35:56,085: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:35:56,085: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:35:56,085: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:56,086: w0  node: 10.111.170.101:8091
2017-08-29 18:35:56,090: w0 sink_bucket: default
2017-08-29 18:35:56,091: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:35:56,095: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:56,114: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:35:56,114: w1  node: 10.111.170.102:8091
2017-08-29 18:35:56,115: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:56,121: w1 sink_bucket: default
2017-08-29 18:35:56,121: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:35:56,129: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:56,137: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:35:56,137: w2  node: 10.111.170.103:8091
2017-08-29 18:35:56,138: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:56,145: w2 sink_bucket: default
2017-08-29 18:35:56,146: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:35:56,162: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:56,204: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:35:56,204: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:35:56,204: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:35:56,205: w0          :                total |       last |    per sec
2017-08-29 18:35:56,205: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:35:56,237: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:35:56,237: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:35:56,237: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:35:56,237: w1          :                total |       last |    per sec
2017-08-29 18:35:56,237: w1  node: 10.111.170.102:8091, done; rv: 0
2017-08-29 18:35:56,246: Thread-900 Read 40 bytes off the wire
2017-08-29 18:35:56,246: Thread-900 Read 305 bytes off the wire
2017-08-29 18:35:56,247: Thread-900 Read 159 bytes off the wire
2017-08-29 18:35:56,249: w2 Send buffer size: 504
2017-08-29 18:35:56,262: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:35:56,262: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:35:56,262: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:35:56,262: w2          :                total |       last |    per sec
2017-08-29 18:35:56,262: w2    batch :                    1 |          1 |        8.6
2017-08-29 18:35:56,262: w2    byte  :                  203 |        203 |     1742.4
2017-08-29 18:35:56,262: w2    msg   :                    3 |          3 |       25.8
2017-08-29 18:35:56,262: w2  node: 10.111.170.103:8091, done; rv: 0
  [                    ] 0.0% (3/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        4.5
 byte  :                  203 |        203 |      915.6
 msg   :                    3 |          3 |       13.5
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:35:56,307: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:983
2017-08-29 18:35:56,321: mt Recover and activate vbucket: 983
2017-08-29 18:35:56,323: mt cbrecovery...
2017-08-29 18:35:56,323: mt  source : http://10.111.170.101:8091
2017-08-29 18:35:56,323: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:35:56,323: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [984]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:35:56,323: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:35:56,324: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:35:56,330: mt "GET /pools/default/buckets HTTP/1.1" 200 11350
2017-08-29 18:35:56,351: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:35:56,352: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:35:56,357: mt "GET /pools/default/buckets HTTP/1.1" 200 10049
2017-08-29 18:35:56,375: mt source_bucket: default
2017-08-29 18:35:56,376: mt sink_bucket: default
2017-08-29 18:35:56,376: mt source_buckets: default
2017-08-29 18:35:56,376: mt bucket_source: default
2017-08-29 18:35:56,376: mt source_buckets filtered: default
2017-08-29 18:35:56,376: mt bucket: default
2017-08-29 18:35:56,376: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:35:56,379: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:35:56,379: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:56,379: w0  node: 10.111.170.101:8091
2017-08-29 18:35:56,384: w0 sink_bucket: default
2017-08-29 18:35:56,384: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:35:56,389: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:56,401: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:35:56,402: w1  node: 10.111.170.102:8091
2017-08-29 18:35:56,402: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:56,412: w1 sink_bucket: default
2017-08-29 18:35:56,413: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:35:56,574: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:56,581: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:35:56,584: w2  node: 10.111.170.103:8091
2017-08-29 18:35:56,587: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:56,593: w2 sink_bucket: default
2017-08-29 18:35:56,594: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:35:56,601: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:56,624: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:35:56,624: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:35:56,624: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:35:56,624: w0          :                total |       last |    per sec
2017-08-29 18:35:56,625: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:35:56,659: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:35:56,659: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:35:56,660: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:35:56,660: w1          :                total |       last |    per sec
2017-08-29 18:35:56,660: w1  node: 10.111.170.102:8091, done; rv: 0
2017-08-29 18:35:56,669: Thread-903 Read 374 bytes off the wire
2017-08-29 18:35:56,670: w2 Send buffer size: 374
2017-08-29 18:35:56,683: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:35:56,683: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:35:56,683: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:35:56,683: w2          :                total |       last |    per sec
2017-08-29 18:35:56,683: w2    batch :                    1 |          1 |       11.2
2017-08-29 18:35:56,683: w2    byte  :                  136 |        136 |     1521.5
2017-08-29 18:35:56,683: w2    msg   :                    2 |          2 |       22.4
2017-08-29 18:35:56,684: w2  node: 10.111.170.103:8091, done; rv: 0
  [                    ] 0.0% (2/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        2.8
 byte  :                  136 |        136 |      376.2
 msg   :                    2 |          2 |        5.5
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:35:56,740: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:984
2017-08-29 18:35:56,755: mt Recover and activate vbucket: 984
2017-08-29 18:35:56,756: mt cbrecovery...
2017-08-29 18:35:56,756: mt  source : http://10.111.170.101:8091
2017-08-29 18:35:56,756: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:35:56,756: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [985]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:35:56,756: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:35:56,758: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:35:56,763: mt "GET /pools/default/buckets HTTP/1.1" 200 11350
2017-08-29 18:35:56,783: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:35:56,784: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:35:56,789: mt "GET /pools/default/buckets HTTP/1.1" 200 10048
2017-08-29 18:35:56,819: mt source_bucket: default
2017-08-29 18:35:56,819: mt sink_bucket: default
2017-08-29 18:35:56,819: mt source_buckets: default
2017-08-29 18:35:56,819: mt bucket_source: default
2017-08-29 18:35:56,819: mt source_buckets filtered: default
2017-08-29 18:35:56,819: mt bucket: default
2017-08-29 18:35:56,819: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:35:56,821: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:35:56,821: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:56,821: w0  node: 10.111.170.101:8091
2017-08-29 18:35:56,824: w0 sink_bucket: default
2017-08-29 18:35:56,824: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:35:56,833: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:56,843: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:35:56,843: w1  node: 10.111.170.102:8091
2017-08-29 18:35:56,843: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:56,846: w1 sink_bucket: default
2017-08-29 18:35:56,847: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:35:56,861: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:56,872: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:35:56,872: w2  node: 10.111.170.103:8091
2017-08-29 18:35:56,872: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:56,884: w2 sink_bucket: default
2017-08-29 18:35:56,884: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:35:56,889: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:56,933: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:35:56,933: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:35:56,933: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:35:56,933: w0          :                total |       last |    per sec
2017-08-29 18:35:56,934: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:35:56,956: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:35:56,956: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:35:56,956: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:35:56,956: w1          :                total |       last |    per sec
2017-08-29 18:35:56,956: w1  node: 10.111.170.102:8091, done; rv: 0
2017-08-29 18:35:56,962: Thread-906 Read 40 bytes off the wire
2017-08-29 18:35:56,963: Thread-906 Read 464 bytes off the wire
2017-08-29 18:35:56,964: w2 Send buffer size: 504
2017-08-29 18:35:56,977: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:35:56,977: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:35:56,977: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:35:56,977: w2          :                total |       last |    per sec
2017-08-29 18:35:56,977: w2    batch :                    1 |          1 |       10.7
2017-08-29 18:35:56,977: w2    byte  :                  203 |        203 |     2176.1
2017-08-29 18:35:56,977: w2    msg   :                    3 |          3 |       32.2
2017-08-29 18:35:56,977: w2  node: 10.111.170.103:8091, done; rv: 0
  [                    ] 0.0% (3/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        4.7
 byte  :                  203 |        203 |      951.6
 msg   :                    3 |          3 |       14.1
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:35:57,034: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:985
2017-08-29 18:35:57,047: mt Recover and activate vbucket: 985
2017-08-29 18:35:57,048: mt cbrecovery...
2017-08-29 18:35:57,048: mt  source : http://10.111.170.101:8091
2017-08-29 18:35:57,048: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:35:57,048: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [986]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:35:57,048: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:35:57,049: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:35:57,055: mt "GET /pools/default/buckets HTTP/1.1" 200 11335
2017-08-29 18:35:57,076: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:35:57,078: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:35:57,083: mt "GET /pools/default/buckets HTTP/1.1" 200 10047
2017-08-29 18:35:57,101: mt source_bucket: default
2017-08-29 18:35:57,101: mt sink_bucket: default
2017-08-29 18:35:57,101: mt source_buckets: default
2017-08-29 18:35:57,101: mt bucket_source: default
2017-08-29 18:35:57,101: mt source_buckets filtered: default
2017-08-29 18:35:57,102: mt bucket: default
2017-08-29 18:35:57,102: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:35:57,103: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:35:57,103: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:57,103: w0  node: 10.111.170.101:8091
2017-08-29 18:35:57,107: w0 sink_bucket: default
2017-08-29 18:35:57,108: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:35:57,112: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:57,125: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:35:57,126: w1  node: 10.111.170.102:8091
2017-08-29 18:35:57,126: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:57,129: w1 sink_bucket: default
2017-08-29 18:35:57,129: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:35:57,145: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:57,159: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:35:57,160: w2  node: 10.111.170.103:8091
2017-08-29 18:35:57,160: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:57,168: w2 sink_bucket: default
2017-08-29 18:35:57,168: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:35:57,185: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:57,216: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:35:57,216: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:35:57,216: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:35:57,216: w0          :                total |       last |    per sec
2017-08-29 18:35:57,217: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:35:57,245: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:35:57,245: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:35:57,245: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:35:57,246: w1          :                total |       last |    per sec
2017-08-29 18:35:57,246: w1  node: 10.111.170.102:8091, done; rv: 0
2017-08-29 18:35:57,248: Thread-909 Read 40 bytes off the wire
2017-08-29 18:35:57,249: Thread-909 Read 827 bytes off the wire
2017-08-29 18:35:57,249: Thread-909 Read 1309 bytes off the wire
2017-08-29 18:35:57,249: Thread-909 Read 262 bytes off the wire
2017-08-29 18:35:57,250: Thread-909 Read 28 bytes off the wire
2017-08-29 18:35:57,250: w2 Send buffer size: 2466
2017-08-29 18:35:57,264: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:35:57,264: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:35:57,264: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:35:57,264: w2          :                total |       last |    per sec
2017-08-29 18:35:57,264: w2    batch :                    1 |          1 |       10.3
2017-08-29 18:35:57,265: w2    byte  :                 1221 |       1221 |    12630.3
2017-08-29 18:35:57,265: w2    msg   :                   18 |         18 |      186.2
2017-08-29 18:35:57,265: w2  node: 10.111.170.103:8091, done; rv: 0
  [                    ] 0.2% (18/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        4.6
 byte  :                 1221 |       1221 |     5665.8
 msg   :                   18 |         18 |       83.5
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:35:57,318: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:986
2017-08-29 18:35:57,335: mt Recover and activate vbucket: 986
2017-08-29 18:35:57,336: mt cbrecovery...
2017-08-29 18:35:57,336: mt  source : http://10.111.170.101:8091
2017-08-29 18:35:57,336: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:35:57,336: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [987]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:35:57,336: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:35:57,337: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:35:57,345: mt "GET /pools/default/buckets HTTP/1.1" 200 11335
2017-08-29 18:35:57,366: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:35:57,367: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:35:57,372: mt "GET /pools/default/buckets HTTP/1.1" 200 10046
2017-08-29 18:35:57,392: mt source_bucket: default
2017-08-29 18:35:57,392: mt sink_bucket: default
2017-08-29 18:35:57,393: mt source_buckets: default
2017-08-29 18:35:57,393: mt bucket_source: default
2017-08-29 18:35:57,393: mt source_buckets filtered: default
2017-08-29 18:35:57,393: mt bucket: default
2017-08-29 18:35:57,393: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:35:57,394: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:35:57,394: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:57,395: w0  node: 10.111.170.101:8091
2017-08-29 18:35:57,400: w0 sink_bucket: default
2017-08-29 18:35:57,400: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:35:57,405: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:57,418: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:35:57,419: w1  node: 10.111.170.102:8091
2017-08-29 18:35:57,420: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:57,428: w1 sink_bucket: default
2017-08-29 18:35:57,429: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:35:57,435: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:57,448: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:35:57,449: w2  node: 10.111.170.103:8091
2017-08-29 18:35:57,453: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:57,461: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:57,467: w2 sink_bucket: default
2017-08-29 18:35:57,468: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:35:57,507: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:35:57,507: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:35:57,508: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:35:57,508: w0          :                total |       last |    per sec
2017-08-29 18:35:57,508: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:35:57,555: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:35:57,555: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:35:57,555: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:35:57,555: w1          :                total |       last |    per sec
2017-08-29 18:35:57,555: w1  node: 10.111.170.102:8091, done; rv: 0
2017-08-29 18:35:57,565: Thread-912 Read 40 bytes off the wire
2017-08-29 18:35:57,565: Thread-912 Read 1083 bytes off the wire
2017-08-29 18:35:57,566: Thread-912 Read 785 bytes off the wire
2017-08-29 18:35:57,566: Thread-912 Read 159 bytes off the wire
2017-08-29 18:35:57,567: w2 Send buffer size: 2067
2017-08-29 18:35:57,580: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:35:57,581: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:35:57,581: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:35:57,581: w2          :                total |       last |    per sec
2017-08-29 18:35:57,581: w2    batch :                    1 |          1 |        8.8
2017-08-29 18:35:57,581: w2    byte  :                 1013 |       1013 |     8946.1
2017-08-29 18:35:57,581: w2    msg   :                   15 |         15 |      132.5
2017-08-29 18:35:57,581: w2  node: 10.111.170.103:8091, done; rv: 0
  [                    ] 0.1% (15/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        4.9
 byte  :                 1013 |       1013 |     4982.2
 msg   :                   15 |         15 |       73.8
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:35:57,598: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:987
2017-08-29 18:35:57,611: mt Recover and activate vbucket: 987
2017-08-29 18:35:57,612: mt cbrecovery...
2017-08-29 18:35:57,612: mt  source : http://10.111.170.101:8091
2017-08-29 18:35:57,612: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:35:57,612: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [988]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:35:57,612: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:35:57,612: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:35:57,619: mt "GET /pools/default/buckets HTTP/1.1" 200 11335
2017-08-29 18:35:57,639: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:35:57,640: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:35:57,645: mt "GET /pools/default/buckets HTTP/1.1" 200 10045
2017-08-29 18:35:57,665: mt source_bucket: default
2017-08-29 18:35:57,666: mt sink_bucket: default
2017-08-29 18:35:57,666: mt source_buckets: default
2017-08-29 18:35:57,666: mt bucket_source: default
2017-08-29 18:35:57,666: mt source_buckets filtered: default
2017-08-29 18:35:57,666: mt bucket: default
2017-08-29 18:35:57,666: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:35:57,668: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:35:57,668: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:57,669: w0  node: 10.111.170.101:8091
2017-08-29 18:35:57,674: w0 sink_bucket: default
2017-08-29 18:35:57,674: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:35:57,680: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:57,698: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:35:57,699: w1  node: 10.111.170.102:8091
2017-08-29 18:35:57,699: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:57,707: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:57,715: w1 sink_bucket: default
2017-08-29 18:35:57,715: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:35:57,720: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:35:57,720: w2  node: 10.111.170.103:8091
2017-08-29 18:35:57,721: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:57,728: w2 sink_bucket: default
2017-08-29 18:35:57,729: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:35:57,735: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:57,759: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:35:57,759: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:35:57,759: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:35:57,759: w0          :                total |       last |    per sec
2017-08-29 18:35:57,759: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:35:57,807: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:35:57,807: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:35:57,808: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:35:57,809: w1          :                total |       last |    per sec
2017-08-29 18:35:57,809: w1  node: 10.111.170.102:8091, done; rv: 0
2017-08-29 18:35:57,810: w2 no response while there 1 active streams
2017-08-29 18:35:58,061: w2 no response while there 1 active streams
2017-08-29 18:35:58,312: w2 no response while there 1 active streams
2017-08-29 18:35:58,563: w2 no response while there 1 active streams
2017-08-29 18:35:58,810: Thread-915 Read 2467 bytes off the wire
2017-08-29 18:35:58,814: w2 Send buffer size: 2467
2017-08-29 18:35:58,828: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:35:58,828: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:35:58,829: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:35:58,829: w2          :                total |       last |    per sec
2017-08-29 18:35:58,829: w2    batch :                    1 |          1 |        0.9
2017-08-29 18:35:58,829: w2    byte  :                 1222 |       1222 |     1110.7
2017-08-29 18:35:58,829: w2    msg   :                   18 |         18 |       16.4
2017-08-29 18:35:58,829: w2  node: 10.111.170.103:8091, done; rv: 0
  [                    ] 0.2% (18/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        0.8
 byte  :                 1222 |       1222 |     1020.9
 msg   :                   18 |         18 |       15.0
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:35:58,865: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:988
2017-08-29 18:35:58,881: mt Recover and activate vbucket: 988
2017-08-29 18:35:58,882: mt cbrecovery...
2017-08-29 18:35:58,882: mt  source : http://10.111.170.101:8091
2017-08-29 18:35:58,882: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:35:58,882: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [989]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:35:58,883: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:35:58,884: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:35:58,891: mt "GET /pools/default/buckets HTTP/1.1" 200 11335
2017-08-29 18:35:58,911: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:35:58,912: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:35:58,917: mt "GET /pools/default/buckets HTTP/1.1" 200 10044
2017-08-29 18:35:58,935: mt source_bucket: default
2017-08-29 18:35:58,935: mt sink_bucket: default
2017-08-29 18:35:58,935: mt source_buckets: default
2017-08-29 18:35:58,935: mt bucket_source: default
2017-08-29 18:35:58,935: mt source_buckets filtered: default
2017-08-29 18:35:58,936: mt bucket: default
2017-08-29 18:35:58,936: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:35:58,937: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:35:58,937: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:58,937: w0  node: 10.111.170.101:8091
2017-08-29 18:35:58,941: w0 sink_bucket: default
2017-08-29 18:35:58,941: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:35:58,947: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:58,961: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:35:58,961: w1  node: 10.111.170.102:8091
2017-08-29 18:35:58,961: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:58,966: w1 sink_bucket: default
2017-08-29 18:35:58,966: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:35:58,976: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:58,984: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:35:58,984: w2  node: 10.111.170.103:8091
2017-08-29 18:35:58,984: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:58,992: w2 sink_bucket: default
2017-08-29 18:35:58,992: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:35:59,001: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:59,035: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:35:59,041: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:35:59,041: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:35:59,041: w0          :                total |       last |    per sec
2017-08-29 18:35:59,041: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:35:59,073: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:35:59,073: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:35:59,074: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:35:59,074: w1          :                total |       last |    per sec
2017-08-29 18:35:59,076: w1  node: 10.111.170.102:8091, done; rv: 0
2017-08-29 18:35:59,081: Thread-918 Read 40 bytes off the wire
2017-08-29 18:35:59,082: Thread-918 Read 823 bytes off the wire
2017-08-29 18:35:59,082: Thread-918 Read 131 bytes off the wire
2017-08-29 18:35:59,082: Thread-918 Read 131 bytes off the wire
2017-08-29 18:35:59,082: Thread-918 Read 786 bytes off the wire
2017-08-29 18:35:59,083: Thread-918 Read 289 bytes off the wire
2017-08-29 18:35:59,083: w2 Send buffer size: 2200
2017-08-29 18:35:59,097: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:35:59,098: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:35:59,098: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:35:59,098: w2          :                total |       last |    per sec
2017-08-29 18:35:59,098: w2    batch :                    1 |          1 |        9.5
2017-08-29 18:35:59,098: w2    byte  :                 1082 |       1082 |    10240.2
2017-08-29 18:35:59,098: w2    msg   :                   16 |         16 |      151.4
2017-08-29 18:35:59,098: w2  node: 10.111.170.103:8091, done; rv: 0
  [                    ] 0.2% (16/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        4.8
 byte  :                 1082 |       1082 |     5148.7
 msg   :                   16 |         16 |       76.1
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:35:59,148: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:989
2017-08-29 18:35:59,161: mt Recover and activate vbucket: 989
2017-08-29 18:35:59,162: mt cbrecovery...
2017-08-29 18:35:59,162: mt  source : http://10.111.170.101:8091
2017-08-29 18:35:59,162: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:35:59,163: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [990]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:35:59,163: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:35:59,164: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:35:59,172: mt "GET /pools/default/buckets HTTP/1.1" 200 11335
2017-08-29 18:35:59,197: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:35:59,198: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:35:59,203: mt "GET /pools/default/buckets HTTP/1.1" 200 10043
2017-08-29 18:35:59,221: mt source_bucket: default
2017-08-29 18:35:59,221: mt sink_bucket: default
2017-08-29 18:35:59,221: mt source_buckets: default
2017-08-29 18:35:59,221: mt bucket_source: default
2017-08-29 18:35:59,221: mt source_buckets filtered: default
2017-08-29 18:35:59,221: mt bucket: default
2017-08-29 18:35:59,221: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:35:59,223: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:35:59,223: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:59,223: w0  node: 10.111.170.101:8091
2017-08-29 18:35:59,226: w0 sink_bucket: default
2017-08-29 18:35:59,227: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:35:59,237: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:59,246: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:35:59,247: w1  node: 10.111.170.102:8091
2017-08-29 18:35:59,247: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:59,252: w1 sink_bucket: default
2017-08-29 18:35:59,253: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:35:59,264: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:59,281: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:35:59,281: w2  node: 10.111.170.103:8091
2017-08-29 18:35:59,282: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:59,290: w2 sink_bucket: default
2017-08-29 18:35:59,291: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:35:59,298: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:59,348: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:35:59,348: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:35:59,348: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:35:59,348: w0          :                total |       last |    per sec
2017-08-29 18:35:59,348: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:35:59,357: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:35:59,357: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:35:59,357: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:35:59,357: w1          :                total |       last |    per sec
2017-08-29 18:35:59,357: w1  node: 10.111.170.102:8091, done; rv: 0
2017-08-29 18:35:59,369: Thread-921 Read 40 bytes off the wire
2017-08-29 18:35:59,370: Thread-921 Read 857 bytes off the wire
2017-08-29 18:35:59,372: w2 Send buffer size: 897
2017-08-29 18:35:59,385: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:35:59,385: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:35:59,385: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:35:59,385: w2          :                total |       last |    per sec
2017-08-29 18:35:59,385: w2    batch :                    1 |          1 |       10.5
2017-08-29 18:35:59,386: w2    byte  :                  407 |        407 |     4261.5
2017-08-29 18:35:59,386: w2    msg   :                    6 |          6 |       62.8
2017-08-29 18:35:59,386: w2  node: 10.111.170.103:8091, done; rv: 0
  [                    ] 0.1% (6/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        4.7
 byte  :                  407 |        407 |     1926.9
 msg   :                    6 |          6 |       28.4
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:35:59,434: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:990
2017-08-29 18:35:59,446: mt Recover and activate vbucket: 990
2017-08-29 18:35:59,447: mt cbrecovery...
2017-08-29 18:35:59,447: mt  source : http://10.111.170.101:8091
2017-08-29 18:35:59,447: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:35:59,448: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [991]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:35:59,448: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:35:59,448: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:35:59,455: mt "GET /pools/default/buckets HTTP/1.1" 200 11335
2017-08-29 18:35:59,496: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:35:59,516: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:35:59,523: mt "GET /pools/default/buckets HTTP/1.1" 200 10042
2017-08-29 18:35:59,543: mt source_bucket: default
2017-08-29 18:35:59,544: mt sink_bucket: default
2017-08-29 18:35:59,544: mt source_buckets: default
2017-08-29 18:35:59,544: mt bucket_source: default
2017-08-29 18:35:59,544: mt source_buckets filtered: default
2017-08-29 18:35:59,545: mt bucket: default
2017-08-29 18:35:59,545: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:35:59,546: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:35:59,546: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:59,547: w0  node: 10.111.170.101:8091
2017-08-29 18:35:59,549: w0 sink_bucket: default
2017-08-29 18:35:59,549: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:35:59,555: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:59,565: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:35:59,565: w1  node: 10.111.170.102:8091
2017-08-29 18:35:59,566: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:59,568: w1 sink_bucket: default
2017-08-29 18:35:59,568: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:35:59,584: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:59,593: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:35:59,594: w2  node: 10.111.170.103:8091
2017-08-29 18:35:59,594: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:35:59,604: w2 sink_bucket: default
2017-08-29 18:35:59,605: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:35:59,615: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:35:59,649: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:35:59,652: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:35:59,652: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:35:59,652: w0          :                total |       last |    per sec
2017-08-29 18:35:59,653: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:35:59,687: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:35:59,687: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:35:59,687: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:35:59,687: w1          :                total |       last |    per sec
2017-08-29 18:35:59,687: w1  node: 10.111.170.102:8091, done; rv: 0
2017-08-29 18:35:59,690: w2 no response while there 1 active streams
2017-08-29 18:35:59,941: w2 no response while there 1 active streams
2017-08-29 18:36:00,192: w2 no response while there 1 active streams
2017-08-29 18:36:00,444: w2 no response while there 1 active streams
2017-08-29 18:36:00,687: Thread-924 Read 371 bytes off the wire
2017-08-29 18:36:00,695: w2 Send buffer size: 371
2017-08-29 18:36:00,708: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:36:00,708: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:36:00,708: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:36:00,709: w2          :                total |       last |    per sec
2017-08-29 18:36:00,709: w2    batch :                    1 |          1 |        0.9
2017-08-29 18:36:00,709: w2    byte  :                  134 |        134 |      121.4
2017-08-29 18:36:00,709: w2    msg   :                    2 |          2 |        1.8
2017-08-29 18:36:00,709: w2  node: 10.111.170.103:8091, done; rv: 0
  [                    ] 0.0% (2/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        0.8
 byte  :                  134 |        134 |      111.5
 msg   :                    2 |          2 |        1.7
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:36:00,747: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:991
2017-08-29 18:36:00,764: mt Recover and activate vbucket: 991
2017-08-29 18:36:00,764: mt cbrecovery...
2017-08-29 18:36:00,764: mt  source : http://10.111.170.101:8091
2017-08-29 18:36:00,765: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:36:00,765: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [992]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:36:00,765: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:36:00,766: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:36:00,772: mt "GET /pools/default/buckets HTTP/1.1" 200 11335
2017-08-29 18:36:00,791: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:36:00,792: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:36:00,798: mt "GET /pools/default/buckets HTTP/1.1" 200 10041
2017-08-29 18:36:00,941: mt source_bucket: default
2017-08-29 18:36:00,941: mt sink_bucket: default
2017-08-29 18:36:00,941: mt source_buckets: default
2017-08-29 18:36:00,941: mt bucket_source: default
2017-08-29 18:36:00,941: mt source_buckets filtered: default
2017-08-29 18:36:00,941: mt bucket: default
2017-08-29 18:36:00,941: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:36:00,942: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:36:00,943: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:36:00,943: w0  node: 10.111.170.101:8091
2017-08-29 18:36:00,947: w0 sink_bucket: default
2017-08-29 18:36:00,948: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:36:00,952: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:36:00,964: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:36:00,965: w1  node: 10.111.170.102:8091
2017-08-29 18:36:00,965: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:36:00,967: w1 sink_bucket: default
2017-08-29 18:36:00,968: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:36:00,980: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:36:00,989: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:36:00,991: w2  node: 10.111.170.103:8091
2017-08-29 18:36:00,992: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:36:01,001: w2 sink_bucket: default
2017-08-29 18:36:01,001: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:36:01,014: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:36:01,053: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:36:01,053: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:36:01,053: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:36:01,053: w0          :                total |       last |    per sec
2017-08-29 18:36:01,054: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:36:01,072: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:36:01,072: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:36:01,073: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:36:01,073: w1          :                total |       last |    per sec
2017-08-29 18:36:01,073: w1  node: 10.111.170.102:8091, done; rv: 0
2017-08-29 18:36:01,080: Thread-927 Read 40 bytes off the wire
2017-08-29 18:36:01,081: Thread-927 Read 203 bytes off the wire
2017-08-29 18:36:01,083: w2 Send buffer size: 243
2017-08-29 18:36:01,095: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:36:01,096: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:36:01,096: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:36:01,097: w2          :                total |       last |    per sec
2017-08-29 18:36:01,097: w2    batch :                    1 |          1 |       10.5
2017-08-29 18:36:01,097: w2    byte  :                   68 |         68 |      711.2
2017-08-29 18:36:01,097: w2    msg   :                    1 |          1 |       10.5
2017-08-29 18:36:01,097: w2  node: 10.111.170.103:8091, done; rv: 0
  [                    ] 0.0% (1/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        4.8
 byte  :                   68 |         68 |      329.4
 msg   :                    1 |          1 |        4.8
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:36:01,149: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:992
2017-08-29 18:36:01,162: mt Recover and activate vbucket: 992
2017-08-29 18:36:01,163: mt cbrecovery...
2017-08-29 18:36:01,163: mt  source : http://10.111.170.101:8091
2017-08-29 18:36:01,163: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:36:01,163: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [993]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:36:01,163: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:36:01,165: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:36:01,173: mt "GET /pools/default/buckets HTTP/1.1" 200 11335
2017-08-29 18:36:01,199: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:36:01,200: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:36:01,205: mt "GET /pools/default/buckets HTTP/1.1" 200 10040
2017-08-29 18:36:01,223: mt source_bucket: default
2017-08-29 18:36:01,223: mt sink_bucket: default
2017-08-29 18:36:01,223: mt source_buckets: default
2017-08-29 18:36:01,223: mt bucket_source: default
2017-08-29 18:36:01,224: mt source_buckets filtered: default
2017-08-29 18:36:01,224: mt bucket: default
2017-08-29 18:36:01,224: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:36:01,225: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:36:01,225: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:36:01,226: w0  node: 10.111.170.101:8091
2017-08-29 18:36:01,227: w0 sink_bucket: default
2017-08-29 18:36:01,228: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:36:01,239: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:36:01,248: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:36:01,248: w1  node: 10.111.170.102:8091
2017-08-29 18:36:01,249: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:36:01,257: w1 sink_bucket: default
2017-08-29 18:36:01,257: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:36:01,262: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:36:01,275: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:36:01,276: w2  node: 10.111.170.103:8091
2017-08-29 18:36:01,279: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:36:01,292: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:36:01,292: w2 sink_bucket: default
2017-08-29 18:36:01,292: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:36:01,331: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:36:01,331: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:36:01,332: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:36:01,332: w0          :                total |       last |    per sec
2017-08-29 18:36:01,332: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:36:01,363: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:36:01,364: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:36:01,364: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:36:01,364: w1          :                total |       last |    per sec
2017-08-29 18:36:01,364: w1  node: 10.111.170.102:8091, done; rv: 0
2017-08-29 18:36:01,366: Thread-930 Read 40 bytes off the wire
2017-08-29 18:36:01,366: Thread-930 Read 436 bytes off the wire
2017-08-29 18:36:01,366: Thread-930 Read 290 bytes off the wire
2017-08-29 18:36:01,369: w2 Send buffer size: 766
2017-08-29 18:36:01,381: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:36:01,382: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:36:01,382: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:36:01,382: w2          :                total |       last |    per sec
2017-08-29 18:36:01,382: w2    batch :                    1 |          1 |       11.1
2017-08-29 18:36:01,382: w2    byte  :                  339 |        339 |     3775.8
2017-08-29 18:36:01,382: w2    msg   :                    5 |          5 |       55.7
2017-08-29 18:36:01,382: w2  node: 10.111.170.103:8091, done; rv: 0
  [                    ] 0.1% (5/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        4.9
 byte  :                  339 |        339 |     1668.0
 msg   :                    5 |          5 |       24.6
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:36:01,429: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:993
2017-08-29 18:36:01,443: mt Recover and activate vbucket: 993
2017-08-29 18:36:01,444: mt cbrecovery...
2017-08-29 18:36:01,444: mt  source : http://10.111.170.101:8091
2017-08-29 18:36:01,444: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:36:01,444: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [994]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:36:01,444: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:36:01,445: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:36:01,451: mt "GET /pools/default/buckets HTTP/1.1" 200 11335
2017-08-29 18:36:01,472: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:36:01,473: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:36:01,477: mt "GET /pools/default/buckets HTTP/1.1" 200 10039
2017-08-29 18:36:01,520: mt source_bucket: default
2017-08-29 18:36:01,520: mt sink_bucket: default
2017-08-29 18:36:01,520: mt source_buckets: default
2017-08-29 18:36:01,520: mt bucket_source: default
2017-08-29 18:36:01,520: mt source_buckets filtered: default
2017-08-29 18:36:01,520: mt bucket: default
2017-08-29 18:36:01,520: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:36:01,522: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:36:01,522: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:36:01,522: w0  node: 10.111.170.101:8091
2017-08-29 18:36:01,527: w0 sink_bucket: default
2017-08-29 18:36:01,528: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:36:01,533: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:36:01,549: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:36:01,550: w1  node: 10.111.170.102:8091
2017-08-29 18:36:01,551: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:36:01,560: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:36:01,560: w1 sink_bucket: default
2017-08-29 18:36:01,561: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:36:01,572: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:36:01,572: w2  node: 10.111.170.103:8091
2017-08-29 18:36:01,573: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:36:01,581: w2 sink_bucket: default
2017-08-29 18:36:01,581: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:36:01,595: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:36:01,627: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:36:01,628: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:36:01,628: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:36:01,628: w0          :                total |       last |    per sec
2017-08-29 18:36:01,629: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:36:01,662: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:36:01,662: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:36:01,662: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:36:01,662: w1          :                total |       last |    per sec
2017-08-29 18:36:01,662: w1  node: 10.111.170.102:8091, done; rv: 0
2017-08-29 18:36:01,668: Thread-933 Read 40 bytes off the wire
2017-08-29 18:36:01,668: Thread-933 Read 2266 bytes off the wire
2017-08-29 18:36:01,669: Thread-933 Read 28 bytes off the wire
2017-08-29 18:36:01,672: w2 Send buffer size: 2334
2017-08-29 18:36:01,686: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:36:01,686: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:36:01,686: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:36:01,686: w2          :                total |       last |    per sec
2017-08-29 18:36:01,686: w2    batch :                    1 |          1 |        9.5
2017-08-29 18:36:01,686: w2    byte  :                 1152 |       1152 |    10967.8
2017-08-29 18:36:01,686: w2    msg   :                   17 |         17 |      161.9
2017-08-29 18:36:01,686: w2  node: 10.111.170.103:8091, done; rv: 0
  [                    ] 0.2% (17/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        4.8
 byte  :                 1152 |       1152 |     5540.6
 msg   :                   17 |         17 |       81.8
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:36:01,730: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:994
2017-08-29 18:36:01,744: mt Recover and activate vbucket: 994
2017-08-29 18:36:01,746: mt cbrecovery...
2017-08-29 18:36:01,746: mt  source : http://10.111.170.101:8091
2017-08-29 18:36:01,746: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:36:01,746: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [995]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:36:01,746: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:36:01,748: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:36:01,753: mt "GET /pools/default/buckets HTTP/1.1" 200 11335
2017-08-29 18:36:01,772: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:36:01,773: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:36:01,779: mt "GET /pools/default/buckets HTTP/1.1" 200 10038
2017-08-29 18:36:01,801: mt source_bucket: default
2017-08-29 18:36:01,801: mt sink_bucket: default
2017-08-29 18:36:01,801: mt source_buckets: default
2017-08-29 18:36:01,801: mt bucket_source: default
2017-08-29 18:36:01,801: mt source_buckets filtered: default
2017-08-29 18:36:01,802: mt bucket: default
2017-08-29 18:36:01,802: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:36:01,803: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:36:01,803: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:36:01,803: w0  node: 10.111.170.101:8091
2017-08-29 18:36:01,808: w0 sink_bucket: default
2017-08-29 18:36:01,809: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:36:01,824: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:36:01,837: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:36:01,837: w1  node: 10.111.170.102:8091
2017-08-29 18:36:01,837: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:36:01,840: w1 sink_bucket: default
2017-08-29 18:36:01,840: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:36:01,848: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:36:01,857: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:36:01,858: w2  node: 10.111.170.103:8091
2017-08-29 18:36:01,859: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:36:01,869: w2 sink_bucket: default
2017-08-29 18:36:01,870: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:36:01,876: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:36:01,904: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:36:01,904: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:36:01,904: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:36:01,904: w0          :                total |       last |    per sec
2017-08-29 18:36:01,905: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:36:01,938: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:36:01,938: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:36:01,938: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:36:01,938: w1          :                total |       last |    per sec
2017-08-29 18:36:01,938: w1  node: 10.111.170.102:8091, done; rv: 0
2017-08-29 18:36:01,941: Thread-936 Read 40 bytes off the wire
2017-08-29 18:36:01,941: Thread-936 Read 1085 bytes off the wire
2017-08-29 18:36:01,942: Thread-936 Read 813 bytes off the wire
2017-08-29 18:36:01,945: w2 Send buffer size: 1938
2017-08-29 18:36:01,958: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:36:01,959: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:36:01,959: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:36:01,959: w2          :                total |       last |    per sec
2017-08-29 18:36:01,959: w2    batch :                    1 |          1 |       11.2
2017-08-29 18:36:01,959: w2    byte  :                  946 |        946 |    10578.2
2017-08-29 18:36:01,959: w2    msg   :                   14 |         14 |      156.5
2017-08-29 18:36:01,959: w2  node: 10.111.170.103:8091, done; rv: 0
  [                    ] 0.1% (14/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        4.8
 byte  :                  946 |        946 |     4530.4
 msg   :                   14 |         14 |       67.0
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:36:02,012: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:995
2017-08-29 18:36:02,024: mt Recover and activate vbucket: 995
2017-08-29 18:36:02,025: mt cbrecovery...
2017-08-29 18:36:02,025: mt  source : http://10.111.170.101:8091
2017-08-29 18:36:02,025: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:36:02,025: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [996]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:36:02,025: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:36:02,027: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:36:02,032: mt "GET /pools/default/buckets HTTP/1.1" 200 11350
2017-08-29 18:36:02,057: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:36:02,058: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:36:02,063: mt "GET /pools/default/buckets HTTP/1.1" 200 10037
2017-08-29 18:36:02,083: mt source_bucket: default
2017-08-29 18:36:02,083: mt sink_bucket: default
2017-08-29 18:36:02,083: mt source_buckets: default
2017-08-29 18:36:02,083: mt bucket_source: default
2017-08-29 18:36:02,083: mt source_buckets filtered: default
2017-08-29 18:36:02,083: mt bucket: default
2017-08-29 18:36:02,083: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:36:02,085: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:36:02,086: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:36:02,086: w0  node: 10.111.170.101:8091
2017-08-29 18:36:02,090: w0 sink_bucket: default
2017-08-29 18:36:02,090: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:36:02,094: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:36:02,103: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:36:02,104: w1  node: 10.111.170.102:8091
2017-08-29 18:36:02,105: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:36:02,109: w1 sink_bucket: default
2017-08-29 18:36:02,109: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:36:02,130: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:36:02,142: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:36:02,142: w2  node: 10.111.170.103:8091
2017-08-29 18:36:02,143: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:36:02,149: w2 sink_bucket: default
2017-08-29 18:36:02,149: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:36:02,164: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:36:02,208: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:36:02,208: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:36:02,209: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:36:02,209: w0          :                total |       last |    per sec
2017-08-29 18:36:02,209: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:36:02,214: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:36:02,214: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:36:02,214: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:36:02,214: w1          :                total |       last |    per sec
2017-08-29 18:36:02,214: w1  node: 10.111.170.102:8091, done; rv: 0
2017-08-29 18:36:02,230: Thread-939 Read 600 bytes off the wire
2017-08-29 18:36:02,231: Thread-939 Read 1308 bytes off the wire
2017-08-29 18:36:02,231: Thread-939 Read 421 bytes off the wire
2017-08-29 18:36:02,233: w2 Send buffer size: 2329
2017-08-29 18:36:02,246: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:36:02,247: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:36:02,247: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:36:02,247: w2          :                total |       last |    per sec
2017-08-29 18:36:02,247: w2    batch :                    1 |          1 |       10.2
2017-08-29 18:36:02,247: w2    byte  :                 1148 |       1148 |    11761.9
2017-08-29 18:36:02,247: w2    msg   :                   17 |         17 |      174.2
2017-08-29 18:36:02,247: w2  node: 10.111.170.103:8091, done; rv: 0
  [                    ] 0.2% (17/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        4.7
 byte  :                 1148 |       1148 |     5436.2
 msg   :                   17 |         17 |       80.5
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:36:02,297: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:996
2017-08-29 18:36:02,311: mt Recover and activate vbucket: 996
2017-08-29 18:36:02,312: mt cbrecovery...
2017-08-29 18:36:02,313: mt  source : http://10.111.170.101:8091
2017-08-29 18:36:02,313: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:36:02,313: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [997]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:36:02,313: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:36:02,314: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:36:02,322: mt "GET /pools/default/buckets HTTP/1.1" 200 11350
2017-08-29 18:36:02,345: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:36:02,346: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:36:02,351: mt "GET /pools/default/buckets HTTP/1.1" 200 10036
2017-08-29 18:36:02,369: mt source_bucket: default
2017-08-29 18:36:02,369: mt sink_bucket: default
2017-08-29 18:36:02,370: mt source_buckets: default
2017-08-29 18:36:02,370: mt bucket_source: default
2017-08-29 18:36:02,370: mt source_buckets filtered: default
2017-08-29 18:36:02,370: mt bucket: default
2017-08-29 18:36:02,370: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:36:02,371: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:36:02,371: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:36:02,371: w0  node: 10.111.170.101:8091
2017-08-29 18:36:02,375: w0 sink_bucket: default
2017-08-29 18:36:02,376: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:36:02,381: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:36:02,394: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:36:02,394: w1  node: 10.111.170.102:8091
2017-08-29 18:36:02,395: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:36:02,399: w1 sink_bucket: default
2017-08-29 18:36:02,400: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:36:02,416: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:36:02,430: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:36:02,430: w2  node: 10.111.170.103:8091
2017-08-29 18:36:02,434: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:36:02,442: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:36:02,442: w2 sink_bucket: default
2017-08-29 18:36:02,442: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:36:02,471: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:36:02,472: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:36:02,472: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:36:02,472: w0          :                total |       last |    per sec
2017-08-29 18:36:02,472: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:36:02,532: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:36:02,532: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:36:02,533: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:36:02,534: w1          :                total |       last |    per sec
2017-08-29 18:36:02,534: w1  node: 10.111.170.102:8091, done; rv: 0
2017-08-29 18:36:02,541: Thread-942 Read 40 bytes off the wire
2017-08-29 18:36:02,542: Thread-942 Read 1083 bytes off the wire
2017-08-29 18:36:02,542: Thread-942 Read 916 bytes off the wire
2017-08-29 18:36:02,543: Thread-942 Read 28 bytes off the wire
2017-08-29 18:36:02,545: w2 Send buffer size: 2067
2017-08-29 18:36:02,559: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:36:02,559: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:36:02,559: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:36:02,559: w2          :                total |       last |    per sec
2017-08-29 18:36:02,559: w2    batch :                    1 |          1 |        8.6
2017-08-29 18:36:02,559: w2    byte  :                 1013 |       1013 |     8662.3
2017-08-29 18:36:02,559: w2    msg   :                   15 |         15 |      128.3
2017-08-29 18:36:02,560: w2  node: 10.111.170.103:8091, done; rv: 0
  [                    ] 0.1% (15/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        4.6
 byte  :                 1013 |       1013 |     4671.3
 msg   :                   15 |         15 |       69.2
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:36:02,588: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:997
2017-08-29 18:36:02,602: mt Recover and activate vbucket: 997
2017-08-29 18:36:02,603: mt cbrecovery...
2017-08-29 18:36:02,603: mt  source : http://10.111.170.101:8091
2017-08-29 18:36:02,603: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:36:02,603: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [998]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:36:02,603: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:36:02,604: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:36:02,610: mt "GET /pools/default/buckets HTTP/1.1" 200 11350
2017-08-29 18:36:02,631: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:36:02,632: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:36:02,637: mt "GET /pools/default/buckets HTTP/1.1" 200 10035
2017-08-29 18:36:02,656: mt source_bucket: default
2017-08-29 18:36:02,656: mt sink_bucket: default
2017-08-29 18:36:02,657: mt source_buckets: default
2017-08-29 18:36:02,657: mt bucket_source: default
2017-08-29 18:36:02,657: mt source_buckets filtered: default
2017-08-29 18:36:02,657: mt bucket: default
2017-08-29 18:36:02,657: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:36:02,659: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:36:02,660: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:36:02,660: w0  node: 10.111.170.101:8091
2017-08-29 18:36:02,664: w0 sink_bucket: default
2017-08-29 18:36:02,664: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:36:02,670: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:36:02,684: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:36:02,685: w1  node: 10.111.170.102:8091
2017-08-29 18:36:02,685: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:36:02,689: w1 sink_bucket: default
2017-08-29 18:36:02,690: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:36:02,698: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:36:02,711: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:36:02,712: w2  node: 10.111.170.103:8091
2017-08-29 18:36:02,713: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:36:02,726: w2 sink_bucket: default
2017-08-29 18:36:02,726: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:36:02,730: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:36:02,772: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:36:02,772: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:36:02,772: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:36:02,772: w0          :                total |       last |    per sec
2017-08-29 18:36:02,773: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:36:02,788: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:36:02,788: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:36:02,788: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:36:02,788: w1          :                total |       last |    per sec
2017-08-29 18:36:02,788: w1  node: 10.111.170.102:8091, done; rv: 0
2017-08-29 18:36:02,798: Thread-945 Read 40 bytes off the wire
2017-08-29 18:36:02,798: Thread-945 Read 720 bytes off the wire
2017-08-29 18:36:02,800: w2 Send buffer size: 760
2017-08-29 18:36:02,814: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:36:02,815: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:36:02,815: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:36:02,815: w2          :                total |       last |    per sec
2017-08-29 18:36:02,815: w2    batch :                    1 |          1 |       11.2
2017-08-29 18:36:02,815: w2    byte  :                  335 |        335 |     3755.2
2017-08-29 18:36:02,815: w2    msg   :                    5 |          5 |       56.0
2017-08-29 18:36:02,816: w2  node: 10.111.170.103:8091, done; rv: 0
  [                    ] 0.1% (5/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        5.0
 byte  :                  335 |        335 |     1676.6
 msg   :                    5 |          5 |       25.0
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:36:02,859: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:998
2017-08-29 18:36:02,874: mt Recover and activate vbucket: 998
2017-08-29 18:36:02,875: mt cbrecovery...
2017-08-29 18:36:02,875: mt  source : http://10.111.170.101:8091
2017-08-29 18:36:02,875: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:36:02,875: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [999]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:36:02,875: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:36:02,876: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:36:02,882: mt "GET /pools/default/buckets HTTP/1.1" 200 11350
2017-08-29 18:36:02,903: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:36:02,905: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:36:02,910: mt "GET /pools/default/buckets HTTP/1.1" 200 10034
2017-08-29 18:36:02,930: mt source_bucket: default
2017-08-29 18:36:02,930: mt sink_bucket: default
2017-08-29 18:36:02,930: mt source_buckets: default
2017-08-29 18:36:02,930: mt bucket_source: default
2017-08-29 18:36:02,930: mt source_buckets filtered: default
2017-08-29 18:36:02,930: mt bucket: default
2017-08-29 18:36:02,930: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:36:02,931: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:36:02,931: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:36:02,932: w0  node: 10.111.170.101:8091
2017-08-29 18:36:02,937: w0 sink_bucket: default
2017-08-29 18:36:02,937: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:36:02,942: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:36:02,958: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:36:02,958: w1  node: 10.111.170.102:8091
2017-08-29 18:36:02,959: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:36:02,966: w1 sink_bucket: default
2017-08-29 18:36:02,966: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:36:02,973: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:36:02,990: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:36:02,990: w2  node: 10.111.170.103:8091
2017-08-29 18:36:02,990: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:36:02,999: w2 sink_bucket: default
2017-08-29 18:36:02,999: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:36:03,007: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:36:03,041: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:36:03,041: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:36:03,042: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:36:03,042: w0          :                total |       last |    per sec
2017-08-29 18:36:03,042: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:36:03,066: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:36:03,066: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:36:03,066: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:36:03,066: w1          :                total |       last |    per sec
2017-08-29 18:36:03,067: w1  node: 10.111.170.102:8091, done; rv: 0
2017-08-29 18:36:03,075: Thread-948 Read 40 bytes off the wire
2017-08-29 18:36:03,076: Thread-948 Read 565 bytes off the wire
2017-08-29 18:36:03,076: Thread-948 Read 28 bytes off the wire
2017-08-29 18:36:03,079: w2 Send buffer size: 633
2017-08-29 18:36:03,092: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:36:03,093: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:36:03,093: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:36:03,093: w2          :                total |       last |    per sec
2017-08-29 18:36:03,093: w2    batch :                    1 |          1 |       10.6
2017-08-29 18:36:03,093: w2    byte  :                  270 |        270 |     2869.2
2017-08-29 18:36:03,093: w2    msg   :                    4 |          4 |       42.5
2017-08-29 18:36:03,094: w2  node: 10.111.170.103:8091, done; rv: 0
  [                    ] 0.0% (4/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        4.8
 byte  :                  270 |        270 |     1284.7
 msg   :                    4 |          4 |       19.0
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:36:03,142: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:999
2017-08-29 18:36:03,157: mt Recover and activate vbucket: 999
2017-08-29 18:36:03,159: mt cbrecovery...
2017-08-29 18:36:03,159: mt  source : http://10.111.170.101:8091
2017-08-29 18:36:03,159: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:36:03,159: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [1000]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:36:03,159: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:36:03,160: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:36:03,167: mt "GET /pools/default/buckets HTTP/1.1" 200 11350
2017-08-29 18:36:03,193: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:36:03,194: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:36:03,200: mt "GET /pools/default/buckets HTTP/1.1" 200 10033
2017-08-29 18:36:03,351: mt source_bucket: default
2017-08-29 18:36:03,351: mt sink_bucket: default
2017-08-29 18:36:03,351: mt source_buckets: default
2017-08-29 18:36:03,351: mt bucket_source: default
2017-08-29 18:36:03,352: mt source_buckets filtered: default
2017-08-29 18:36:03,352: mt bucket: default
2017-08-29 18:36:03,352: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:36:03,353: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:36:03,353: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:36:03,353: w0  node: 10.111.170.101:8091
2017-08-29 18:36:03,356: w0 sink_bucket: default
2017-08-29 18:36:03,357: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:36:03,365: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:36:03,375: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:36:03,375: w1  node: 10.111.170.102:8091
2017-08-29 18:36:03,375: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:36:03,384: w1 sink_bucket: default
2017-08-29 18:36:03,384: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:36:03,392: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:36:03,402: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:36:03,402: w2  node: 10.111.170.103:8091
2017-08-29 18:36:03,403: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:36:03,408: w2 sink_bucket: default
2017-08-29 18:36:03,408: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:36:03,422: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:36:03,460: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:36:03,461: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:36:03,461: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:36:03,461: w0          :                total |       last |    per sec
2017-08-29 18:36:03,461: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:36:03,508: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:36:03,508: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:36:03,508: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:36:03,508: w1          :                total |       last |    per sec
2017-08-29 18:36:03,508: w1  node: 10.111.170.102:8091, done; rv: 0
2017-08-29 18:36:03,531: Thread-951 Read 766 bytes off the wire
2017-08-29 18:36:03,538: w2 Send buffer size: 766
2017-08-29 18:36:03,550: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:36:03,551: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:36:03,551: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:36:03,551: w2          :                total |       last |    per sec
2017-08-29 18:36:03,551: w2    batch :                    1 |          1 |        7.0
2017-08-29 18:36:03,551: w2    byte  :                  339 |        339 |     2366.2
2017-08-29 18:36:03,551: w2    msg   :                    5 |          5 |       34.9
2017-08-29 18:36:03,551: w2  node: 10.111.170.103:8091, done; rv: 0
  [                    ] 0.1% (5/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        4.6
 byte  :                  339 |        339 |     1552.9
 msg   :                    5 |          5 |       22.9
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:36:03,571: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:1000
2017-08-29 18:36:03,585: mt Recover and activate vbucket: 1000
2017-08-29 18:36:03,586: mt cbrecovery...
2017-08-29 18:36:03,587: mt  source : http://10.111.170.101:8091
2017-08-29 18:36:03,587: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:36:03,587: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [1001]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:36:03,587: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:36:03,588: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:36:03,600: mt "GET /pools/default/buckets HTTP/1.1" 200 11350
2017-08-29 18:36:03,623: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:36:03,627: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:36:03,641: mt "GET /pools/default/buckets HTTP/1.1" 200 10032
2017-08-29 18:36:03,665: mt source_bucket: default
2017-08-29 18:36:03,665: mt sink_bucket: default
2017-08-29 18:36:03,665: mt source_buckets: default
2017-08-29 18:36:03,665: mt bucket_source: default
2017-08-29 18:36:03,665: mt source_buckets filtered: default
2017-08-29 18:36:03,665: mt bucket: default
2017-08-29 18:36:03,666: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:36:03,667: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:36:03,667: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:36:03,667: w0  node: 10.111.170.101:8091
2017-08-29 18:36:03,672: w0 sink_bucket: default
2017-08-29 18:36:03,673: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:36:03,683: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:36:03,692: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:36:03,692: w1  node: 10.111.170.102:8091
2017-08-29 18:36:03,692: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:36:03,702: w1 sink_bucket: default
2017-08-29 18:36:03,703: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:36:03,723: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:36:03,735: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:36:03,736: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:36:03,736: w2  node: 10.111.170.103:8091
2017-08-29 18:36:03,750: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:36:03,750: w2 sink_bucket: default
2017-08-29 18:36:03,751: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:36:03,772: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:36:03,772: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:36:03,772: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:36:03,772: w0          :                total |       last |    per sec
2017-08-29 18:36:03,772: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:36:03,802: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:36:03,803: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:36:03,803: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:36:03,803: w1          :                total |       last |    per sec
2017-08-29 18:36:03,803: w1  node: 10.111.170.102:8091, done; rv: 0
2017-08-29 18:36:03,813: Thread-954 Read 40 bytes off the wire
2017-08-29 18:36:03,814: Thread-954 Read 331 bytes off the wire
2017-08-29 18:36:03,816: w2 Send buffer size: 371
2017-08-29 18:36:03,830: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:36:03,830: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:36:03,830: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:36:03,830: w2          :                total |       last |    per sec
2017-08-29 18:36:03,830: w2    batch :                    1 |          1 |       12.6
2017-08-29 18:36:03,830: w2    byte  :                  134 |        134 |     1683.8
2017-08-29 18:36:03,830: w2    msg   :                    2 |          2 |       25.1
2017-08-29 18:36:03,830: w2  node: 10.111.170.103:8091, done; rv: 0
  [                    ] 0.0% (2/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        4.3
 byte  :                  134 |        134 |      581.1
 msg   :                    2 |          2 |        8.7
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:36:03,898: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:1001
2017-08-29 18:36:03,912: mt Recover and activate vbucket: 1001
2017-08-29 18:36:03,913: mt cbrecovery...
2017-08-29 18:36:03,913: mt  source : http://10.111.170.101:8091
2017-08-29 18:36:03,913: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:36:03,913: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [1002]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:36:03,914: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:36:03,915: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:36:03,921: mt "GET /pools/default/buckets HTTP/1.1" 200 11350
2017-08-29 18:36:03,941: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:36:03,942: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:36:03,948: mt "GET /pools/default/buckets HTTP/1.1" 200 10031
2017-08-29 18:36:03,966: mt source_bucket: default
2017-08-29 18:36:03,966: mt sink_bucket: default
2017-08-29 18:36:03,966: mt source_buckets: default
2017-08-29 18:36:03,966: mt bucket_source: default
2017-08-29 18:36:03,966: mt source_buckets filtered: default
2017-08-29 18:36:03,966: mt bucket: default
2017-08-29 18:36:03,966: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:36:03,968: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:36:03,968: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:36:03,968: w0  node: 10.111.170.101:8091
2017-08-29 18:36:03,974: w0 sink_bucket: default
2017-08-29 18:36:03,974: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:36:03,979: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:36:03,994: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:36:03,995: w1  node: 10.111.170.102:8091
2017-08-29 18:36:03,995: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:36:04,001: w1 sink_bucket: default
2017-08-29 18:36:04,002: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:36:04,007: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:36:04,019: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:36:04,019: w2  node: 10.111.170.103:8091
2017-08-29 18:36:04,019: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:36:04,022: w2 sink_bucket: default
2017-08-29 18:36:04,022: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:36:04,039: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:36:04,077: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:36:04,077: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:36:04,077: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:36:04,077: w0          :                total |       last |    per sec
2017-08-29 18:36:04,077: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:36:04,107: Thread-957 Read 40 bytes off the wire
2017-08-29 18:36:04,108: Thread-957 Read 568 bytes off the wire
2017-08-29 18:36:04,108: Thread-957 Read 1206 bytes off the wire
2017-08-29 18:36:04,108: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:36:04,108: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:36:04,108: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:36:04,108: w1          :                total |       last |    per sec
2017-08-29 18:36:04,108: w1  node: 10.111.170.102:8091, done; rv: 0
2017-08-29 18:36:04,111: w2 Send buffer size: 1814
2017-08-29 18:36:04,124: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:36:04,124: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:36:04,124: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:36:04,124: w2          :                total |       last |    per sec
2017-08-29 18:36:04,124: w2    batch :                    1 |          1 |        9.8
2017-08-29 18:36:04,124: w2    byte  :                  883 |        883 |     8679.9
2017-08-29 18:36:04,124: w2    msg   :                   13 |         13 |      127.8
2017-08-29 18:36:04,124: w2  node: 10.111.170.103:8091, done; rv: 0
  [                    ] 0.1% (13/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        4.7
 byte  :                  883 |        883 |     4123.0
 msg   :                   13 |         13 |       60.7
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:36:04,182: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:1002
2017-08-29 18:36:04,194: mt Recover and activate vbucket: 1002
2017-08-29 18:36:04,197: mt cbrecovery...
2017-08-29 18:36:04,197: mt  source : http://10.111.170.101:8091
2017-08-29 18:36:04,197: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:36:04,197: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [1003]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:36:04,197: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:36:04,198: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:36:04,204: mt "GET /pools/default/buckets HTTP/1.1" 200 11350
2017-08-29 18:36:04,224: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:36:04,225: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:36:04,230: mt "GET /pools/default/buckets HTTP/1.1" 200 10030
2017-08-29 18:36:04,248: mt source_bucket: default
2017-08-29 18:36:04,248: mt sink_bucket: default
2017-08-29 18:36:04,248: mt source_buckets: default
2017-08-29 18:36:04,249: mt bucket_source: default
2017-08-29 18:36:04,249: mt source_buckets filtered: default
2017-08-29 18:36:04,249: mt bucket: default
2017-08-29 18:36:04,249: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:36:04,250: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:36:04,250: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:36:04,250: w0  node: 10.111.170.101:8091
2017-08-29 18:36:04,255: w0 sink_bucket: default
2017-08-29 18:36:04,255: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:36:04,259: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:36:04,272: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:36:04,273: w1  node: 10.111.170.102:8091
2017-08-29 18:36:04,273: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:36:04,283: w1 sink_bucket: default
2017-08-29 18:36:04,283: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:36:04,288: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:36:04,297: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:36:04,298: w2  node: 10.111.170.103:8091
2017-08-29 18:36:04,298: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:36:04,300: w2 sink_bucket: default
2017-08-29 18:36:04,300: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:36:04,317: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:36:04,362: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:36:04,362: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:36:04,362: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:36:04,362: w0          :                total |       last |    per sec
2017-08-29 18:36:04,362: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:36:04,393: Thread-960 Read 40 bytes off the wire
2017-08-29 18:36:04,394: Thread-960 Read 44 bytes off the wire
2017-08-29 18:36:04,394: Thread-960 Read 1041 bytes off the wire
2017-08-29 18:36:04,394: Thread-960 Read 945 bytes off the wire
2017-08-29 18:36:04,400: w2 Send buffer size: 2070
2017-08-29 18:36:04,401: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:36:04,401: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:36:04,401: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:36:04,401: w1          :                total |       last |    per sec
2017-08-29 18:36:04,402: w1  node: 10.111.170.102:8091, done; rv: 0
2017-08-29 18:36:04,414: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:36:04,414: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:36:04,414: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:36:04,414: w2          :                total |       last |    per sec
2017-08-29 18:36:04,414: w2    batch :                    1 |          1 |        8.8
2017-08-29 18:36:04,414: w2    byte  :                 1015 |       1015 |     8891.6
2017-08-29 18:36:04,414: w2    msg   :                   15 |         15 |      131.4
2017-08-29 18:36:04,414: w2  node: 10.111.170.103:8091, done; rv: 0
  [                    ] 0.1% (15/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        4.9
 byte  :                 1015 |       1015 |     4975.5
 msg   :                   15 |         15 |       73.5
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:36:04,454: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:1003
2017-08-29 18:36:04,467: mt Recover and activate vbucket: 1003
2017-08-29 18:36:04,468: mt cbrecovery...
2017-08-29 18:36:04,468: mt  source : http://10.111.170.101:8091
2017-08-29 18:36:04,468: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:36:04,468: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [1004]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:36:04,468: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:36:04,469: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:36:04,475: mt "GET /pools/default/buckets HTTP/1.1" 200 11350
2017-08-29 18:36:04,520: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:36:04,521: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:36:04,527: mt "GET /pools/default/buckets HTTP/1.1" 200 10029
2017-08-29 18:36:04,549: mt source_bucket: default
2017-08-29 18:36:04,549: mt sink_bucket: default
2017-08-29 18:36:04,549: mt source_buckets: default
2017-08-29 18:36:04,549: mt bucket_source: default
2017-08-29 18:36:04,549: mt source_buckets filtered: default
2017-08-29 18:36:04,549: mt bucket: default
2017-08-29 18:36:04,549: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:36:04,551: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:36:04,551: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:36:04,551: w0  node: 10.111.170.101:8091
2017-08-29 18:36:04,556: w0 sink_bucket: default
2017-08-29 18:36:04,556: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:36:04,561: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:36:04,578: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:36:04,578: w1  node: 10.111.170.102:8091
2017-08-29 18:36:04,578: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:36:04,588: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:36:04,588: w1 sink_bucket: default
2017-08-29 18:36:04,589: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:36:04,597: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:36:04,597: w2  node: 10.111.170.103:8091
2017-08-29 18:36:04,597: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:36:04,602: w2 sink_bucket: default
2017-08-29 18:36:04,603: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:36:04,617: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:36:04,652: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:36:04,653: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:36:04,653: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:36:04,653: w0          :                total |       last |    per sec
2017-08-29 18:36:04,653: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:36:04,683: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:36:04,683: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:36:04,683: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:36:04,683: w1          :                total |       last |    per sec
2017-08-29 18:36:04,683: w1  node: 10.111.170.102:8091, done; rv: 0
2017-08-29 18:36:04,694: Thread-963 Read 40 bytes off the wire
2017-08-29 18:36:04,695: Thread-963 Read 567 bytes off the wire
2017-08-29 18:36:04,695: Thread-963 Read 1179 bytes off the wire
2017-08-29 18:36:04,695: Thread-963 Read 159 bytes off the wire
2017-08-29 18:36:04,698: w2 Send buffer size: 1945
2017-08-29 18:36:04,712: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:36:04,712: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:36:04,712: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:36:04,712: w2          :                total |       last |    per sec
2017-08-29 18:36:04,712: w2    batch :                    1 |          1 |        9.1
2017-08-29 18:36:04,712: w2    byte  :                  951 |        951 |     8663.6
2017-08-29 18:36:04,712: w2    msg   :                   14 |         14 |      127.5
2017-08-29 18:36:04,713: w2  node: 10.111.170.103:8091, done; rv: 0
  [                    ] 0.1% (14/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        4.7
 byte  :                  951 |        951 |     4466.6
 msg   :                   14 |         14 |       65.8
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:36:04,764: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:1004
2017-08-29 18:36:04,777: mt Recover and activate vbucket: 1004
2017-08-29 18:36:04,778: mt cbrecovery...
2017-08-29 18:36:04,778: mt  source : http://10.111.170.101:8091
2017-08-29 18:36:04,778: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:36:04,779: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [1005]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:36:04,779: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:36:04,780: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:36:04,786: mt "GET /pools/default/buckets HTTP/1.1" 200 11350
2017-08-29 18:36:04,811: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:36:04,812: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:36:04,817: mt "GET /pools/default/buckets HTTP/1.1" 200 10028
2017-08-29 18:36:04,838: mt source_bucket: default
2017-08-29 18:36:04,838: mt sink_bucket: default
2017-08-29 18:36:04,838: mt source_buckets: default
2017-08-29 18:36:04,838: mt bucket_source: default
2017-08-29 18:36:04,838: mt source_buckets filtered: default
2017-08-29 18:36:04,838: mt bucket: default
2017-08-29 18:36:04,838: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:36:04,841: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:36:04,841: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:36:04,841: w0  node: 10.111.170.101:8091
2017-08-29 18:36:04,844: w0 sink_bucket: default
2017-08-29 18:36:04,844: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:36:04,851: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:36:04,864: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:36:04,864: w1  node: 10.111.170.102:8091
2017-08-29 18:36:04,865: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:36:04,874: w1 sink_bucket: default
2017-08-29 18:36:04,874: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:36:04,880: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:36:04,899: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:36:04,899: w2  node: 10.111.170.103:8091
2017-08-29 18:36:04,900: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:36:04,908: w2 sink_bucket: default
2017-08-29 18:36:04,909: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:36:04,921: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:36:04,942: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:36:04,942: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:36:04,942: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:36:04,942: w0          :                total |       last |    per sec
2017-08-29 18:36:04,942: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:36:04,975: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:36:04,976: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:36:04,976: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:36:04,976: w1          :                total |       last |    per sec
2017-08-29 18:36:04,976: w1  node: 10.111.170.102:8091, done; rv: 0
2017-08-29 18:36:04,980: Thread-966 Read 40 bytes off the wire
2017-08-29 18:36:04,980: Thread-966 Read 304 bytes off the wire
2017-08-29 18:36:04,980: Thread-966 Read 1047 bytes off the wire
2017-08-29 18:36:04,981: Thread-966 Read 552 bytes off the wire
2017-08-29 18:36:04,984: w2 Send buffer size: 1943
2017-08-29 18:36:04,997: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:36:04,997: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:36:04,998: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:36:04,998: w2          :                total |       last |    per sec
2017-08-29 18:36:04,998: w2    batch :                    1 |          1 |       11.2
2017-08-29 18:36:04,998: w2    byte  :                  950 |        950 |    10656.1
2017-08-29 18:36:04,998: w2    msg   :                   14 |         14 |      157.0
2017-08-29 18:36:04,998: w2  node: 10.111.170.103:8091, done; rv: 0
  [                    ] 0.1% (14/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        4.7
 byte  :                  950 |        950 |     4435.0
 msg   :                   14 |         14 |       65.4
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:36:05,055: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:1005
2017-08-29 18:36:05,069: mt Recover and activate vbucket: 1005
2017-08-29 18:36:05,070: mt cbrecovery...
2017-08-29 18:36:05,070: mt  source : http://10.111.170.101:8091
2017-08-29 18:36:05,070: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:36:05,070: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [1006]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:36:05,070: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:36:05,072: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:36:05,078: mt "GET /pools/default/buckets HTTP/1.1" 200 11350
2017-08-29 18:36:05,098: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:36:05,099: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:36:05,105: mt "GET /pools/default/buckets HTTP/1.1" 200 10027
2017-08-29 18:36:05,120: mt source_bucket: default
2017-08-29 18:36:05,121: mt sink_bucket: default
2017-08-29 18:36:05,123: mt source_buckets: default
2017-08-29 18:36:05,123: mt bucket_source: default
2017-08-29 18:36:05,123: mt source_buckets filtered: default
2017-08-29 18:36:05,123: mt bucket: default
2017-08-29 18:36:05,123: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:36:05,124: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:36:05,124: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:36:05,125: w0  node: 10.111.170.101:8091
2017-08-29 18:36:05,128: w0 sink_bucket: default
2017-08-29 18:36:05,128: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:36:05,134: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:36:05,147: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:36:05,148: w1  node: 10.111.170.102:8091
2017-08-29 18:36:05,149: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:36:05,152: w1 sink_bucket: default
2017-08-29 18:36:05,152: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:36:05,172: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:36:05,191: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:36:05,191: w2  node: 10.111.170.103:8091
2017-08-29 18:36:05,192: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:36:05,200: w2 sink_bucket: default
2017-08-29 18:36:05,201: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:36:05,208: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:36:05,221: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:36:05,221: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:36:05,221: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:36:05,221: w0          :                total |       last |    per sec
2017-08-29 18:36:05,227: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:36:05,254: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:36:05,254: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:36:05,254: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:36:05,254: w1          :                total |       last |    per sec
2017-08-29 18:36:05,255: w1  node: 10.111.170.102:8091, done; rv: 0
2017-08-29 18:36:05,266: Thread-969 Read 40 bytes off the wire
2017-08-29 18:36:05,266: Thread-969 Read 465 bytes off the wire
2017-08-29 18:36:05,269: w2 Send buffer size: 505
2017-08-29 18:36:05,282: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:36:05,282: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:36:05,282: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:36:05,282: w2          :                total |       last |    per sec
2017-08-29 18:36:05,283: w2    batch :                    1 |          1 |       12.2
2017-08-29 18:36:05,283: w2    byte  :                  204 |        204 |     2489.4
2017-08-29 18:36:05,283: w2    msg   :                    3 |          3 |       36.6
2017-08-29 18:36:05,283: w2  node: 10.111.170.103:8091, done; rv: 0
  [                    ] 0.0% (3/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        4.7
 byte  :                  204 |        204 |      953.4
 msg   :                    3 |          3 |       14.0
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:36:05,338: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:1006
2017-08-29 18:36:05,352: mt Recover and activate vbucket: 1006
2017-08-29 18:36:05,353: mt cbrecovery...
2017-08-29 18:36:05,353: mt  source : http://10.111.170.101:8091
2017-08-29 18:36:05,353: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:36:05,353: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [1007]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:36:05,353: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:36:05,354: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:36:05,360: mt "GET /pools/default/buckets HTTP/1.1" 200 11350
2017-08-29 18:36:05,380: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:36:05,381: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:36:05,388: mt "GET /pools/default/buckets HTTP/1.1" 200 10026
2017-08-29 18:36:05,406: mt source_bucket: default
2017-08-29 18:36:05,406: mt sink_bucket: default
2017-08-29 18:36:05,406: mt source_buckets: default
2017-08-29 18:36:05,406: mt bucket_source: default
2017-08-29 18:36:05,406: mt source_buckets filtered: default
2017-08-29 18:36:05,406: mt bucket: default
2017-08-29 18:36:05,406: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:36:05,408: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:36:05,408: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:36:05,409: w0  node: 10.111.170.101:8091
2017-08-29 18:36:05,412: w0 sink_bucket: default
2017-08-29 18:36:05,412: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:36:05,422: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:36:05,431: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:36:05,431: w1  node: 10.111.170.102:8091
2017-08-29 18:36:05,432: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:36:05,437: w1 sink_bucket: default
2017-08-29 18:36:05,438: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:36:05,445: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:36:05,453: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:36:05,453: w2  node: 10.111.170.103:8091
2017-08-29 18:36:05,453: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:36:05,458: w2 sink_bucket: default
2017-08-29 18:36:05,459: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:36:05,630: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:36:05,678: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:36:05,678: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:36:05,678: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:36:05,678: w0          :                total |       last |    per sec
2017-08-29 18:36:05,678: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:36:05,694: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:36:05,694: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:36:05,694: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:36:05,695: w1          :                total |       last |    per sec
2017-08-29 18:36:05,695: w1  node: 10.111.170.102:8091, done; rv: 0
2017-08-29 18:36:05,702: Thread-972 Read 40 bytes off the wire
2017-08-29 18:36:05,702: Thread-972 Read 436 bytes off the wire
2017-08-29 18:36:05,703: Thread-972 Read 159 bytes off the wire
2017-08-29 18:36:05,705: w2 Send buffer size: 635
2017-08-29 18:36:05,720: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:36:05,720: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:36:05,720: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:36:05,721: w2          :                total |       last |    per sec
2017-08-29 18:36:05,721: w2    batch :                    1 |          1 |        3.8
2017-08-29 18:36:05,721: w2    byte  :                  271 |        271 |     1034.9
2017-08-29 18:36:05,721: w2    msg   :                    4 |          4 |       15.3
2017-08-29 18:36:05,721: w2  node: 10.111.170.103:8091, done; rv: 0
  [                    ] 0.0% (4/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        2.8
 byte  :                  271 |        271 |      752.3
 msg   :                    4 |          4 |       11.1
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:36:05,769: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:1007
2017-08-29 18:36:05,782: mt Recover and activate vbucket: 1007
2017-08-29 18:36:05,783: mt cbrecovery...
2017-08-29 18:36:05,783: mt  source : http://10.111.170.101:8091
2017-08-29 18:36:05,783: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:36:05,783: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [1008]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:36:05,783: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:36:05,785: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:36:05,791: mt "GET /pools/default/buckets HTTP/1.1" 200 11338
2017-08-29 18:36:05,811: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:36:05,813: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:36:05,818: mt "GET /pools/default/buckets HTTP/1.1" 200 10025
2017-08-29 18:36:05,836: mt source_bucket: default
2017-08-29 18:36:05,836: mt sink_bucket: default
2017-08-29 18:36:05,836: mt source_buckets: default
2017-08-29 18:36:05,836: mt bucket_source: default
2017-08-29 18:36:05,836: mt source_buckets filtered: default
2017-08-29 18:36:05,836: mt bucket: default
2017-08-29 18:36:05,837: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:36:05,838: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:36:05,838: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:36:05,838: w0  node: 10.111.170.101:8091
2017-08-29 18:36:05,843: w0 sink_bucket: default
2017-08-29 18:36:05,843: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:36:05,847: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:36:05,860: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:36:05,860: w1  node: 10.111.170.102:8091
2017-08-29 18:36:05,861: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:36:05,869: w1 sink_bucket: default
2017-08-29 18:36:05,870: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:36:05,875: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:36:05,885: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:36:05,885: w2  node: 10.111.170.103:8091
2017-08-29 18:36:05,886: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:36:05,895: w2 sink_bucket: default
2017-08-29 18:36:05,895: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:36:05,906: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:36:05,946: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:36:05,946: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:36:05,946: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:36:05,946: w0          :                total |       last |    per sec
2017-08-29 18:36:05,946: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:36:05,978: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:36:05,978: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:36:05,978: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:36:05,978: w1          :                total |       last |    per sec
2017-08-29 18:36:05,978: w1  node: 10.111.170.102:8091, done; rv: 0
2017-08-29 18:36:05,981: Thread-975 Read 40 bytes off the wire
2017-08-29 18:36:05,983: Thread-975 Read 1350 bytes off the wire
2017-08-29 18:36:05,983: Thread-975 Read 945 bytes off the wire
2017-08-29 18:36:05,986: w2 Send buffer size: 2335
2017-08-29 18:36:05,999: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:36:05,999: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:36:06,000: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:36:06,000: w2          :                total |       last |    per sec
2017-08-29 18:36:06,000: w2    batch :                    1 |          1 |        9.6
2017-08-29 18:36:06,000: w2    byte  :                 1153 |       1153 |    11011.3
2017-08-29 18:36:06,000: w2    msg   :                   17 |         17 |      162.4
2017-08-29 18:36:06,001: w2  node: 10.111.170.103:8091, done; rv: 0
  [                    ] 0.2% (17/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        4.9
 byte  :                 1153 |       1153 |     5654.0
 msg   :                   17 |         17 |       83.4
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:36:06,042: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:1008
2017-08-29 18:36:06,055: mt Recover and activate vbucket: 1008
2017-08-29 18:36:06,056: mt cbrecovery...
2017-08-29 18:36:06,056: mt  source : http://10.111.170.101:8091
2017-08-29 18:36:06,056: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:36:06,056: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [1009]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:36:06,056: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:36:06,057: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:36:06,064: mt "GET /pools/default/buckets HTTP/1.1" 200 11338
2017-08-29 18:36:06,084: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:36:06,086: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:36:06,093: mt "GET /pools/default/buckets HTTP/1.1" 200 10024
2017-08-29 18:36:06,113: mt source_bucket: default
2017-08-29 18:36:06,114: mt sink_bucket: default
2017-08-29 18:36:06,114: mt source_buckets: default
2017-08-29 18:36:06,114: mt bucket_source: default
2017-08-29 18:36:06,114: mt source_buckets filtered: default
2017-08-29 18:36:06,114: mt bucket: default
2017-08-29 18:36:06,114: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:36:06,116: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:36:06,116: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:36:06,116: w0  node: 10.111.170.101:8091
2017-08-29 18:36:06,118: w0 sink_bucket: default
2017-08-29 18:36:06,119: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:36:06,127: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:36:06,139: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:36:06,139: w1  node: 10.111.170.102:8091
2017-08-29 18:36:06,140: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:36:06,154: w1 sink_bucket: default
2017-08-29 18:36:06,155: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:36:06,159: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:36:06,170: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:36:06,170: w2  node: 10.111.170.103:8091
2017-08-29 18:36:06,171: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:36:06,177: w2 sink_bucket: default
2017-08-29 18:36:06,177: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:36:06,190: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:36:06,218: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:36:06,218: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:36:06,218: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:36:06,218: w0          :                total |       last |    per sec
2017-08-29 18:36:06,218: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:36:06,256: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:36:06,256: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:36:06,256: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:36:06,257: w1          :                total |       last |    per sec
2017-08-29 18:36:06,257: w1  node: 10.111.170.102:8091, done; rv: 0
2017-08-29 18:36:06,260: w2 no response while there 1 active streams
2017-08-29 18:36:06,510: w2 no response while there 1 active streams
2017-08-29 18:36:06,762: w2 no response while there 1 active streams
2017-08-29 18:36:07,012: w2 no response while there 1 active streams
2017-08-29 18:36:07,249: Thread-978 Read 1940 bytes off the wire
2017-08-29 18:36:07,264: w2 Send buffer size: 1940
2017-08-29 18:36:07,277: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:36:07,277: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:36:07,277: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:36:07,277: w2          :                total |       last |    per sec
2017-08-29 18:36:07,277: w2    batch :                    1 |          1 |        0.9
2017-08-29 18:36:07,277: w2    byte  :                  948 |        948 |      861.6
2017-08-29 18:36:07,277: w2    msg   :                   14 |         14 |       12.7
2017-08-29 18:36:07,277: w2  node: 10.111.170.103:8091, done; rv: 0
  [                    ] 0.1% (14/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        0.8
 byte  :                  948 |        948 |      785.9
 msg   :                   14 |         14 |       11.6
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:36:07,322: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:1009
2017-08-29 18:36:07,340: mt Recover and activate vbucket: 1009
2017-08-29 18:36:07,342: mt cbrecovery...
2017-08-29 18:36:07,342: mt  source : http://10.111.170.101:8091
2017-08-29 18:36:07,342: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:36:07,342: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [1010]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:36:07,343: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:36:07,345: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:36:07,352: mt "GET /pools/default/buckets HTTP/1.1" 200 11339
2017-08-29 18:36:07,372: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:36:07,373: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:36:07,379: mt "GET /pools/default/buckets HTTP/1.1" 200 10023
2017-08-29 18:36:07,399: mt source_bucket: default
2017-08-29 18:36:07,400: mt sink_bucket: default
2017-08-29 18:36:07,400: mt source_buckets: default
2017-08-29 18:36:07,400: mt bucket_source: default
2017-08-29 18:36:07,400: mt source_buckets filtered: default
2017-08-29 18:36:07,401: mt bucket: default
2017-08-29 18:36:07,401: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:36:07,402: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:36:07,402: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:36:07,403: w0  node: 10.111.170.101:8091
2017-08-29 18:36:07,405: w0 sink_bucket: default
2017-08-29 18:36:07,405: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:36:07,412: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:36:07,426: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:36:07,426: w1  node: 10.111.170.102:8091
2017-08-29 18:36:07,426: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:36:07,432: w1 sink_bucket: default
2017-08-29 18:36:07,433: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:36:07,438: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:36:07,456: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:36:07,456: w2  node: 10.111.170.103:8091
2017-08-29 18:36:07,457: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:36:07,468: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:36:07,470: w2 sink_bucket: default
2017-08-29 18:36:07,470: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:36:07,559: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:36:07,559: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:36:07,559: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:36:07,559: w0          :                total |       last |    per sec
2017-08-29 18:36:07,560: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:36:07,561: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:36:07,561: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:36:07,561: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:36:07,561: w1          :                total |       last |    per sec
2017-08-29 18:36:07,561: w1  node: 10.111.170.102:8091, done; rv: 0
2017-08-29 18:36:07,573: Thread-981 Read 40 bytes off the wire
2017-08-29 18:36:07,574: Thread-981 Read 44 bytes off the wire
2017-08-29 18:36:07,574: Thread-981 Read 420 bytes off the wire
2017-08-29 18:36:07,577: w2 Send buffer size: 504
2017-08-29 18:36:07,590: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:36:07,590: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:36:07,590: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:36:07,590: w2          :                total |       last |    per sec
2017-08-29 18:36:07,590: w2    batch :                    1 |          1 |        8.3
2017-08-29 18:36:07,591: w2    byte  :                  203 |        203 |     1681.4
2017-08-29 18:36:07,591: w2    msg   :                    3 |          3 |       24.8
2017-08-29 18:36:07,591: w2  node: 10.111.170.103:8091, done; rv: 0
  [                    ] 0.0% (3/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        4.9
 byte  :                  203 |        203 |      993.0
 msg   :                    3 |          3 |       14.7
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:36:07,607: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:1010
2017-08-29 18:36:07,619: mt Recover and activate vbucket: 1010
2017-08-29 18:36:07,620: mt cbrecovery...
2017-08-29 18:36:07,620: mt  source : http://10.111.170.101:8091
2017-08-29 18:36:07,620: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:36:07,620: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [1011]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:36:07,620: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:36:07,621: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:36:07,628: mt "GET /pools/default/buckets HTTP/1.1" 200 11339
2017-08-29 18:36:07,648: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:36:07,649: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:36:07,655: mt "GET /pools/default/buckets HTTP/1.1" 200 10022
2017-08-29 18:36:07,677: mt source_bucket: default
2017-08-29 18:36:07,677: mt sink_bucket: default
2017-08-29 18:36:07,677: mt source_buckets: default
2017-08-29 18:36:07,677: mt bucket_source: default
2017-08-29 18:36:07,677: mt source_buckets filtered: default
2017-08-29 18:36:07,678: mt bucket: default
2017-08-29 18:36:07,678: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:36:07,679: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:36:07,679: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:36:07,679: w0  node: 10.111.170.101:8091
2017-08-29 18:36:07,682: w0 sink_bucket: default
2017-08-29 18:36:07,682: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:36:07,692: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:36:07,704: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:36:07,705: w1  node: 10.111.170.102:8091
2017-08-29 18:36:07,705: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:36:07,713: w1 sink_bucket: default
2017-08-29 18:36:07,714: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:36:07,718: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:36:07,726: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:36:07,726: w2  node: 10.111.170.103:8091
2017-08-29 18:36:07,727: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:36:07,735: w2 sink_bucket: default
2017-08-29 18:36:07,735: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:36:07,749: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:36:07,796: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:36:07,796: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:36:07,796: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:36:07,796: w0          :                total |       last |    per sec
2017-08-29 18:36:07,796: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:36:07,818: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:36:07,819: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:36:07,819: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:36:07,819: w1          :                total |       last |    per sec
2017-08-29 18:36:07,819: w1  node: 10.111.170.102:8091, done; rv: 0
2017-08-29 18:36:07,825: Thread-984 Read 40 bytes off the wire
2017-08-29 18:36:07,826: Thread-984 Read 175 bytes off the wire
2017-08-29 18:36:07,826: Thread-984 Read 290 bytes off the wire
2017-08-29 18:36:07,830: w2 Send buffer size: 505
2017-08-29 18:36:07,843: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:36:07,843: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:36:07,843: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:36:07,843: w2          :                total |       last |    per sec
2017-08-29 18:36:07,843: w2    batch :                    1 |          1 |        9.2
2017-08-29 18:36:07,844: w2    byte  :                  204 |        204 |     1885.1
2017-08-29 18:36:07,844: w2    msg   :                    3 |          3 |       27.7
2017-08-29 18:36:07,844: w2  node: 10.111.170.103:8091, done; rv: 0
  [                    ] 0.0% (3/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        4.9
 byte  :                  204 |        204 |     1004.1
 msg   :                    3 |          3 |       14.8
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:36:07,882: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:1011
2017-08-29 18:36:07,897: mt Recover and activate vbucket: 1011
2017-08-29 18:36:07,898: mt cbrecovery...
2017-08-29 18:36:07,898: mt  source : http://10.111.170.101:8091
2017-08-29 18:36:07,898: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:36:07,898: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [1012]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:36:07,898: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:36:07,899: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:36:07,905: mt "GET /pools/default/buckets HTTP/1.1" 200 11339
2017-08-29 18:36:07,924: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:36:07,925: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:36:07,931: mt "GET /pools/default/buckets HTTP/1.1" 200 9989
2017-08-29 18:36:07,949: mt source_bucket: default
2017-08-29 18:36:07,949: mt sink_bucket: default
2017-08-29 18:36:07,949: mt source_buckets: default
2017-08-29 18:36:07,949: mt bucket_source: default
2017-08-29 18:36:07,949: mt source_buckets filtered: default
2017-08-29 18:36:07,950: mt bucket: default
2017-08-29 18:36:07,950: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:36:07,951: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:36:07,952: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:36:07,952: w0  node: 10.111.170.101:8091
2017-08-29 18:36:07,956: w0 sink_bucket: default
2017-08-29 18:36:07,957: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:36:07,961: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:36:07,974: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:36:07,974: w1  node: 10.111.170.102:8091
2017-08-29 18:36:07,974: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:36:07,978: w1 sink_bucket: default
2017-08-29 18:36:07,979: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:36:07,994: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:36:08,006: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:36:08,007: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:36:08,007: w2  node: 10.111.170.103:8091
2017-08-29 18:36:08,027: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:36:08,027: w2 sink_bucket: default
2017-08-29 18:36:08,029: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:36:08,053: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:36:08,053: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:36:08,053: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:36:08,053: w0          :                total |       last |    per sec
2017-08-29 18:36:08,054: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:36:08,075: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:36:08,076: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:36:08,076: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:36:08,076: w1          :                total |       last |    per sec
2017-08-29 18:36:08,076: w1  node: 10.111.170.102:8091, done; rv: 0
2017-08-29 18:36:08,092: Thread-987 Read 870 bytes off the wire
2017-08-29 18:36:08,092: Thread-987 Read 28 bytes off the wire
2017-08-29 18:36:08,096: w2 Send buffer size: 898
2017-08-29 18:36:08,109: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:36:08,110: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:36:08,110: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:36:08,110: w2          :                total |       last |    per sec
2017-08-29 18:36:08,110: w2    batch :                    1 |          1 |       12.4
2017-08-29 18:36:08,110: w2    byte  :                  408 |        408 |     5072.1
2017-08-29 18:36:08,110: w2    msg   :                    6 |          6 |       74.6
2017-08-29 18:36:08,110: w2  node: 10.111.170.103:8091, done; rv: 0
  [                    ] 0.1% (6/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        4.6
 byte  :                  408 |        408 |     1871.5
 msg   :                    6 |          6 |       27.5
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:36:08,170: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:1012
2017-08-29 18:36:08,183: mt Recover and activate vbucket: 1012
2017-08-29 18:36:08,184: mt cbrecovery...
2017-08-29 18:36:08,184: mt  source : http://10.111.170.101:8091
2017-08-29 18:36:08,184: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:36:08,184: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [1013]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:36:08,184: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:36:08,185: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:36:08,195: mt "GET /pools/default/buckets HTTP/1.1" 200 11339
2017-08-29 18:36:08,216: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:36:08,217: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:36:08,223: mt "GET /pools/default/buckets HTTP/1.1" 200 9988
2017-08-29 18:36:08,242: mt source_bucket: default
2017-08-29 18:36:08,242: mt sink_bucket: default
2017-08-29 18:36:08,242: mt source_buckets: default
2017-08-29 18:36:08,242: mt bucket_source: default
2017-08-29 18:36:08,242: mt source_buckets filtered: default
2017-08-29 18:36:08,242: mt bucket: default
2017-08-29 18:36:08,242: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:36:08,244: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:36:08,244: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:36:08,245: w0  node: 10.111.170.101:8091
2017-08-29 18:36:08,248: w0 sink_bucket: default
2017-08-29 18:36:08,249: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:36:08,254: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:36:08,268: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:36:08,269: w1  node: 10.111.170.102:8091
2017-08-29 18:36:08,269: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:36:08,280: w1 sink_bucket: default
2017-08-29 18:36:08,280: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:36:08,289: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:36:08,300: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:36:08,301: w2  node: 10.111.170.103:8091
2017-08-29 18:36:08,307: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:36:08,309: w2 sink_bucket: default
2017-08-29 18:36:08,310: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:36:08,323: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:36:08,351: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:36:08,351: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:36:08,351: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:36:08,351: w0          :                total |       last |    per sec
2017-08-29 18:36:08,352: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:36:08,387: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:36:08,387: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:36:08,387: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:36:08,387: w1          :                total |       last |    per sec
2017-08-29 18:36:08,387: w1  node: 10.111.170.102:8091, done; rv: 0
2017-08-29 18:36:08,394: Thread-990 Read 40 bytes off the wire
2017-08-29 18:36:08,395: Thread-990 Read 330 bytes off the wire
2017-08-29 18:36:08,398: w2 Send buffer size: 370
2017-08-29 18:36:08,411: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:36:08,412: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:36:08,412: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:36:08,412: w2          :                total |       last |    per sec
2017-08-29 18:36:08,412: w2    batch :                    1 |          1 |        9.8
2017-08-29 18:36:08,412: w2    byte  :                  133 |        133 |     1297.2
2017-08-29 18:36:08,412: w2    msg   :                    2 |          2 |       19.5
2017-08-29 18:36:08,413: w2  node: 10.111.170.103:8091, done; rv: 0
  [                    ] 0.0% (2/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        4.7
 byte  :                  133 |        133 |      618.5
 msg   :                    2 |          2 |        9.3
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:36:08,460: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:1013
2017-08-29 18:36:08,475: mt Recover and activate vbucket: 1013
2017-08-29 18:36:08,476: mt cbrecovery...
2017-08-29 18:36:08,477: mt  source : http://10.111.170.101:8091
2017-08-29 18:36:08,477: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:36:08,478: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [1014]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:36:08,478: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:36:08,479: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:36:08,494: mt "GET /pools/default/buckets HTTP/1.1" 200 11339
2017-08-29 18:36:08,553: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:36:08,554: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:36:08,560: mt "GET /pools/default/buckets HTTP/1.1" 200 9987
2017-08-29 18:36:08,600: mt source_bucket: default
2017-08-29 18:36:08,600: mt sink_bucket: default
2017-08-29 18:36:08,600: mt source_buckets: default
2017-08-29 18:36:08,600: mt bucket_source: default
2017-08-29 18:36:08,600: mt source_buckets filtered: default
2017-08-29 18:36:08,600: mt bucket: default
2017-08-29 18:36:08,600: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:36:08,614: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:36:08,614: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:36:08,614: w0  node: 10.111.170.101:8091
2017-08-29 18:36:08,615: w0 sink_bucket: default
2017-08-29 18:36:08,615: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:36:08,643: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:36:08,651: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:36:08,656: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:36:08,656: w1  node: 10.111.170.102:8091
2017-08-29 18:36:08,666: w1 sink_bucket: default
2017-08-29 18:36:08,666: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:36:08,668: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:36:08,687: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:36:08,688: w2  node: 10.111.170.103:8091
2017-08-29 18:36:08,694: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:36:08,706: w2 sink_bucket: default
2017-08-29 18:36:08,706: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:36:08,711: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:36:08,713: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:36:08,714: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:36:08,714: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:36:08,714: w0          :                total |       last |    per sec
2017-08-29 18:36:08,714: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:36:08,921: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:36:08,922: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:36:08,922: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:36:08,922: w1          :                total |       last |    per sec
2017-08-29 18:36:08,923: w1  node: 10.111.170.102:8091, done; rv: 0
2017-08-29 18:36:08,929: Thread-993 Read 40 bytes off the wire
2017-08-29 18:36:08,930: Thread-993 Read 562 bytes off the wire
2017-08-29 18:36:08,930: Thread-993 Read 785 bytes off the wire
2017-08-29 18:36:08,930: Thread-993 Read 784 bytes off the wire
2017-08-29 18:36:08,930: Thread-993 Read 159 bytes off the wire
2017-08-29 18:36:08,933: w2 Send buffer size: 2330
2017-08-29 18:36:08,946: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:36:08,946: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:36:08,946: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:36:08,947: w2          :                total |       last |    per sec
2017-08-29 18:36:08,947: w2    batch :                    1 |          1 |        4.2
2017-08-29 18:36:08,947: w2    byte  :                 1149 |       1149 |     4772.8
2017-08-29 18:36:08,947: w2    msg   :                   17 |         17 |       70.6
2017-08-29 18:36:08,947: w2  node: 10.111.170.103:8091, done; rv: 0
  [                    ] 0.2% (17/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        2.6
 byte  :                 1149 |       1149 |     3034.3
 msg   :                   17 |         17 |       44.9
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:36:08,993: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:1014
2017-08-29 18:36:09,010: mt Recover and activate vbucket: 1014
2017-08-29 18:36:09,011: mt cbrecovery...
2017-08-29 18:36:09,011: mt  source : http://10.111.170.101:8091
2017-08-29 18:36:09,011: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:36:09,011: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [1015]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:36:09,011: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:36:09,012: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:36:09,019: mt "GET /pools/default/buckets HTTP/1.1" 200 11339
2017-08-29 18:36:09,040: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:36:09,041: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:36:09,046: mt "GET /pools/default/buckets HTTP/1.1" 200 9986
2017-08-29 18:36:09,064: mt source_bucket: default
2017-08-29 18:36:09,064: mt sink_bucket: default
2017-08-29 18:36:09,064: mt source_buckets: default
2017-08-29 18:36:09,064: mt bucket_source: default
2017-08-29 18:36:09,065: mt source_buckets filtered: default
2017-08-29 18:36:09,065: mt bucket: default
2017-08-29 18:36:09,065: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:36:09,068: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:36:09,069: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:36:09,069: w0  node: 10.111.170.101:8091
2017-08-29 18:36:09,072: w0 sink_bucket: default
2017-08-29 18:36:09,073: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:36:09,078: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:36:09,090: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:36:09,091: w1  node: 10.111.170.102:8091
2017-08-29 18:36:09,091: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:36:09,095: w1 sink_bucket: default
2017-08-29 18:36:09,096: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:36:09,107: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:36:09,125: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:36:09,125: w2  node: 10.111.170.103:8091
2017-08-29 18:36:09,125: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:36:09,136: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:36:09,136: w2 sink_bucket: default
2017-08-29 18:36:09,137: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:36:09,175: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:36:09,175: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:36:09,176: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:36:09,176: w0          :                total |       last |    per sec
2017-08-29 18:36:09,176: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:36:09,208: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:36:09,208: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:36:09,209: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:36:09,209: w1          :                total |       last |    per sec
2017-08-29 18:36:09,209: w1  node: 10.111.170.102:8091, done; rv: 0
2017-08-29 18:36:09,213: w2 no response while there 1 active streams
2017-08-29 18:36:09,464: w2 no response while there 1 active streams
2017-08-29 18:36:09,715: w2 no response while there 1 active streams
2017-08-29 18:36:09,966: w2 no response while there 1 active streams
2017-08-29 18:36:10,211: Thread-996 Read 2065 bytes off the wire
2017-08-29 18:36:10,217: w2 Send buffer size: 2065
2017-08-29 18:36:10,230: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:36:10,231: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:36:10,231: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:36:10,231: w2          :                total |       last |    per sec
2017-08-29 18:36:10,231: w2    batch :                    1 |          1 |        0.9
2017-08-29 18:36:10,231: w2    byte  :                 1011 |       1011 |      923.9
2017-08-29 18:36:10,231: w2    msg   :                   15 |         15 |       13.7
2017-08-29 18:36:10,231: w2  node: 10.111.170.103:8091, done; rv: 0
  [                    ] 0.1% (15/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        0.8
 byte  :                 1011 |       1011 |      842.8
 msg   :                   15 |         15 |       12.5
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:36:10,268: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:1015
2017-08-29 18:36:10,288: mt Recover and activate vbucket: 1015
2017-08-29 18:36:10,289: mt cbrecovery...
2017-08-29 18:36:10,289: mt  source : http://10.111.170.101:8091
2017-08-29 18:36:10,289: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:36:10,289: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [1016]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:36:10,289: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:36:10,290: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:36:10,296: mt "GET /pools/default/buckets HTTP/1.1" 200 11339
2017-08-29 18:36:10,317: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:36:10,318: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:36:10,324: mt "GET /pools/default/buckets HTTP/1.1" 200 9985
2017-08-29 18:36:10,346: mt source_bucket: default
2017-08-29 18:36:10,346: mt sink_bucket: default
2017-08-29 18:36:10,346: mt source_buckets: default
2017-08-29 18:36:10,346: mt bucket_source: default
2017-08-29 18:36:10,346: mt source_buckets filtered: default
2017-08-29 18:36:10,346: mt bucket: default
2017-08-29 18:36:10,346: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:36:10,349: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:36:10,349: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:36:10,349: w0  node: 10.111.170.101:8091
2017-08-29 18:36:10,353: w0 sink_bucket: default
2017-08-29 18:36:10,353: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:36:10,359: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:36:10,368: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:36:10,368: w1  node: 10.111.170.102:8091
2017-08-29 18:36:10,370: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:36:10,384: w1 sink_bucket: default
2017-08-29 18:36:10,384: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:36:10,391: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:36:10,401: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:36:10,401: w2  node: 10.111.170.103:8091
2017-08-29 18:36:10,404: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:36:10,410: w2 sink_bucket: default
2017-08-29 18:36:10,410: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:36:10,421: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:36:10,453: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:36:10,453: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:36:10,453: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:36:10,453: w0          :                total |       last |    per sec
2017-08-29 18:36:10,454: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:36:10,493: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:36:10,493: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:36:10,493: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:36:10,493: w1          :                total |       last |    per sec
2017-08-29 18:36:10,493: w1  node: 10.111.170.102:8091, done; rv: 0
2017-08-29 18:36:10,503: Thread-999 Read 1814 bytes off the wire
2017-08-29 18:36:10,515: w2 Send buffer size: 1814
2017-08-29 18:36:10,528: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:36:10,528: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:36:10,528: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:36:10,528: w2          :                total |       last |    per sec
2017-08-29 18:36:10,528: w2    batch :                    1 |          1 |        8.5
2017-08-29 18:36:10,528: w2    byte  :                  883 |        883 |     7470.5
2017-08-29 18:36:10,528: w2    msg   :                   13 |         13 |      110.0
2017-08-29 18:36:10,528: w2  node: 10.111.170.103:8091, done; rv: 0
  [                    ] 0.1% (13/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        4.6
 byte  :                  883 |        883 |     4095.7
 msg   :                   13 |         13 |       60.3
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:36:10,565: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:1016
2017-08-29 18:36:10,577: mt Recover and activate vbucket: 1016
2017-08-29 18:36:10,578: mt cbrecovery...
2017-08-29 18:36:10,578: mt  source : http://10.111.170.101:8091
2017-08-29 18:36:10,578: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:36:10,579: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [1017]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:36:10,579: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:36:10,580: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:36:10,587: mt "GET /pools/default/buckets HTTP/1.1" 200 11351
2017-08-29 18:36:10,608: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:36:10,609: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:36:10,614: mt "GET /pools/default/buckets HTTP/1.1" 200 9984
2017-08-29 18:36:10,633: mt source_bucket: default
2017-08-29 18:36:10,634: mt sink_bucket: default
2017-08-29 18:36:10,634: mt source_buckets: default
2017-08-29 18:36:10,634: mt bucket_source: default
2017-08-29 18:36:10,634: mt source_buckets filtered: default
2017-08-29 18:36:10,634: mt bucket: default
2017-08-29 18:36:10,634: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:36:10,636: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:36:10,636: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:36:10,637: w0  node: 10.111.170.101:8091
2017-08-29 18:36:10,640: w0 sink_bucket: default
2017-08-29 18:36:10,641: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:36:10,646: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:36:10,659: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:36:10,659: w1  node: 10.111.170.102:8091
2017-08-29 18:36:10,659: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:36:10,669: w1 sink_bucket: default
2017-08-29 18:36:10,670: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:36:10,678: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:36:10,689: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:36:10,689: w2  node: 10.111.170.103:8091
2017-08-29 18:36:10,690: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:36:10,702: w2 sink_bucket: default
2017-08-29 18:36:10,702: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:36:10,706: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:36:10,744: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:36:10,744: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:36:10,744: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:36:10,744: w0          :                total |       last |    per sec
2017-08-29 18:36:10,745: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:36:10,767: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:36:10,767: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:36:10,767: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:36:10,767: w1          :                total |       last |    per sec
2017-08-29 18:36:10,767: w1  node: 10.111.170.102:8091, done; rv: 0
2017-08-29 18:36:10,773: Thread-1002 Read 40 bytes off the wire
2017-08-29 18:36:10,774: Thread-1002 Read 44 bytes off the wire
2017-08-29 18:36:10,774: Thread-1002 Read 780 bytes off the wire
2017-08-29 18:36:10,775: Thread-1002 Read 1206 bytes off the wire
2017-08-29 18:36:10,778: w2 Send buffer size: 2070
2017-08-29 18:36:10,792: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:36:10,792: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:36:10,792: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:36:10,793: w2          :                total |       last |    per sec
2017-08-29 18:36:10,793: w2    batch :                    1 |          1 |       11.0
2017-08-29 18:36:10,793: w2    byte  :                 1015 |       1015 |    11212.9
2017-08-29 18:36:10,793: w2    msg   :                   15 |         15 |      165.7
2017-08-29 18:36:10,793: w2  node: 10.111.170.103:8091, done; rv: 0
  [                    ] 0.1% (15/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        5.0
 byte  :                 1015 |       1015 |     5035.2
 msg   :                   15 |         15 |       74.4
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:36:10,838: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:1017
2017-08-29 18:36:10,852: mt Recover and activate vbucket: 1017
2017-08-29 18:36:10,854: mt cbrecovery...
2017-08-29 18:36:10,854: mt  source : http://10.111.170.101:8091
2017-08-29 18:36:10,854: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:36:10,854: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [1018]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:36:10,855: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:36:10,856: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:36:10,862: mt "GET /pools/default/buckets HTTP/1.1" 200 11351
2017-08-29 18:36:10,881: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:36:10,882: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:36:10,891: mt "GET /pools/default/buckets HTTP/1.1" 200 9983
2017-08-29 18:36:10,910: mt source_bucket: default
2017-08-29 18:36:10,910: mt sink_bucket: default
2017-08-29 18:36:10,910: mt source_buckets: default
2017-08-29 18:36:10,910: mt bucket_source: default
2017-08-29 18:36:10,910: mt source_buckets filtered: default
2017-08-29 18:36:10,910: mt bucket: default
2017-08-29 18:36:10,910: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:36:10,913: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:36:10,913: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:36:10,913: w0  node: 10.111.170.101:8091
2017-08-29 18:36:10,918: w0 sink_bucket: default
2017-08-29 18:36:10,918: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:36:10,924: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:36:10,937: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:36:10,937: w1  node: 10.111.170.102:8091
2017-08-29 18:36:10,937: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:36:10,948: w1 sink_bucket: default
2017-08-29 18:36:10,948: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:36:10,952: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:36:10,971: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:36:10,975: w2  node: 10.111.170.103:8091
2017-08-29 18:36:10,982: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:36:10,983: w2 sink_bucket: default
2017-08-29 18:36:10,984: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:36:10,999: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:36:10,999: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:36:10,999: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:36:10,999: w0          :                total |       last |    per sec
2017-08-29 18:36:11,000: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:36:11,039: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:36:11,051: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:36:11,051: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:36:11,051: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:36:11,051: w1          :                total |       last |    per sec
2017-08-29 18:36:11,051: w1  node: 10.111.170.102:8091, done; rv: 0
2017-08-29 18:36:11,056: Thread-1005 Read 40 bytes off the wire
2017-08-29 18:36:11,056: Thread-1005 Read 562 bytes off the wire
2017-08-29 18:36:11,056: Thread-1005 Read 552 bytes off the wire
2017-08-29 18:36:11,060: w2 Send buffer size: 1154
2017-08-29 18:36:11,073: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:36:11,073: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:36:11,073: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:36:11,074: w2          :                total |       last |    per sec
2017-08-29 18:36:11,074: w2    batch :                    1 |          1 |       11.1
2017-08-29 18:36:11,074: w2    byte  :                  540 |        540 |     5993.4
2017-08-29 18:36:11,074: w2    msg   :                    8 |          8 |       88.8
2017-08-29 18:36:11,074: w2  node: 10.111.170.103:8091, done; rv: 0
  [                    ] 0.1% (8/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        4.9
 byte  :                  540 |        540 |     2660.9
 msg   :                    8 |          8 |       39.4
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:36:11,116: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:1018
2017-08-29 18:36:11,129: mt Recover and activate vbucket: 1018
2017-08-29 18:36:11,130: mt cbrecovery...
2017-08-29 18:36:11,130: mt  source : http://10.111.170.101:8091
2017-08-29 18:36:11,130: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:36:11,130: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [1019]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:36:11,130: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:36:11,131: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:36:11,137: mt "GET /pools/default/buckets HTTP/1.1" 200 11351
2017-08-29 18:36:11,158: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:36:11,159: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:36:11,164: mt "GET /pools/default/buckets HTTP/1.1" 200 9982
2017-08-29 18:36:11,192: mt source_bucket: default
2017-08-29 18:36:11,192: mt sink_bucket: default
2017-08-29 18:36:11,192: mt source_buckets: default
2017-08-29 18:36:11,192: mt bucket_source: default
2017-08-29 18:36:11,192: mt source_buckets filtered: default
2017-08-29 18:36:11,192: mt bucket: default
2017-08-29 18:36:11,192: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:36:11,193: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:36:11,194: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:36:11,194: w0  node: 10.111.170.101:8091
2017-08-29 18:36:11,200: w0 sink_bucket: default
2017-08-29 18:36:11,201: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:36:11,206: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:36:11,216: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:36:11,216: w1  node: 10.111.170.102:8091
2017-08-29 18:36:11,216: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:36:11,223: w1 sink_bucket: default
2017-08-29 18:36:11,223: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:36:11,232: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:36:11,239: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:36:11,240: w2  node: 10.111.170.103:8091
2017-08-29 18:36:11,240: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:36:11,244: w2 sink_bucket: default
2017-08-29 18:36:11,245: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:36:11,262: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:36:11,306: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:36:11,306: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:36:11,306: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:36:11,306: w0          :                total |       last |    per sec
2017-08-29 18:36:11,306: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:36:11,332: Thread-1008 Read 40 bytes off the wire
2017-08-29 18:36:11,333: Thread-1008 Read 720 bytes off the wire
2017-08-29 18:36:11,333: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:36:11,333: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:36:11,333: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:36:11,333: w1          :                total |       last |    per sec
2017-08-29 18:36:11,333: w1  node: 10.111.170.102:8091, done; rv: 0
2017-08-29 18:36:11,337: w2 Send buffer size: 760
2017-08-29 18:36:11,350: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:36:11,350: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:36:11,350: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:36:11,350: w2          :                total |       last |    per sec
2017-08-29 18:36:11,350: w2    batch :                    1 |          1 |        9.5
2017-08-29 18:36:11,350: w2    byte  :                  335 |        335 |     3178.3
2017-08-29 18:36:11,350: w2    msg   :                    5 |          5 |       47.4
2017-08-29 18:36:11,350: w2  node: 10.111.170.103:8091, done; rv: 0
  [                    ] 0.1% (5/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        4.8
 byte  :                  335 |        335 |     1613.3
 msg   :                    5 |          5 |       24.1
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:36:11,401: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:1019
2017-08-29 18:36:11,415: mt Recover and activate vbucket: 1019
2017-08-29 18:36:11,416: mt cbrecovery...
2017-08-29 18:36:11,416: mt  source : http://10.111.170.101:8091
2017-08-29 18:36:11,416: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:36:11,416: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [1020]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:36:11,416: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:36:11,417: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:36:11,423: mt "GET /pools/default/buckets HTTP/1.1" 200 11351
2017-08-29 18:36:11,444: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:36:11,445: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:36:11,450: mt "GET /pools/default/buckets HTTP/1.1" 200 9981
2017-08-29 18:36:11,470: mt source_bucket: default
2017-08-29 18:36:11,470: mt sink_bucket: default
2017-08-29 18:36:11,470: mt source_buckets: default
2017-08-29 18:36:11,470: mt bucket_source: default
2017-08-29 18:36:11,470: mt source_buckets filtered: default
2017-08-29 18:36:11,470: mt bucket: default
2017-08-29 18:36:11,470: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:36:11,472: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:36:11,472: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:36:11,472: w0  node: 10.111.170.101:8091
2017-08-29 18:36:11,474: w0 sink_bucket: default
2017-08-29 18:36:11,475: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:36:11,480: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:36:11,516: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:36:11,516: w1  node: 10.111.170.102:8091
2017-08-29 18:36:11,517: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:36:11,526: w1 sink_bucket: default
2017-08-29 18:36:11,527: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:36:11,536: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:36:11,545: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:36:11,545: w2  node: 10.111.170.103:8091
2017-08-29 18:36:11,546: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:36:11,554: w2 sink_bucket: default
2017-08-29 18:36:11,555: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:36:11,562: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:36:11,586: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:36:11,587: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:36:11,587: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:36:11,587: w0          :                total |       last |    per sec
2017-08-29 18:36:11,587: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:36:11,629: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:36:11,630: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:36:11,630: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:36:11,630: w1          :                total |       last |    per sec
2017-08-29 18:36:11,630: w1  node: 10.111.170.102:8091, done; rv: 0
2017-08-29 18:36:11,635: Thread-1011 Read 373 bytes off the wire
2017-08-29 18:36:11,635: w2 Send buffer size: 373
2017-08-29 18:36:11,649: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:36:11,649: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:36:11,649: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:36:11,650: w2          :                total |       last |    per sec
2017-08-29 18:36:11,650: w2    batch :                    1 |          1 |       10.5
2017-08-29 18:36:11,650: w2    byte  :                  135 |        135 |     1414.7
2017-08-29 18:36:11,650: w2    msg   :                    2 |          2 |       21.0
2017-08-29 18:36:11,650: w2  node: 10.111.170.103:8091, done; rv: 0
  [                    ] 0.0% (2/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        4.5
 byte  :                  135 |        135 |      608.0
 msg   :                    2 |          2 |        9.0
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:36:11,694: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:1020
2017-08-29 18:36:11,714: mt Recover and activate vbucket: 1020
2017-08-29 18:36:11,715: mt cbrecovery...
2017-08-29 18:36:11,715: mt  source : http://10.111.170.101:8091
2017-08-29 18:36:11,715: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:36:11,715: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [1021]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:36:11,715: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:36:11,716: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:36:11,722: mt "GET /pools/default/buckets HTTP/1.1" 200 11351
2017-08-29 18:36:11,743: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:36:11,744: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:36:11,749: mt "GET /pools/default/buckets HTTP/1.1" 200 9980
2017-08-29 18:36:11,766: mt source_bucket: default
2017-08-29 18:36:11,766: mt sink_bucket: default
2017-08-29 18:36:11,767: mt source_buckets: default
2017-08-29 18:36:11,767: mt bucket_source: default
2017-08-29 18:36:11,767: mt source_buckets filtered: default
2017-08-29 18:36:11,767: mt bucket: default
2017-08-29 18:36:11,767: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:36:11,768: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:36:11,768: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:36:11,768: w0  node: 10.111.170.101:8091
2017-08-29 18:36:11,771: w0 sink_bucket: default
2017-08-29 18:36:11,771: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:36:11,778: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:36:11,788: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:36:11,788: w1  node: 10.111.170.102:8091
2017-08-29 18:36:11,788: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:36:11,792: w1 sink_bucket: default
2017-08-29 18:36:11,793: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:36:11,805: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:36:11,828: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:36:11,828: w2  node: 10.111.170.103:8091
2017-08-29 18:36:11,828: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:36:11,837: w2 sink_bucket: default
2017-08-29 18:36:11,837: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:36:11,842: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:36:11,872: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:36:11,872: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:36:11,872: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:36:11,873: w0          :                total |       last |    per sec
2017-08-29 18:36:11,873: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:36:11,897: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:36:11,897: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:36:11,897: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:36:11,897: w1          :                total |       last |    per sec
2017-08-29 18:36:11,898: w1  node: 10.111.170.102:8091, done; rv: 0
2017-08-29 18:36:11,908: Thread-1014 Read 505 bytes off the wire
2017-08-29 18:36:11,908: w2 Send buffer size: 505
2017-08-29 18:36:11,920: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:36:11,920: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:36:11,920: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:36:11,920: w2          :                total |       last |    per sec
2017-08-29 18:36:11,920: w2    batch :                    1 |          1 |       12.0
2017-08-29 18:36:11,921: w2    byte  :                  204 |        204 |     2445.2
2017-08-29 18:36:11,921: w2    msg   :                    3 |          3 |       36.0
2017-08-29 18:36:11,921: w2  node: 10.111.170.103:8091, done; rv: 0
  [                    ] 0.0% (3/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        4.8
 byte  :                  204 |        204 |      987.1
 msg   :                    3 |          3 |       14.5
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:36:11,975: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:1021
2017-08-29 18:36:11,988: mt Recover and activate vbucket: 1021
2017-08-29 18:36:11,989: mt cbrecovery...
2017-08-29 18:36:11,989: mt  source : http://10.111.170.101:8091
2017-08-29 18:36:11,989: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:36:11,989: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [1022]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:36:11,989: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:36:11,990: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:36:11,996: mt "GET /pools/default/buckets HTTP/1.1" 200 11339
2017-08-29 18:36:12,016: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:36:12,018: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:36:12,023: mt "GET /pools/default/buckets HTTP/1.1" 200 9979
2017-08-29 18:36:12,042: mt source_bucket: default
2017-08-29 18:36:12,042: mt sink_bucket: default
2017-08-29 18:36:12,042: mt source_buckets: default
2017-08-29 18:36:12,042: mt bucket_source: default
2017-08-29 18:36:12,042: mt source_buckets filtered: default
2017-08-29 18:36:12,042: mt bucket: default
2017-08-29 18:36:12,042: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:36:12,044: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:36:12,044: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:36:12,044: w0  node: 10.111.170.101:8091
2017-08-29 18:36:12,048: w0 sink_bucket: default
2017-08-29 18:36:12,048: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:36:12,053: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:36:12,071: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:36:12,071: w1  node: 10.111.170.102:8091
2017-08-29 18:36:12,072: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:36:12,079: w1 sink_bucket: default
2017-08-29 18:36:12,080: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:36:12,087: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:36:12,242: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:36:12,243: w2  node: 10.111.170.103:8091
2017-08-29 18:36:12,244: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:36:12,256: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:36:12,257: w2 sink_bucket: default
2017-08-29 18:36:12,257: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:36:12,287: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:36:12,287: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:36:12,287: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:36:12,287: w0          :                total |       last |    per sec
2017-08-29 18:36:12,288: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:36:12,320: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:36:12,321: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:36:12,321: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:36:12,321: w1          :                total |       last |    per sec
2017-08-29 18:36:12,321: w1  node: 10.111.170.102:8091, done; rv: 0
2017-08-29 18:36:12,329: Thread-1017 Read 40 bytes off the wire
2017-08-29 18:36:12,331: Thread-1017 Read 1876 bytes off the wire
2017-08-29 18:36:12,331: w2 no response while there 1 active streams
2017-08-29 18:36:12,331: Thread-1017 Read 28 bytes off the wire
2017-08-29 18:36:12,582: w2 Send buffer size: 1944
2017-08-29 18:36:12,596: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:36:12,596: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:36:12,596: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:36:12,597: w2          :                total |       last |    per sec
2017-08-29 18:36:12,597: w2    batch :                    1 |          1 |        2.9
2017-08-29 18:36:12,598: w2    byte  :                  950 |        950 |     2790.8
2017-08-29 18:36:12,598: w2    msg   :                   14 |         14 |       41.1
2017-08-29 18:36:12,598: w2  node: 10.111.170.103:8091, done; rv: 0
  [                    ] 0.1% (14/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        1.7
 byte  :                  950 |        950 |     1609.1
 msg   :                   14 |         14 |       23.7
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:36:12,634: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:1022
2017-08-29 18:36:12,647: mt Recover and activate vbucket: 1022
2017-08-29 18:36:12,648: mt cbrecovery...
2017-08-29 18:36:12,648: mt  source : http://10.111.170.101:8091
2017-08-29 18:36:12,648: mt  sink   : http://10.111.170.104:8091
2017-08-29 18:36:12,648: mt  opts   : {'username': '<xxx>', 'username_destination': 'Administrator', 'verbose': 3, 'extra': {'max_retry': 10.0, 'rehash': 0.0, 'dcp_consumer_queue_length': 1000.0, 'data_only': 1.0, 'uncompress': 0.0, 'nmv_retry': 1.0, 'conflict_resolve': 0.0, 'cbb_max_mb': 100000.0, 'report': 5.0, 'mcd_compatible': 1.0, 'try_xwm': 1.0, 'backoff_cap': 10.0, 'batch_max_bytes': 400000.0, 'report_full': 2000.0, 'flow_control': 1.0, 'batch_max_size': 1000.0, 'seqno': 0.0, 'design_doc_only': 0.0, 'allow_recovery_vb_remap': 1.0, 'recv_min_bytes': 4096.0}, 'collection': None, 'ssl': False, 'threads': 4, 'key': None, 'password': '<xxx>', 'id': None, 'silent': False, 'dry_run': False, 'password_destination': 'password', 'bucket_destination': 'default', 'vbucket_list': '{"ns_1@10.111.170.104": [1023]}', 'separator': '::', 'bucket_source': 'default'}
2017-08-29 18:36:12,648: mt source_class: <class 'pump_dcp.DCPStreamSource'>
2017-08-29 18:36:12,649: mt Starting new HTTP connection (1): 10.111.170.101
2017-08-29 18:36:12,655: mt "GET /pools/default/buckets HTTP/1.1" 200 11339
2017-08-29 18:36:12,679: mt sink_class: <class 'pump_cb.CBSink'>
2017-08-29 18:36:12,681: mt Starting new HTTP connection (1): 10.111.170.104
2017-08-29 18:36:12,686: mt "GET /pools/default/buckets HTTP/1.1" 200 9978
2017-08-29 18:36:12,706: mt source_bucket: default
2017-08-29 18:36:12,706: mt sink_bucket: default
2017-08-29 18:36:12,706: mt source_buckets: default
2017-08-29 18:36:12,706: mt bucket_source: default
2017-08-29 18:36:12,706: mt source_buckets filtered: default
2017-08-29 18:36:12,706: mt bucket: default
2017-08-29 18:36:12,706: mt  source_nodes: 10.111.170.103:8091,10.111.170.102:8091,10.111.170.101:8091
2017-08-29 18:36:12,707: mt  enqueueing node: 10.111.170.101:8091
2017-08-29 18:36:12,707: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:36:12,707: w0  node: 10.111.170.101:8091
2017-08-29 18:36:12,709: w0 sink_bucket: default
2017-08-29 18:36:12,710: w0   DCPStreamSource connecting mc: 10.111.170.101:11210
2017-08-29 18:36:12,717: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:36:12,728: mt  enqueueing node: 10.111.170.102:8091
2017-08-29 18:36:12,728: w1  node: 10.111.170.102:8091
2017-08-29 18:36:12,728: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:36:12,737: w1 sink_bucket: default
2017-08-29 18:36:12,737: w1   DCPStreamSource connecting mc: 10.111.170.102:11210
2017-08-29 18:36:12,744: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:36:12,753: mt  enqueueing node: 10.111.170.103:8091
2017-08-29 18:36:12,754: w2  node: 10.111.170.103:8091
2017-08-29 18:36:12,754: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/curr_items; reason: total_msgs
2017-08-29 18:36:12,766: w2 sink_bucket: default
2017-08-29 18:36:12,767: w2   DCPStreamSource connecting mc: 10.111.170.103:11210
2017-08-29 18:36:12,769: mt rest_request: Administrator@10.111.170.101:8091/pools/default/buckets/default/stats/vb_active_resident_items_ratio; reason: total_msgs
2017-08-29 18:36:12,806: w0   pump (http://10.111.170.101:8091(default@10.111.170.101:8091)->http://10.111.170.104:8091(default@10.111.170.101:8091)) done.
2017-08-29 18:36:12,806: w0   source : http://10.111.170.101:8091(default@10.111.170.101:8091)
2017-08-29 18:36:12,807: w0   sink   : http://10.111.170.104:8091(default@10.111.170.101:8091)
2017-08-29 18:36:12,807: w0          :                total |       last |    per sec
2017-08-29 18:36:12,807: w0  node: 10.111.170.101:8091, done; rv: 0
2017-08-29 18:36:12,846: Thread-1020 Read 1259 bytes off the wire
2017-08-29 18:36:12,847: Thread-1020 Read 131 bytes off the wire
2017-08-29 18:36:12,847: w1   pump (http://10.111.170.101:8091(default@10.111.170.102:8091)->http://10.111.170.104:8091(default@10.111.170.102:8091)) done.
2017-08-29 18:36:12,847: w1   source : http://10.111.170.101:8091(default@10.111.170.102:8091)
2017-08-29 18:36:12,847: w1   sink   : http://10.111.170.104:8091(default@10.111.170.102:8091)
2017-08-29 18:36:12,847: w1          :                total |       last |    per sec
2017-08-29 18:36:12,847: w1  node: 10.111.170.102:8091, done; rv: 0
2017-08-29 18:36:12,848: Thread-1020 Read 551 bytes off the wire
2017-08-29 18:36:12,848: w2 Send buffer size: 1941
2017-08-29 18:36:12,862: w2   pump (http://10.111.170.101:8091(default@10.111.170.103:8091)->http://10.111.170.104:8091(default@10.111.170.103:8091)) done.
2017-08-29 18:36:12,862: w2   source : http://10.111.170.101:8091(default@10.111.170.103:8091)
2017-08-29 18:36:12,863: w2   sink   : http://10.111.170.104:8091(default@10.111.170.103:8091)
2017-08-29 18:36:12,863: w2          :                total |       last |    per sec
2017-08-29 18:36:12,863: w2    batch :                    1 |          1 |       10.4
2017-08-29 18:36:12,863: w2    byte  :                  948 |        948 |     9870.0
2017-08-29 18:36:12,863: w2    msg   :                   14 |         14 |      145.8
2017-08-29 18:36:12,863: w2  node: 10.111.170.103:8091, done; rv: 0
  [                    ] 0.1% (14/estimated 10000 msgs)
bucket: default, msgs transferred...
       :                total |       last |    per sec
 batch :                    1 |          1 |        5.1
 byte  :                  948 |        948 |     4804.0
 msg   :                   14 |         14 |       70.9
transfer data only. bucket design docs and index meta will be skipped.
done
2017-08-29 18:36:12,905: mt rest_request: Administrator@10.111.170.104:8091/pools/default/buckets/default/controller/commitVBucket?recovery_uuid=735e3f0a824de9a69e2c3f3d58bb4347; reason: Activate vbucket:1023
2017-08-29 18:36:12,918: mt Recover and activate vbucket: 1023

 Recovery :                Total |    Per sec
 batch    :                  340 |        1.9
 byte     :               224714 |     1267.3
 msg      :                 3320 |       18.7
340 vbuckets recovered with elapsed time 177.32 seconds
Exception in thread Thread-951 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-695 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-942 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-686 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-658 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-469 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-882 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-873 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-716 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-601 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-553 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-610 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-563 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-693 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-593 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-736 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-611 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-525 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-554 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-544 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-545 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
 Exception in thread Thread-416 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-697 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-80 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-342 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-247 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-84 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-786 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-287 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-565 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-402 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-249 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-93 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
 Exception in thread Thread-449 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-767 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-808 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-149 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-51 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-296 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-814 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-844 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-349 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-437 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-714 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-40 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
 Exception in thread Thread-787 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-10 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-492 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-103 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-412 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-207 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-38 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-145 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-510 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-215 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-270 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-319 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-705 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
 Exception in thread Thread-52 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-591 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-1003 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-254 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-903 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-825 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-430 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-552 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-676 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-925 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-621 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-516 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-954 (most likely raised during interpreter shutdown):Exception in thread Thread-933 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-173 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-575 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-748 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-382 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-384 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-31 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-481 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-407 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-688 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-749 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-370 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
 Exception in thread Thread-19 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-326 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-826 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-632 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-372 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-934 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-894 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-574 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-640 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-834 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-114 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-984 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
 Exception in thread Thread-799 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-163 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-102 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-561 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-994 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-432 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-135 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-398 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-947 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-277 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-28 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-856 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-972 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
 Exception in thread Thread-288 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-630 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-338 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-351 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-649 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-912 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-609 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-807 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-144 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-389 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-400 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-981 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-517 (most likely raised during interpreter shutdown):Exception in thread Thread-836 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-182 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-641 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-226 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-726 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-194 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-815 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-81 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-813 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-50 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-865 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-657 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
 Exception in thread Thread-506 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-639 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-974 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-847 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-756 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-219 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-986 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-600 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-279 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-289 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-1020 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-757 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
 Exception in thread Thread-471 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-420 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-770 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-128 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-1 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-300 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-885 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-110 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-857 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-91 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-817 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-878 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-877 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
 Exception in thread Thread-795 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-142 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-391 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-77 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-368 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-498 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-529 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-926 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-747 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-848 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-661 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-121 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-490 (most likely raised during interpreter shutdown):Exception in thread Thread-140 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-217 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-441 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-843 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-488 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-328 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-518 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-758 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-228 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-63 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-584 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-677 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
 Exception in thread Thread-298 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-582 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-623 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-421 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-198 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-778 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-246 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-451 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-827 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-818 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-70 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-706 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
 Exception in thread Thread-946 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-887 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-237 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-779 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-98 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-154 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-275 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-583 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-917 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-648 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-339 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-973 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-347 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
 Exception in thread Thread-698 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-1002 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-765 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-314 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-423 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-864 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-47 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-845 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-835 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-309 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-59 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-133 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-26 (most likely raised during interpreter shutdown):Exception in thread Thread-602 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-54 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-132 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-361 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-175 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-381 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-161 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-956 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-195 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-119 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-61 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-224 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
 Exception in thread Thread-340 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-766 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-42 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-769 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-739 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-266 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-212 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-17 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-494 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-508 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-393 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-689 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-363 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
 Exception in thread Thread-896 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-216 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-904 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-330 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-707 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-727 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-458 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-1015 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-263 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-318 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-233 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-256 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-965 (most likely raised during interpreter shutdown):Exception in thread Thread-356 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-205 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-573 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-866 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-788 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-359 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-467 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-184 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-152 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-21 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-284 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-203 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
 Exception in thread Thread-268 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-177 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-728 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-235 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-442 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-631 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-170 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-963 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-186 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-955 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-258 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'

Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
 Exception in thread Thread-321 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-622 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-675 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-886 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-196 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-915 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-411 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-798 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-165 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-650 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-895 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-718 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-543 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
 Exception in thread Thread-72 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-924 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-112 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-905 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-659 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-496 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-245 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-684 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-123 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-419 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-82 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-1004 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-131 (most likely raised during interpreter shutdown):Exception in thread Thread-156 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-809 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-30 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-964 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-12 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-8 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-291 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-191 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'

Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-460 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'

Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-735 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
Exception in thread Thread-305 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-377 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-737 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-89 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'

Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-800 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-916 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-935 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
Exception in thread Thread-242 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-428 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-945 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-335 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-68 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-462 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'

Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'

Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-985 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-777 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-105 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'
Exception in thread Thread-744 (most likely raised during interpreter shutdown):
Traceback (most recent call last):
  File "/usr/lib64/python2.6/threading.py", line 532, in __bootstrap_inner
  File "/opt/couchbase/lib/python/pump_dcp.py", line 608, in run
<type 'exceptions.AttributeError'>: 'NoneType' object has no attribute 'error'