[Longevity]Rebalance exited with reason bad_replicas

Test larger windows cluster on couchbase server 1.8.1-916
Create 10 nodes windows cluster couchbase server 1.8.1-916.
Add 2 more node with build 916 to cluster.
Create default bucket and load more than 50+ million items.
Continue running load around 5K ops with mutation, delete.
Do remove, failover, add node back to cluster.
Do swap rebalance, remove node with build 916 out and add build 937 into cluster.
When do remove node 78 and add node 79 to cluster (swap nodes), rebalance failed at the end of rebalane process with error: Rebalance exited with reason bad_replicas

Bad replicators after rebalance:
Missing = [

{'ns_1@10.3.2.11','ns_1@10.3.121.182',265}

,

{'ns_1@10.3.2.11','ns_1@10.3.121.182',389}

,

{'ns_1@10.3.2.11','ns_1@10.3.121.182',490}

,

{'ns_1@10.3.2.11','ns_1@10.3.121.182',612}

,

{'ns_1@10.3.2.11','ns_1@10.3.121.182',745}

,

{'ns_1@10.3.2.11','ns_1@10.3.121.182',796}

,

{'ns_1@10.3.2.11','ns_1@10.3.121.182',850}

,

{'ns_1@10.3.2.11','ns_1@10.3.121.182',947}

,

{'ns_1@10.3.2.11','ns_1@10.3.121.182',952}

,

{'ns_1@10.3.2.11','ns_1@10.3.121.183',292}

,

{'ns_1@10.3.2.11','ns_1@10.3.121.183',293}

,

{'ns_1@10.3.2.11','ns_1@10.3.121.183',294}

,

{'ns_1@10.3.2.11','ns_1@10.3.121.183',390}

,

{'ns_1@10.3.2.11','ns_1@10.3.121.183',391}

,

{'ns_1@10.3.2.11','ns_1@10.3.121.183',392}

,

{'ns_1@10.3.2.11','ns_1@10.3.121.183',393}

,

{'ns_1@10.3.2.11','ns_1@10.3.121.183',394}

,

{'ns_1@10.3.2.11','ns_1@10.3.121.183',395}

,

{'ns_1@10.3.2.11','ns_1@10.3.121.185',186}

,

{'ns_1@10.3.2.11','ns_1@10.3.121.185',281}

,

{'ns_1@10.3.2.11','ns_1@10.3.121.185',282}

,

{'ns_1@10.3.2.11','ns_1@10.3.121.185',283}

,

{'ns_1@10.3.2.11','ns_1@10.3.121.185',617}

,

{'ns_1@10.3.2.11','ns_1@10.3.121.185',721}

,

{'ns_1@10.3.2.11','ns_1@10.3.121.185',722}

,

{'ns_1@10.3.2.11','ns_1@10.3.121.185',723}

,

{'ns_1@10.3.2.11','ns_1@10.3.121.185',724}

,

{'ns_1@10.3.2.11','ns_1@10.3.121.185',725}

,

{'ns_1@10.3.2.11','ns_1@10.3.2.10',187}

,

{'ns_1@10.3.2.11','ns_1@10.3.2.10',751}

,

{'ns_1@10.3.2.11','ns_1@10.3.2.10',752}

,

{'ns_1@10.3.2.11','ns_1@10.3.2.10',753}

,

{'ns_1@10.3.2.11','ns_1@10.3.2.10',754}

,

{'ns_1@10.3.2.11','ns_1@10.3.2.10',755}

,

{'ns_1@10.3.2.11','ns_1@10.3.2.10',756}

,

{'ns_1@10.3.2.11','ns_1@10.3.2.10',757}

,

{'ns_1@10.3.2.11','ns_1@10.3.2.10',758}

,

{'ns_1@10.3.2.11','ns_1@10.3.2.10',807}

,

{'ns_1@10.3.2.11','ns_1@10.3.2.12',188}

,

{'ns_1@10.3.2.11','ns_1@10.3.2.12',797}

,

{'ns_1@10.3.2.11','ns_1@10.3.2.12',798}

,

{'ns_1@10.3.2.11','ns_1@10.3.2.12',799}

,

{'ns_1@10.3.2.11','ns_1@10.3.2.12',800}

,

{'ns_1@10.3.2.11','ns_1@10.3.2.12',801}

,

{'ns_1@10.3.2.11','ns_1@10.3.2.12',802}

,

{'ns_1@10.3.2.11','ns_1@10.3.2.12',810}

,

{'ns_1@10.3.2.11','ns_1@10.3.2.12',811}

,

{'ns_1@10.3.2.11','ns_1@10.3.2.12',812}

,

{'ns_1@10.3.2.11','ns_1@10.3.2.16',803}

,

{'ns_1@10.3.2.11','ns_1@10.3.2.16',804}

,

{'ns_1@10.3.2.11','ns_1@10.3.2.16',805}

,

{'ns_1@10.3.2.11','ns_1@10.3.2.16',827}

,

{'ns_1@10.3.2.11','ns_1@10.3.2.16',828}

,

{'ns_1@10.3.2.11','ns_1@10.3.2.16',829}

,

{'ns_1@10.3.2.11','ns_1@10.3.2.16',830}

,

{'ns_1@10.3.2.11','ns_1@10.3.2.16',831}

,

{'ns_1@10.3.2.11','ns_1@10.3.2.16',899}

,

{'ns_1@10.3.2.11','ns_1@10.3.2.75',80}

,

{'ns_1@10.3.2.11','ns_1@10.3.2.75',81}

,

{'ns_1@10.3.2.11','ns_1@10.3.2.75',172}

,

{'ns_1@10.3.2.11','ns_1@10.3.2.75',173}

,

{'ns_1@10.3.2.11','ns_1@10.3.2.75',174}

,

{'ns_1@10.3.2.11','ns_1@10.3.2.75',189}

,

{'ns_1@10.3.2.11','ns_1@10.3.2.75',905}

,

{'ns_1@10.3.2.11','ns_1@10.3.2.75',906}

,

{'ns_1@10.3.2.11','ns_1@10.3.2.75',907}

,

{'ns_1@10.3.2.11','ns_1@10.3.2.76',175}

,

{'ns_1@10.3.2.11','ns_1@10.3.2.76',176}

,

{'ns_1@10.3.2.11','ns_1@10.3.2.76',177}

,

{'ns_1@10.3.2.11','ns_1@10.3.2.76',178}

,

{'ns_1@10.3.2.11','ns_1@10.3.2.76',179}

,

{'ns_1@10.3.2.11','ns_1@10.3.2.76',190}

,

{'ns_1@10.3.2.11','ns_1@10.3.2.76',194}

,

{'ns_1@10.3.2.11','ns_1@10.3.2.76',195}

,

{'ns_1@10.3.2.11','ns_1@10.3.2.76',196}

,

{'ns_1@10.3.2.11','ns_1@10.3.2.77',743}

,

{'ns_1@10.3.2.11','ns_1@10.3.2.77',748}

,

{'ns_1@10.3.2.11','ns_1@10.3.2.77',853}

,

{'ns_1@10.3.2.11','ns_1@10.3.2.77',875}

,

{'ns_1@10.3.2.11','ns_1@10.3.2.77',920}

,

{'ns_1@10.3.2.11','ns_1@10.3.2.77',921}

,

{'ns_1@10.3.2.11','ns_1@10.3.2.77',953}

,

{'ns_1@10.3.2.11','ns_1@10.3.2.77',954}

,

{'ns_1@10.3.2.11','ns_1@10.3.2.77',955}

,

{'ns_1@10.3.2.11','ns_1@10.3.2.79',744}

,

{'ns_1@10.3.2.11','ns_1@10.3.2.79',950}

,

{'ns_1@10.3.2.11','ns_1@10.3.2.79',951}

,

{'ns_1@10.3.2.11','ns_1@10.3.2.79',962}

,

{'ns_1@10.3.2.11','ns_1@10.3.2.79',963}

,

{'ns_1@10.3.2.11','ns_1@10.3.2.79',997}

,

{'ns_1@10.3.2.11','ns_1@10.3.2.79',998}

,

{'ns_1@10.3.2.11','ns_1@10.3.2.79',999}

,

{'ns_1@10.3.2.11','ns_1@10.3.2.79',1013}

]
Extras = []

Here is the link to diag file https://s3.amazonaws.com/packages.couchbase/diag-logs/windows/windows_rebalance_bad_replica_diag.tgz