test to reproduce -t viewtests.ViewFailoverTests.test_view_failover_multiple_design_docs_x_node_replica_y,num-design-docs=20,num-docs=10000,replica=2,failover-factor=2
1 bucket/ 5 nodes cluster/ 10K items/ 2 replica/ 20 ddocs
2 nodes was failed over and rebalance started
Rebalance exited with reason {{bulk_set_vbucket_state_failed,
[{'ns_1@10.3.3.28',
{'EXIT',
{{
{linked_process_died,<12880.30990.118>,
normal}
,
{gen_server,call,
['capi_set_view_manager-default'
{set_vbucket_states,
[active,active,active,active,active,\n active,active,active,active,active,\n active,active,active,active,active,\n active,active,active,active,active,\n active,active,active,active,active,\n active,active,active,active,active,\n active,active,active,active,active,\n active,active,active,active,active,\n active,active,active,active,active,\n active,active,active,active,active,\n active,active,active,active,active,\n active,active,active,active,active,\n active,active,active,active,active,\n active,active,active,active,active,\n active,active,active,active,active,\n active,active,active,active,active,\n active,active,active,active,active,\n active,active,active,active,active,\n active,active,active,active,active,\n active,active,active,active,active,\n active,active,active,active,active,\n active,active,active,active,active,\n active,active,active,active,replica,\n replica,replica,replica,replica,\n replica,replica,replica,replica,\n replica,replica,replica,replica,\n replica,replica,replica,replica,\n replica,replica,replica,replica,\n replica,replica,replica,replica,\n replica,replica,replica,replica,\n replica,replica,replica,replica,\n replica,replica,replica,replica,\n replica,replica,replica,replica,\n replica,replica,replica,replica,\n replica,replica,replica,replica,\n replica,replica,replica,replica,\n replica,replica,replica,replica,\n replica,replica,replica,replica,\n replica,replica,replica,replica,\n replica,replica,replica,replica,\n replica,replica,replica,replica,\n replica,replica,replica,replica,\n replica,replica,replica,replica,\n replica,replica,replica,replica,\n replica,replica,replica,replica,\n replica,replica,active,active,active,\n active,active,active,active,active,\n active,active,active,active,active,\n active,active,active,active,active,\n active,active,active,active,active,\n active,active,active,active,active,\n active,active,active,active,active,\n active,active,active,active,active,\n active,active,active,active,active,\n active,active,active,active,active,\n active,active,active,active,replica,\n replica,replica,replica,replica,\n replica,replica,replica,replica,\n replica,replica,replica,replica,\n replica,replica,replica,replica,\n replica,replica,replica,replica,\n replica,replica,replica,replica,\n replica,replica,replica,replica,\n replica,replica,replica,replica,\n replica,replica,replica,replica,\n replica,replica,replica,replica,\n replica,replica,replica,replica,\n replica,replica,replica,replica,\n replica,replica,missing,missing,\n missing,missing,missing,missing,\n missing,missing,missing,missing,\n missing,missing,missing,missing,\n missing,missing,missing,missing,\n missing,missing,missing,missing,\n missing,missing,missing,missing,\n missing,missing,missing,missing,\n missing,missing,missing,replica,\n replica,replica,replica,replica,\n replica,replica,replica,replica,\n replica,replica,replica,replica,\n replica,replica,replica,replica,\n replica,replica,replica,replica,\n replica,replica,replica,replica,\n replica,replica,replica,replica,\n replica,replica,replica,replica,\n replica,replica,replica,replica,\n replica,replica,replica,replica,\n replica,replica,replica,replica,\n replica,replica,replica,replica,\n replica,replica,replica,replica,\n replica,replica,replica,replica,\n replica,replica,replica,replica,\n replica,replica,replica,replica,\n replica,replica,replica,replica,\n active,active,active,active,active,\n active,active,active,active,active,\n active,active,active,active,active,\n active,active,active,active,active,\n active,active,active,active,active,\n active,active,active,active,active,\n active,active,active,active,active,\n active,active,active,active,active,\n active,active,active,active,active,\n active,active,active,active,active,\n active,replica,replica,replica,\n replica,replica,replica,replica,\n replica,replica,replica,replica,\n replica,replica,replica,replica,\n replica,replica,replica,replica,\n replica,replica,replica,replica,\n replica,replica,replica,replica,\n replica,replica,replica,replica,\n replica,replica,replica,replica,\n replica,replica,replica,replica,\n replica,replica,replica,replica,\n replica,replica,replica,replica,\n replica,replica,replica,replica,\n active,active,active,active,active,\n active,active,active,active,active,\n active,active,active,active,active,\n active,active,active,active,active,\n active,active,active,active,active,\n active,active,active,active,active,\n active,active,active,active,active,\n active,active,active,active,active,\n active,active,active,active,active,\n active,active,active,active,active,\n active,active,active,active,active,\n active,active,active,active,active,\n active,active,active,active,active,\n active,active,active,active,active,\n active,active,active,active,active,\n active,active,active,active,active,\n active,active,active,active,active,\n replica,replica,replica,replica,\n replica,replica,replica,replica,\n replica,replica,replica,replica,\n replica,replica,replica,replica,\n replica,replica,replica,replica,\n replica,replica,replica,replica,\n replica,replica,replica,replica,\n replica,replica,replica,replica,\n replica,replica,replica,replica,\n replica,replica,replica,replica,\n replica,replica,replica,replica,\n replica,replica,replica,replica,\n replica,replica,replica,replica,\n replica,replica,replica,replica,\n replica,replica,replica,replica,\n replica,replica,replica,replica,\n replica,replica,replica,replica,\n replica,replica,replica,replica,\n replica,replica,replica,replica,\n replica,replica,replica,replica,\n replica,replica,replica,replica,\n replica,replica,replica,replica,\n replica,replica,replica,replica,\n replica,replica,replica,replica,\n replica,replica,replica,replica,\n replica,replica,replica,replica,\n replica,replica,replica,replica,\n replica,replica,replica,replica,\n replica,replica,replica,replica,\n replica,replica,replica,replica,\n replica,replica,replica,replica,\n replica,replica,replica,replica,\n replica,replica,replica,replica,\n replica,replica,replica,replica,\n replica,replica,replica,replica,\n replica,replica,replica,replica,\n replica,replica,replica,replica,\n replica,replica,replica,replica,\n replica,replica,replica,replica,\n replica,replica,replica,replica,\n replica,replica,replica,replica,\n replica,replica,replica,replica,\n replica,replica,replica,replica,\n replica,replica,replica,replica,\n replica,replica,replica,replica,\n replica,replica,replica,replica,\n replica,replica,replica,replica,\n replica,replica,replica,replica,\n replica,replica,replica,replica,\n replica,replica,replica,replica,\n replica,replica,replica,replica,\n replica,replica,replica,replica,\n replica,replica,replica,replica,\n replica,replica,replica,replica,\n replica,replica,replica,replica,\n replica,replica,replica,active,active,\n active,active,active,active,active,\n active,active,active,active,active,\n active,active,active,active,active,\n active,active,active,active,active,\n active,active,active,active,active,\n active,active,active,active,active,\n active,active,active,active,active,\n active,active,active,active,active,\n active,active,active,active,active,\n active,active,active,active,replica,\n replica,replica,replica,replica,\n replica,replica,replica,replica,\n replica,replica,replica,replica,\n replica,replica,replica,replica,\n replica,replica,replica,replica,\n replica,replica,replica,replica,\n replica,replica,replica,replica,\n replica,replica,replica,replica,\n replica,replica,replica,replica,\n replica,replica,replica,replica,\n replica,replica,replica,replica,\n replica,replica,replica,replica,\n replica,replica,active,active,active,\n active,active,active,active,active,\n active,active,active,active,active,\n active,active,active,active,active,\n active,active,active,active,active,\n active,active,active,active,active,\n active,active,active,active,active,\n active,active,active,active,active,\n active,active,active,active,active,\n active,active,active,active,active,\n active,active,active,replica,replica,\n replica,replica,replica,replica,\n replica,replica,replica,replica,\n replica,replica,replica,replica,\n replica,replica,replica,replica,\n replica,replica,replica,replica,\n replica,replica,replica,replica,\n replica,replica,replica,replica,\n replica,replica,replica,replica,\n replica,replica,replica,replica,\n replica,replica,replica,replica,\n replica,replica,replica,replica,\n replica,replica,replica,replica,\n replica],\n [undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined,undefined,undefined,\n undefined]}
,\n infinity]}},\n {gen_server,call,\n [
{'janitor_agent-default',\n 'ns_1@10.3.3.28'}
,\n {if_rebalance,<0.25656.20>,\n {update_vbucket_state,114,replica,\n undefined,'ns_1@10.3.3.34'}},\n infinity]}}}}]},\n [
{janitor_agent,bulk_set_vbucket_state,4}
,\n
{ns_vbucket_mover,\n update_replication_post_move,3}
,\n
{ns_vbucket_mover,on_move_done,2}
,\n
{gen_server,handle_msg,5}
,\n
{proc_lib,init_p_do_apply,3}
]}
attaching logs