test to reproduce:
-t view.createdeleteview.CreateDeleteViewTests.incremental_rebalance_out_with_ddoc_ops,ddoc_ops=create,test_with_view=True,num_ddocs=3,num_views_per_ddoc=2,items=1000000
1M items
To reproduce incrementally rebalance out nodes one by one, and create views during rebalance
2012-09-07 15:58:19.335 ns_orchestrator:2:info:message(ns_1@10.3.3.58) - Rebalance exited with reason {{bulk_set_vbucket_state_failed,
[{'ns_1@10.3.3.68',
{'EXIT',
{{{bad_return_value,
{badmatch,
{error,
{error,
{db_open_error,<<"default/0">>,
{not_found,no_db_file},
<<"Couldn't open database `default/0`, reason: {not_found,no_db_file}
">>}}}}},
{gen_server,call,
['capi_set_view_manager-default',
{set_vbucket_states,
[replica,replica,replica,replica,
replica,replica,replica,replica,
replica,replica,replica,replica,
replica,replica,replica,replica,
replica,replica,replica,replica,
replica,replica,replica,replica,
replica,replica,replica,replica,
replica,replica,replica,replica,
replica,replica,replica,replica,
replica,replica,replica,replica,
replica,replica,replica,replica,
replica,replica,replica,replica,
replica,replica,replica,replica,
replica,replica,replica,replica,
replica,replica,replica,replica,
replica,replica,replica,replica,
replica,replica,replica,replica,
replica,replica,replica,replica,
replica,replica,replica,replica,
replica,replica,replica,replica,
replica,replica,replica,replica,
replica,replica,replica,replica,
replica,replica,replica,replica,
replica,replica,replica,replica,
replica,replica,replica,replica,
replica,replica,replica,replica,
replica,replica,replica,replica,
replica,replica,replica,replica,
replica,replica,replica,replica,
replica,replica,replica,replica,
replica,replica,replica,replica,
replica,replica,replica,replica,
replica,replica,replica,replica,
replica,replica,replica,replica,
replica,replica,replica,replica,
replica,replica,replica,replica,
replica,replica,replica,replica,
replica,replica,replica,replica,
replica,replica,replica,replica,
replica,replica,replica,replica,
replica,replica,replica,replica,
replica,replica,replica,replica,
replica,replica,replica,replica,
replica,replica,replica,replica,
replica,replica,replica,replica,
replica,replica,replica,replica,
replica,replica,replica,replica,
replica,replica,replica,replica,
replica,replica,replica,replica,
replica,replica,replica,replica,
replica,replica,replica,replica,
replica,replica,replica,replica,
replica,replica,replica,replica,
replica,replica,replica,replica,
replica,replica,replica,replica,
replica,replica,replica,replica,
replica,replica,replica,replica,
replica,replica,replica,replica,
replica,replica,replica,replica,
replica,replica,replica,replica,
replica,replica,replica,replica,
replica,replica,replica,replica,
replica,replica,replica,replica,
replica,replica,replica,replica,
replica,active,active,active,active,
active,active,active,active,active,
active,active,active,active,active,
active,active,active,active,active,
active,active,active,active,active,
active,active,active,active,active,
active,active,active,active,active,
active,active,active,active,active,
active,active,active,active,active,
active,active,active,active,active,
active,active,replica,replica,replica,
replica,replica,replica,replica,
replica,replica,replica,replica,
replica,replica,replica,replica,
replica,replica,replica,replica,
replica,replica,replica,replica,
replica,replica,replica,replica,
replica,replica,replica,replica,
replica,replica,replica,replica,
replica,replica,replica,replica,
replica,replica,replica,replica,
replica,replica,replica,replica,
replica,replica,replica,replica,
active,active,active,active,active,
active,active,active,active,active,
active,active,active,active,active,
active,active,replica,replica,replica,
replica,replica,replica,replica,
replica,replica,replica,replica,
replica,replica,replica,replica,
replica,replica,replica,replica,
replica,replica,replica,replica,
replica,replica,replica,replica,
replica,replica,replica,replica,
replica,replica,replica,active,active,
active,active,active,active,active,
active,active,active,active,active,
active,active,active,active,active,
active,active,active,active,active,
active,active,active,active,active,
active,active,active,active,active,
active,active,active,active,active,
active,active,active,active,active,
active,active,active,active,active,
active,active,active,active,active,
active,active,active,active,active,
active,active,active,active,active,
active,active,active,active,active,
active,active,active,active,active,
active,active,active,active,active,
active,active,active,active,active,
active,active,active,active,active,
active,active,active,active,active,
active,active,active,active,active,
active,active,active,active,active,
active,active,active,active,active,
active,active,active,active,active,
active,active,active,active,active,
active,active,active,active,active,
active,active,active,active,active,
active,active,active,active,active,
active,active,active,active,active,
active,active,active,active,active,
active,active,active,active,active,
active,active,active,active,active,
active,active,active,active,active,
active,active,active,active,active,
active,active,active,active,active,
active,active,active,active,active,
active,active,active,active,active,
active,active,active,active,active,
active,active,active,active,active,
active,active,active,active,active,
active,active,active,active,active,
active,active,active,active,active,
active,active,active,replica,replica,
replica,replica,replica,replica,
replica,replica,replica,replica,
replica,replica,replica,replica,
replica,replica,replica,replica,
replica,replica,replica,replica,
replica,replica,replica,replica,
replica,replica,replica,replica,
replica,replica,replica,replica,
replica,replica,replica,replica,
replica,replica,replica,replica,
replica,replica,replica,replica,
replica,replica,replica,replica,
replica,replica,active,active,active,
active,active,active,active,active,
active,active,active,active,active,
active,active,active,active,active,
active,active,active,active,active,
active,active,active,active,active,
active,active,active,active,active,
active,active,active,active,active,
active,active,active,active,active,
active,active,active,active,active,
active,active,active,active,active,
active,active,active,active,active,
active,active,active,active,active,
active,active,active,active,active,
active,active,active,active,active,
active,active,active,active,active,
active,active,active,active,active,
active,active,active,active,active,
active,active,active,active,active,
active,active,active,active,active,
active,active,active,active,active,
active,active,active,active,active,
active,active,active,active,active,
active,active,active,active,active,
active,active,active,active,active,
active,active,active,active,active,
active,active,active,active,active,
active,active,active,active,active,
active,active,active,active,active,
active,active,active,active,active,
active,active,active,active,active,
replica,replica,replica,replica,
replica,replica,replica,replica,
replica,replica,replica,replica,
replica,replica,replica,replica,
replica,replica,replica,replica,
replica,replica,replica,replica,
replica,replica,replica,replica,
replica,replica,replica,replica,
replica,active,replica,replica,
replica,replica,replica,replica,
replica,replica,replica,replica,
replica,replica,replica,replica,
replica,replica,replica,replica,
replica,replica,replica,replica,
replica,replica,replica,replica,
replica,replica,replica,replica,
replica,replica,replica,replica,
replica,replica,replica,replica,
replica,replica,replica,replica,
replica,replica,replica,replica,
replica,replica,replica,replica,
replica,active,active,active,active,
active,active,active,active,active,
active,active,active,active,active,
active,active,active,active,active,
active,active,active,active,active,
active,active,active,active,active,
active,active,active,active,active,
active,active,active,active,active,
active,active,active,active,active,
active,active,active,active,active,
active,active,active,active,active,
active,active,active,active,active,
active,active,active,active,active,
active,active,active,active,replica,
replica,replica,replica,replica,
replica,replica,replica,replica,
replica,replica,replica,replica,
replica,replica,replica,replica,
replica,replica,replica,replica,
replica,replica,replica,replica,
replica,replica,replica,replica,
replica,replica,replica,replica,
replica,active,active,active,active,
active,active,active,active,active,
active,active,active,active,active,
active,active,active],
[undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined,undefined,undefined,
undefined]}
,
infinity]}},
{gen_server,call,
[
{'janitor_agent-default',
'ns_1@10.3.3.68'}
,
{if_rebalance,<0.24619.33>,
{update_vbucket_state,1,replica,
undefined,undefined}},
infinity]}}}}]},
[
{janitor_agent,bulk_set_vbucket_state,4}
,
{ns_vbucket_mover,
update_replication_post_move,3}
,
{ns_vbucket_mover,handle_info,2}
,
{gen_server,handle_msg,5}
,
{proc_lib,init_p_do_apply,3}
]}