Details
-
Bug
-
Resolution: Cannot Reproduce
-
Critical
-
6.5.0
-
Untriaged
-
Yes
Description
Build: 6.5.0-2158 , not seen on 6.5.0-2082
Seeing rebalance is failing for the eventing function test
./testrunner -i /tmp/testexec.23642.ini -p get-cbcollect-info=True,GROUP=rebalance_multi,num_functions=5 -t eventing.eventing_rebalance.EventingRebalance.test_kv_eventing_rebalance_with_multiple_functions_deployed,nodes_init=7,services_init=kv-kv-kv-eventing-eventing-eventing-index:n1ql,dataset=default,groups=simple,reset_services=True,doc-per-day=1,services_in=kv,server_out=4,skip_validation=False,GROUP=rebalance_multi,pause_resume=True
|
|
|
2019-01-26T03:27:19.039-08:00, ns_orchestrator:0:critical:message(ns_1@172.23.122.157) - Rebalance exited with reason {mover_crashed,
|
{unexpected_exit,
|
{'EXIT',<0.8398.3>,
|
{{bulk_set_vbucket_state_failed,
|
[{'ns_1@172.23.97.223',
|
{'EXIT',
|
{{{{case_clause,
|
{error,
|
{{{badmatch,
|
{error,
|
{{badmatch,{error,timeout}},
|
[{mc_client_binary,
|
cmd_vocal_recv,5,
|
[{file,
|
"src/mc_client_binary.erl"},
|
{line,156}]},
|
{mc_client_binary,cmd_vocal,
|
3,
|
[{file,
|
"src/mc_client_binary.erl"},
|
{line,141}]},
|
{dcp_commands,
|
open_connection,5,
|
[{file,
|
"src/dcp_commands.erl"},
|
{line,74}]},
|
{dcp_proxy,connect,5,
|
[{file,"src/dcp_proxy.erl"},
|
{line,250}]},
|
{dcp_proxy,maybe_connect,2,
|
[{file,"src/dcp_proxy.erl"},
|
{line,207}]},
|
{dcp_consumer_conn,init,2,
|
[{file,
|
"src/dcp_consumer_conn.erl"},
|
{line,57}]},
|
{dcp_proxy,init,1,
|
[{file,"src/dcp_proxy.erl"},
|
{line,57}]},
|
{gen_server,init_it,2,
|
[{file,"gen_server.erl"},
|
{line,365}]}]}}},
|
[{dcp_replicator,init,1,
|
[{file,"src/dcp_replicator.erl"},
|
{line,48}]},
|
{gen_server,init_it,2,
|
[{file,"gen_server.erl"},
|
{line,365}]},
|
{gen_server,init_it,6,
|
[{file,"gen_server.erl"},
|
{line,333}]},
|
{proc_lib,init_p_do_apply,3,
|
[{file,"proc_lib.erl"},
|
{line,247}]}]},
|
{child,undefined,
|
{'ns_1@172.23.97.218',
|
[collections,del_times,snappy,
|
xattr]},
|
{dcp_replicator,start_link,
|
['ns_1@172.23.97.218',
|
"src_bucket",
|
[collections,del_times,snappy,
|
xattr]]},
|
temporary,60000,worker,
|
[dcp_replicator]}}}},
|
[{dcp_sup,start_replicator,2,
|
[{file,"src/dcp_sup.erl"},
|
{line,57}]},
|
{dcp_sup,
|
'-manage_replicators/2-lc$^3/1-3-',
|
2,
|
[{file,"src/dcp_sup.erl"},
|
{line,98}]},
|
{dcp_replication_manager,
|
handle_call,3,
|
[{file,
|
"src/dcp_replication_manager.erl"},
|
{line,89}]},
|
{gen_server,try_handle_call,4,
|
[{file,"gen_server.erl"},
|
{line,636}]},
|
{gen_server,handle_msg,6,
|
[{file,"gen_server.erl"},
|
{line,665}]},
|
{proc_lib,init_p_do_apply,3,
|
[{file,"proc_lib.erl"},
|
{line,247}]}]},
|
{gen_server,call,
|
['dcp_replication_manager-src_bucket',
|
{get_replicator_pid,620},
|
infinity]}},
|
{gen_server,call,
|
[{'janitor_agent-src_bucket',
|
'ns_1@172.23.97.223'},
|
{if_rebalance,<0.20988.2>,
|
{update_vbucket_state,263,pending,
|
passive,'ns_1@172.23.122.157'}},
|
infinity]}}}}]},
|
[{janitor_agent,bulk_set_vbucket_state,4,
|
[{file,"src/janitor_agent.erl"},
|
{line,400}]},
|
{proc_lib,init_p,3,
|
[{file,"proc_lib.erl"},{line,232}]}]}}}}
|
