Details
-
Bug
-
Resolution: Fixed
-
Major
-
7.0.0
-
7.0.0-5114
-
Untriaged
-
-
1
-
Unknown
-
KV-Engine CC Final Sprint
Description
Steps:
- Create a 85 node cluster
- Create required buckets and collections.
- Create 10000000 items sequentially
- Create 20000000 random keys
- Update 20000000 random keys to create 50 percent fragmentation
- Rebalance in with Loading of docs
- Rebalance Out with Loading of docs
- Rebalance In_Out with Loading of docs
- Swap with Loading of docs
- Failover a node and RebalanceOut that node with loading in parallel
- Failover a node and FullRecovery that node
- Failover a node and DeltaRecovery that node with loading in parallel
- Updating the bucket replica to 2
- Updating the bucket replica to 1
- Flush the bucket and start the entire process again
The above test failed in 3rd iteration at step 6.
Worker <0.18378.2252> (for action {move,
|
{82,
|
['ns_1@172.23.120.119',
|
'ns_1@172.23.106.99'],
|
['ns_1@172.23.106.99',
|
'ns_1@172.23.120.129'],
|
[]}}) exited with reason {unexpected_exit,
|
{'EXIT',
|
<0.5226.2254>,
|
{{wait_seqno_persisted_failed,
|
"GleamBookUsers0",
|
82,661835,
|
[{'ns_1@172.23.106.99',
|
{'EXIT',
|
{{{{case_clause,
|
{error,
|
{{{badmatch,
|
{error,
|
{{badmatch,
|
{error,
|
timeout}},
|
[{mc_client_binary,
|
cmd_vocal_recv,
|
5,
|
[{file,
|
"src/mc_client_binary.erl"},
|
{line,
|
152}]},
|
{mc_client_binary,
|
auth,
|
2,
|
[{file,
|
"src/mc_client_binary.erl"},
|
{line,
|
193}]},
|
{dcp_proxy,
|
connect,
|
5,
|
[{file,
|
"src/dcp_proxy.erl"},
|
{line,
|
254}]},
|
{dcp_proxy,
|
maybe_connect,
|
2,
|
[{file,
|
"src/dcp_proxy.erl"},
|
{line,
|
236}]},
|
{dcp_producer_conn,
|
init,
|
2,
|
[{file,
|
"src/dcp_producer_conn.erl"},
|
{line,
|
25}]},
|
{dcp_proxy,
|
init,
|
1,
|
[{file,
|
"src/dcp_proxy.erl"},
|
{line,
|
52}]},
|
{gen_server,
|
init_it,
|
2,
|
[{file,
|
"gen_server.erl"},
|
{line,
|
374}]},
|
{gen_server,
|
init_it,
|
6,
|
[{file,
|
"gen_server.erl"},
|
{line,
|
342}]}]}}},
|
[{dcp_replicator,
|
init,
|
1,
|
[{file,
|
"src/dcp_replicator.erl"},
|
{line,
|
44}]},
|
{gen_server,
|
init_it,
|
2,
|
[{file,
|
"gen_server.erl"},
|
{line,
|
374}]},
|
{gen_server,
|
init_it,
|
6,
|
[{file,
|
"gen_server.erl"},
|
{line,
|
342}]},
|
{proc_lib,
|
init_p_do_apply,
|
3,
|
[{file,
|
"proc_lib.erl"},
|
{line,
|
249}]}]},
|
{child,
|
undefined,
|
{'ns_1@172.23.120.120',
|
[collections,
|
del_times,
|
del_user_xattr,
|
json,
|
set_consumer_name,
|
snappy,
|
xattr]},
|
{dcp_replicator,
|
start_link,
|
['ns_1@172.23.120.120',
|
"GleamBookUsers0",
|
[collections,
|
del_times,
|
del_user_xattr,
|
json,
|
set_consumer_name,
|
snappy,
|
xattr]]},
|
temporary,
|
60000,
|
worker,
|
[dcp_replicator]}}}},
|
[{dcp_sup,
|
start_replicator,
|
2,
|
[{file,
|
"src/dcp_sup.erl"},
|
{line,
|
51}]},
|
{dcp_sup,
|
'-manage_replicators/2-lc$^3/1-3-',
|
2,
|
[{file,
|
"src/dcp_sup.erl"},
|
{line,
|
101}]},
|
{dcp_replication_manager,
|
handle_call,
|
3,
|
[{file,
|
"src/dcp_replication_manager.erl"},
|
{line,
|
83}]},
|
{gen_server,
|
try_handle_call,
|
4,
|
[{file,
|
"gen_server.erl"},
|
{line,
|
661}]},
|
{gen_server,
|
handle_msg,
|
6,
|
[{file,
|
"gen_server.erl"},
|
{line,
|
690}]},
|
{proc_lib,
|
init_p_do_apply,
|
3,
|
[{file,
|
"proc_lib.erl"},
|
{line,
|
249}]}]},
|
{gen_server,
|
call,
|
['dcp_replication_manager-GleamBookUsers0',
|
{get_replicator_pid,
|
82},
|
infinity]}},
|
{gen_server,
|
call,
|
[{'janitor_agent-GleamBookUsers0',
|
'ns_1@172.23.106.99'},
|
{if_rebalance,
|
<0.30939.2244>,
|
{wait_seqno_persisted,
|
82,
|
661835}},
|
infinity]}}}}]},
|
[{ns_single_vbucket_mover,
|
'-wait_seqno_persisted_many/5-fun-2-',
|
5,
|
[{file,
|
"src/ns_single_vbucket_mover.erl"},
|
{line,
|
482}]},
|
{proc_lib,
|
init_p,3,
|
[{file,
|
"proc_lib.erl"},
|
{line,
|
234}]}]}}}
|