Details
-
Bug
-
Resolution: Fixed
-
Test Blocker
-
5.5.0
-
Untriaged
-
-
No
Description
ubuntu longevity - 5.1.0-1251 - rebalance stuck for several hours:
-------------------------------
|
|
|
|
|
per_node_processes('ns_1@172.23.106.14') =
|
{<0.32763.51>,
|
[{registered_name,'dcp_replicator-NEW_ORDER-ns_1@172.23.106.213'},
|
{status,waiting},
|
{initial_call,{proc_lib,init_p,5}},
|
{backtrace,[<<"Program counter: 0x00007f19b3305568 (gen_server:loop/6 + 264)">>,
|
<<"CP: 0x0000000000000000 (invalid)">>,<<"arity = 0">>,
|
<<>>,
|
<<"0x00007f19a8e4dfe8 Return addr 0x00007f19b437c198 (proc_lib:init_p_do_apply/3 + 56)">>,
|
<<"y(0) []">>,<<"y(1) infinity">>,
|
<<"y(2) dcp_replicator">>,
|
<<"(3) {state,[{<0.23.52>,#Port<0.59960>},{<0.70.52>,#Port<0.59961>}],<0.23.52>,\"replication:ns_1@172.23.106.213->ns_1@">>,
|
<<"y(4) 'dcp_replicator-NEW_ORDER-ns_1@172.23.106.213'">>,
|
<<"y(5) <0.16286.0>">>,<<>>,
|
<<"0x00007f19a8e4e020 Return addr 0x0000000000893588 (<terminate process normally>)">>,
|
<<"y(0) Catch 0x00007f19b437c1b8 (proc_lib:init_p_do_apply/3 + 88)">>,
|
<<>>]},
|
{error_handler,error_handler},
|
{garbage_collection,[{min_bin_vheap_size,46422},
|
{min_heap_size,233},
|
{fullsweep_after,512},
|
{minor_gcs,155}]},
|
{heap_size,2586},
|
{total_heap_size,3573},
|
{links,[<0.23.52>,<0.70.52>,<0.16286.0>]},
|
{monitors,[]},
|
{monitored_by,[<0.5179.0>]},
|
{memory,29576},
|
{messages,[]},
|
{message_queue_len,0},
|
{reductions,10176},
|
{trap_exit,true},
|
{current_location,{gen_server,loop,6,
|
[{file,"gen_server.erl"},{line,358}]}},
|
{dictionary,[{'$ancestors',['dcp_sup-NEW_ORDER',
|
'single_bucket_kv_sup-NEW_ORDER',
|
ns_bucket_sup,ns_bucket_worker_sup,
|
ns_server_sup,ns_server_nodes_sup,
|
<0.171.0>,ns_server_cluster_sup,<0.90.0>]},
|
{'$initial_call',{dcp_replicator,init,1}}]}]}
|
{<0.32585.83>,
|
[{registered_name,'dcp_consumer_conn-CUSTOMER-ns_1@172.23.105.83'},
|
{status,waiting},
|
{initial_call,{proc_lib,init_p,5}},
|
{backtrace,[<<"Program counter: 0x00007f19b3305568 (gen_server:loop/6 + 264)">>,
|
<<"CP: 0x0000000000000000 (invalid)">>,<<"arity = 0">>,
|
<<>>,
|
<<"0x00007f19aa9764a8 Return addr 0x00007f19b437c198 (proc_lib:init_p_do_apply/3 + 56)">>,
|
<<"y(0) []">>,<<"y(1) 10000">>,
|
<<"y(2) dcp_proxy">>,
|
<<"(3) {state,#Port<0.88231>,{consumer,\"replication:ns_1@172.23.105.83->ns_1@172.23.106.14:CUSTOMER\",'ns_1@172.23.106.1">>,
|
<<"y(4) <0.32585.83>">>,<<"y(5) <0.32531.83>">>,
|
<<>>,
|
<<"0x00007f19aa9764e0 Return addr 0x0000000000893588 (<terminate process normally>)">>,
|
<<"y(0) Catch 0x00007f19b437c1b8 (proc_lib:init_p_do_apply/3 + 88)">>,
|
<<>>]},
|
{error_handler,error_handler},
|
{garbage_collection,[{min_bin_vheap_size,46422},
|
{min_heap_size,233},
|
{fullsweep_after,512},
|
{minor_gcs,369}]},
|
{heap_size,1598},
|
{total_heap_size,3196},
|
{links,[<0.32531.83>,#Port<0.88231>]},
|
{monitors,[]},
|
{monitored_by,[<0.5712.0>]},
|
{memory,26520},
|
{messages,[]},
|
{message_queue_len,0},
|
{reductions,10103114},
|
{trap_exit,false},
|
{current_location,{gen_server,loop,6,
|
[{file,"gen_server.erl"},{line,358}]}},
|
{dictionary,[{'$ancestors',['dcp_replicator-CUSTOMER-ns_1@172.23.105.83',
|
'dcp_sup-CUSTOMER',
|
'single_bucket_kv_sup-CUSTOMER',
|
ns_bucket_sup,ns_bucket_worker_sup,
|
ns_server_sup,ns_server_nodes_sup,
|
<0.171.0>,ns_server_cluster_sup,<0.90.0>]},
|
{'$initial_call',{dcp_proxy,init,1}}]}]}
|
{<0.32575.317>,
|
[{registered_name,[]},
|
{status,waiting},
|
{initial_call,{erlang,apply,2}},
|
{backtrace,[<<"Program counter: 0x00007f19abafbb08 (async:async_loop_wait_result/4 + 80)">>,
|
<<"CP: 0x0000000000000000 (invalid)">>,<<"arity = 0">>,
|
<<>>,
|
<<"0x00007f194a6bfc90 Return addr 0x0000000000893588 (<terminate process normally>)">>,
|
<<"y(0) []">>,<<"y(1) []">>,
|
<<"y(2) #Ref<0.0.283.44380>">>,
|
<<"y(3) <0.1120.318>">>,
|
<<"y(4) #Ref<0.0.283.44379>">>,<<>>]},
|
{error_handler,error_handler},
|
{garbage_collection,[{min_bin_vheap_size,46422},
|
{min_heap_size,233},
|
{fullsweep_after,512},
|
{minor_gcs,0}]},
|
{heap_size,233},
|
{total_heap_size,233},
|
{links,[<0.1120.318>]},
|
{monitors,[{process,<0.1060.318>}]},
|
{monitored_by,[<0.1060.318>]},
|
{memory,2776},
|
{messages,[<<"{'$async_req',{<0.1060.318>,#Ref<0.0.283.44376>},get_result}">>]},
|
{message_queue_len,1},
|
{reductions,11},
|
{trap_exit,true},
|
{current_location,{async,async_loop_wait_result,4,
|
[{file,"src/async.erl"},{line,155}]}},
|
{dictionary,[]}]}
|
{<0.32531.83>,
|
[{registered_name,'dcp_replicator-CUSTOMER-ns_1@172.23.105.83'},
|
{status,waiting},
|
{initial_call,{proc_lib,init_p,5}},
|
{backtrace,[<<"Program counter: 0x00007f19b3305568 (gen_server:loop/6 + 264)">>,
|
<<"CP: 0x0000000000000000 (invalid)">>,<<"arity = 0">>,
|
<<>>,
|
<<"0x00007f195a4ba468 Return addr 0x00007f19b437c198 (proc_lib:init_p_do_apply/3 + 56)">>,
|
<<"y(0) []">>,<<"y(1) infinity">>,
|
<<"y(2) dcp_replicator">>,
|
<<"(3) {state,[{<0.32585.83>,#Port<0.88231>},{<0.32509.83>,#Port<0.88232>}],<0.32585.83>,\"replication:ns_1@172.23.105.8">>,
|
<<"y(4) 'dcp_replicator-CUSTOMER-ns_1@172.23.105.83'">>,
|
<<"y(5) <0.10903.0>">>,<<>>,
|
<<"0x00007f195a4ba4a0 Return addr 0x0000000000893588 (<terminate process normally>)">>,
|
<<"y(0) Catch 0x00007f19b437c1b8 (proc_lib:init_p_do_apply/3 + 88)">>,
|
<<>>]},
|
{error_handler,error_handler},
|
{garbage_collection,[{min_bin_vheap_size,46422},
|
{min_heap_size,233},
|
{fullsweep_after,512},
|
{minor_gcs,35}]},
|
{heap_size,1598},
|
{total_heap_size,2585},
|
{links,[<0.32509.83>,<0.32585.83>,<0.10903.0>]},
|
{monitors,[]},
|
{monitored_by,[<0.5179.0>]},
|
{memory,21672},
|
{messages,[]},
|
{message_queue_len,0},
|
{reductions,4988},
|