Details
-
Bug
-
Resolution: Unresolved
-
Major
-
4.0.0, 4.1.0
-
None
-
Untriaged
-
Centos 64-bit
-
Unknown
Description
We are using couchbase 4.1.0 CE, we could see that frequently couchbase node is crashing due to memchached crash
{line,491}]},
|
{proc_lib,init_p,3,[{file,"proc_lib.erl"},{line,224}]}]
|
[ns_server:error,2016-10-19T00:51:35.431-05:00,ns_1@10.2.1.166:compaction_new_daemon<0.14378.333>:compaction_new_daemon:log_compactors_exit:1266]Compactor <0.28789.544> exited unexpectedly: {error,{badrpc,nodedown}}. Moving to the next bucket.
|
[error_logger:error,2016-10-19T00:51:35.431-05:00,ns_1@10.2.1.166:error_logger<0.6.0>:ale_error_logger_handler:do_log:203]
|
=========================CRASH REPORT=========================
|
crasher:
|
initial call: compaction_new_daemon:-spawn_scheduled_views_compactor/2-fun-0-/0
|
pid: <0.28789.544>
|
registered_name: []
|
exception exit: {error,{badrpc,nodedown}}
|
in function ns_couchdb_api:rpc_couchdb_node/4 (src/ns_couchdb_api.erl, line 162)
|
in call from compaction_new_daemon:'-spawn_scheduled_views_compactor/2-fun-0-'/3 (src/compaction_new_daemon.erl, line 491)
|
ancestors: [compaction_new_daemon,ns_server_sup,ns_server_nodes_sup,
|
<0.14185.333>,ns_server_cluster_sup,<0.88.0>]
|
messages: []
|
links: [<0.14378.333>]
|
dictionary: []
|
trap_exit: false
|
status: running
|
heap_size: 17731
|
stack_size: 27
|
reductions: 3850
|
neighbours:
|
|
|
[ns_server:debug,2016-10-19T00:51:35.431-05:00,ns_1@10.2.1.166:<0.25768.333>:ns_couchdb_api:rpc_couchdb_node:161]RPC to couchdb node failed for {fetch_couch_stats,"ptxdata"} with {badrpc,
|
nodedown}
|
Stack: [{ns_couchdb_api,rpc_couchdb_node,4,
|
[{file,"src/ns_couchdb_api.erl"},{line,160}]},
|
{stats_collector,grab_stats,1,
|
[{file,"src/stats_collector.erl"},{line,69}]},
|
{base_stats_collector,handle_info,2,
|
{base_stats_collector,handle_info,2,
|
[{file,"src/base_stats_collector.erl"},
|
{line,89}]},
|
{gen_server,handle_msg,5,[{file,"gen_server.erl"},{line,604}]},
|
{proc_lib,init_p_do_apply,3,[{file,"proc_lib.erl"},{line,239}]}]
|
[ns_server:info,2016-10-19T00:51:35.431-05:00,ns_1@10.2.1.166:<0.25768.333>:stats_collector:grab_stats:72]Failed to fetch couch stats:
|
{'EXIT',{error,{badrpc,nodedown}}}
|
[ns_server:debug,2016-10-19T00:51:35.430-05:00,ns_1@10.2.1.166:wait_link_to_couchdb_node<0.11420.333>:ns_server_nodes_sup:wait_link_to_couchdb_node_loop:173]Link to couchdb node was lost. Reason: noconnection
|
[ns_server:debug,2016-10-19T00:51:35.430-05:00,ns_1@10.2.1.166:<0.29014.544>:ns_couchdb_api:rpc_couchdb_node:161]RPC to couchdb node failed for {get_master_vbucket_size,<<"pttdata">>} with {badrpc,
|
nodedown}
|
Stack: [{ns_couchdb_api,rpc_couchdb_node,4,
|
[{file,"src/ns_couchdb_api.erl"},{line,160}]},
|
{compaction_new_daemon,maybe_compact_master_db,3,
|
[{file,"src/compaction_new_daemon.erl"},
|
{line,746}]},
|
{compaction_new_daemon,'-spawn_master_db_compactor/3-fun-0-',4,
|
[{file,"src/compaction_new_daemon.erl"},
|
{line,793}]},
|
{proc_lib,init_p,3,[{file,"proc_lib.erl"},{line,224}]}]
|
[ns_server:error,2016-10-19T00:51:35.522-05:00,ns_1@10.2.1.166:compaction_new_daemon<0.14378.333>:compaction_new_daemon:log_compactors_exit:1266]Compactor <0.29014.544> exited unexpectedly: {error,{badrpc,nodedown}}. Moving to the next bucket.
|
[error_logger:error,2016-10-19T00:51:35.522-05:00,ns_1@10.2.1.166:error_logger<0.6.0>:ale_error_logger_handler:do_log:203]
|
=========================CRASH REPORT=========================
|
crasher:
|
initial call: compaction_new_daemon:-spawn_master_db_compactor/3-fun-0-/0
|
pid: <0.29014.544>
|
registered_name: []
|
exception exit: {error,{badrpc,nodedown}}
|
in function ns_couchdb_api:rpc_couchdb_node/4 (src/ns_couchdb_api.erl, line 162)
|
in call from compaction_new_daemon:maybe_compact_master_db/3 (src/compaction_new_daemon.erl, line 746)
|
in call from compaction_new_daemon:'-spawn_master_db_compactor/3-fun-0-'/4 (src/compaction_new_daemon.erl, line 793)
|
ancestors: [compaction_new_daemon,ns_server_sup,ns_server_nodes_sup,
|
in call from compaction_new_daemon:'-spawn_master_db_compactor/3-fun-0-'/4 (src/compaction_new_daemon.erl, line 793)
|
ancestors: [compaction_new_daemon,ns_server_sup,ns_server_nodes_sup,
|
<0.14185.333>,ns_server_cluster_sup,<0.88.0>]
|
messages: []
|
links: [<0.14378.333>]
|
dictionary: []
|
trap_exit: false
|
status: running
|
heap_size: 4185
|
stack_size: 27
|
reductions: 5780
|
neighbours:
|
|
|
[ns_server:info,2016-10-19T00:51:35.523-05:00,ns_1@10.2.1.166:<0.29320.544>:compaction_new_daemon:spawn_master_db_compactor:791]Start compaction of master db for bucket ptxdata with config:
|
[{parallel_db_and_view_compaction,false},
|
{database_fragmentation_threshold,{30,undefined}},
|
{view_fragmentation_threshold,{30,undefined}}]
|
[error_logger:error,2016-10-19T00:51:35.600-05:00,ns_1@10.2.1.166:error_logger<0.6.0>:ale_error_logger_handler:do_log:203]
|
|
|
=========================CRASH REPORT=========================
|
crasher:
|
initial call: compaction_new_daemon:-spawn_master_db_compactor/3-fun-0-/0
|
pid: <0.29320.544>
|
registered_name: []
|
exception exit: {error,{badrpc,nodedown}}
|
in function ns_couchdb_api:rpc_couchdb_node/4 (src/ns_couchdb_api.erl, line 162)
|
in call from compaction_new_daemon:maybe_compact_master_db/3 (src/compaction_new_daemon.erl, line 746)
|
in call from compaction_new_daemon:'-spawn_master_db_compactor/3-fun-0-'/4 (src/compaction_new_daemon.erl, line 793)
|
ancestors: [compaction_new_daemon,ns_server_sup,ns_server_nodes_sup,
|
<0.14185.333>,ns_server_cluster_sup,<0.88.0>]
|
messages: []
|
links: [<0.14378.333>]
|
dictionary: []
|
trap_exit: false
|
status: running
|
heap_size: 4185
|
stack_size: 27
|
reductions: 5781
|
neighbours:
|