[Windows] : /controller/addNode is failing with Prepare join failed. Got HTTP status 500 from REST call post to https://172.23.137.139:18091/engageCluster2. Body was: ["Unexpected server error, request logged."]"

POST http://172.23.137.140:8091/controller/addNode body: hostname=https%3A%2F%2F172.23.137.139%3A18091&user=Administrator&password=password&services=kv%2Cfts headers: {'Content-Type': 'application/x-www-form-urlencoded', 'Authorization': 'Basic QWRtaW5pc3RyYXRvcjpwYXNzd29yZA==', 'Accept': '*/*'} error: 400 reason: unknown b'["Prepare join failed. Got HTTP status 500 from REST call post to https://172.23.137.139:18091/engageCluster2. Body was: \\"[\\\\\\"Unexpected server error, request logged.\\\\\\"]\\""]' auth: Administrator:password 

grep -c "CRASH REPORT" ns_server.debug.log

161 

[ns_server:error,2024-02-06T10:35:20.043-08:00,ns_1@172.23.137.139:<0.23257.2>:timeout_diag_logger:do_diag:123]{<0.0.0>, [{backtrace,[<<"Program counter: 0x0000020fadd7a5c0 (init:boot_loop/2 + 96)">>,              <<"y(0)     []">>,              <<"(1)     {state,[{root,[<<\"C:/Program Files/Couchbase/Server\">>]},{bindir,[<<\"C:/Program Files/Couchbase/Server/erts-13.2">>,              <<"y(2)     <0.9.0>">>,<<>>,              <<"0x0000020fb35ca0e8 Return addr 0x0000020fadd71f18 (<terminate process normally>)">>,              <<>>]},  {messages,[]},  {dictionary,[]},  {registered_name,init},  {status,waiting},  {initial_call,{erl_init,start,2}},  {error_handler,error_handler},  {garbage_collection,[{max_heap_size,#{error_logger => true,kill => true,                                        size => 0}},                       {min_bin_vheap_size,46422},                       {min_heap_size,233},                       {fullsweep_after,512},                       {minor_gcs,0}]},  {garbage_collection_info,[{old_heap_block_size,0},                            {heap_block_size,1598},                            {mbuf_size,0},                            {recent_size,535},                            {stack_size,4},                            {old_heap_size,0},                            {heap_size,535},                            {bin_vheap_size,0},                            {bin_vheap_block_size,46422},                            {bin_old_vheap_size,0},                            {bin_old_vheap_block_size,75110}]},  {links,[<0.10.0>,<0.42.0>,<0.44.0>,<0.9.0>]},  {monitors,[]},  {monitored_by,[]},  {memory,13712},  {message_queue_len,0},  {reductions,60534},  {trap_exit,true},  {current_location,{init,boot_loop,2,[{file,"init.erl"},{line,376}]}}]}[ns_server:error,2024-02-06T10:35:20.043-08:00,ns_1@172.23.137.139:<0.23257.2>:timeout_diag_logger:do_diag:123]{<0.1.0>, [{backtrace,[<<"Program counter: 0x0000020fadd71e88 (unknown function)">>,              <<>>,              <<"0x0000020fac88ffd8 Return addr 0x0000020fadd71f18 (<terminate process normally>)">>,              <<>>]},  {messages,[]},  {dictionary,[]},  {registered_name,erts_code_purger},  {status,waiting},  {initial_call,{erts_code_purger,start,0}},  {error_handler,error_handler},  {garbage_collection,[{max_heap_size,#{error_logger => true,kill => true,                                        size => 0}},                       {min_bin_vheap_size,46422},                       {min_heap_size,233},                       {fullsweep_after,512},                       {minor_gcs,11}]},  {garbage_collection_info,[{old_heap_block_size,0},                            {heap_block_size,4},                            {mbuf_size,0},                            {recent_size,0},                            {stack_size,1},                            {old_heap_size,0},                            {heap_size,0},                            {bin_vheap_size,0},                            {bin_vheap_block_size,46422},                            {bin_old_vheap_size,0},                            {bin_old_vheap_block_size,46422}]},  {links,[]},  {monitors,[]},  {monitored_by,[]},  {memory,800},  {message_queue_len,0},  {reductions,614206},  {trap_exit,true},  {current_location,{erlang,hibernate,3,[]}}]}[ns_server:error,2024-02-06T10:35:20.043-08:00,ns_1@172.23.137.139:<0.23257.2>:timeout_diag_logger:do_diag:123]{<0.2.0>, [{backtrace,[<<"Program counter: 0x0000020fadd71e88 (unknown function)">>,              <<>>,              <<"0x0000020fac5bd288 Return addr 0x0000020fadd71f18 (<terminate process normally>)">>,              <<>>]},  {messages,[]},  {dictionary,[]},  {registered_name,[]},  {status,waiting},  {initial_call,{erts_literal_area_collector,start,0}},  {error_handler,error_handler},  {garbage_collection,[{max_heap_size,#{error_logger => true,kill => true,                                        size => 0}},                       {min_bin_vheap_size,46422},                       {min_heap_size,233},                       {fullsweep_after,512},                       {minor_gcs,7}]},  {garbage_collection_info,[{old_heap_block_size,0},                            {heap_block_size,4},                            {mbuf_size,0},                            {recent_size,0},                            {stack_size,1},                            {old_heap_size,0},                            {heap_size,0},                            {bin_vheap_size,0},                            {bin_vheap_block_size,46422},                            {bin_old_vheap_size,0},                            {bin_old_vheap_block_size,46422}]},  {links,[]},  {monitors,[]},  {monitored_by,[]},  {memory,800},  {message_queue_len,0},  {reductions,694563},  {trap_exit,true},  {current_location,{erlang,hibernate,3,[]}}]}[ns_server:error,2024-02-06T10:35:20.043-08:00,ns_1@172.23.137.139:<0.23257.2>:timeout_diag_logger:do_diag:123]{<0.3.0>, [{backtrace,      [<<"Program counter: 0x0000020fade19750 (erts_dirty_process_signal_handler:msg_loop/0 + 80)">>,       <<"y(0)     []">>,<<>>,       <<"0x0000020fac8558a0 Return addr 0x0000020fadd71f18 (<terminate process normally>)">>,       <<>>]},  {messages,[]},  {dictionary,[]},  {registered_name,[]},  {status,waiting},  {initial_call,{erts_dirty_process_signal_handler,start,0}},  {error_handler,error_handler},  {garbage_collection,      [{max_heap_size,#{error_logger => true,kill => true,size => 0}},       {min_bin_vheap_size,46422},       {min_heap_size,233},       {fullsweep_after,512},       {minor_gcs,0}]},  {garbage_collection_info,      [{old_heap_block_size,0},       {heap_block_size,233},       {mbuf_size,0},       {recent_size,0},       {stack_size,2},       {old_heap_size,0},       {heap_size,0},       {bin_vheap_size,0},       {bin_vheap_block_size,46422},       {bin_old_vheap_size,0},       {bin_old_vheap_block_size,46422}]},  {links,[]},  {monitors,[]},  {monitored_by,[]},  {memory,2632},  {message_queue_len,0},  {reductions,458575},  {trap_exit,true},  {current_location,      {erts_dirty_process_signal_handler,msg_loop,0,          [{file,"erts_dirty_process_signal_handler.erl"},{line,35}]}}]}[ns_server:error,2024-02-06T10:35:20.043-08:00,ns_1@172.23.137.139:<0.23257.2>:timeout_diag_logger:do_diag:123]{<0.4.0>, [{backtrace,      [<<"Program counter: 0x0000020fade19750 (erts_dirty_process_signal_handler:msg_loop/0 + 80)">>,       <<"y(0)     []">>,<<>>,       <<"0x0000020fac8640d0 Return addr 0x0000020fadd71f18 (<terminate process normally>)">>,       <<>>]},  {messages,[]},  {dictionary,[]},  {registered_name,[]},  {status,waiting},  {initial_call,{erts_dirty_process_signal_handler,start,0}},  {error_handler,error_handler},  {garbage_collection,      [{max_heap_size,#{error_logger => true,kill => true,size => 0}},       {min_bin_vheap_size,46422},       {min_heap_size,233},       {fullsweep_after,512},       {minor_gcs,0}]},  {garbage_collection_info,      [{old_heap_block_size,0},       {heap_block_size,233},       {mbuf_size,0},       {recent_size,0},       {stack_size,2},       {old_heap_size,0},       {heap_size,0},       {bin_vheap_size,0},       {bin_vheap_block_size,46422},       {bin_old_vheap_size,0},       {bin_old_vheap_block_size,46422}]},  {links,[]},  {monitors,[]},  {monitored_by,[]},  {memory,2632},  {message_queue_len,0},  {reductions,1734},  {trap_exit,true},  {current_location,      {erts_dirty_process_signal_handler,msg_loop,0,          [{file,"erts_dirty_process_signal_handler.erl"},{line,35}]}}]}[ns_server:error,2024-02-06T10:35:20.043-08:00,ns_1@172.23.137.139:<0.23257.2>:timeout_diag_logger:do_diag:123]{<0.5.0>, [{backtrace,      [<<"Program counter: 0x0000020fade19750 (erts_dirty_process_signal_handler:msg_loop/0 + 80)">>,       <<"y(0)     []">>,<<>>,       <<"0x0000020fac84fb00 Return addr 0x0000020fadd71f18 (<terminate process normally>)">>,       <<>>]},  {messages,[]},  {dictionary,[]},  {registered_name,[]},  {status,waiting},  {initial_call,{erts_dirty_process_signal_handler,start,0}},  {error_handler,error_handler},  {garbage_collection,      [{max_heap_size,#{error_logger => true,kill => true,size => 0}},       {min_bin_vheap_size,46422},       {min_heap_size,233},       {fullsweep_after,512},       {minor_gcs,0}]},  {garbage_collection_info,      [{old_heap_block_size,0},       {heap_block_size,233},       {mbuf_size,0},       {recent_size,0},       {stack_size,2},       {old_heap_size,0},       {heap_size,0},       {bin_vheap_size,0},       {bin_vheap_block_size,46422},       {bin_old_vheap_size,0},       {bin_old_vheap_block_size,46422}]},  {links,[]},  {monitors,[]},  {monitored_by,[]},  {memory,2632},  {message_queue_len,0},  {reductions,223},  {trap_exit,true},  {current_location,      {erts_dirty_process_signal_handler,msg_loop,0,          [{file,"erts_dirty_process_signal_handler.erl"},{line,35}]}}]}[ns_server:error,2024-02-06T10:35:20.043-08:00,ns_1@172.23.137.139:<0.23257.2>:timeout_diag_logger:do_diag:123]{<0.6.0>, [{backtrace,[<<"Program counter: 0x0000020faddac94c (prim_file:helper_loop/0 + 68)">>,              <<>>,              <<"0x0000020fac85c8a0 Return addr 0x0000020fadd71f18 (<terminate process normally>)">>,              <<>>]},  {messages,[]},  {dictionary,[]},  {registered_name,[]},  {status,waiting},  {initial_call,{prim_file,start,0}},  {error_handler,error_handler},  {garbage_collection,[{max_heap_size,#{error_logger => true,kill => true,                                        size => 0}},                       {min_bin_vheap_size,46422},                       {min_heap_size,233},                       {fullsweep_after,512},                       {minor_gcs,0}]},  {garbage_collection_info,[{old_heap_block_size,0},                            {heap_block_size,233},                            {mbuf_size,0},                            {recent_size,0},                            {stack_size,1},                            {old_heap_size,0},                            {heap_size,0},                            {bin_vheap_size,0},                            {bin_vheap_block_size,46422},                            {bin_old_vheap_size,0},                            {bin_old_vheap_block_size,46422}]},  {links,[]},  {monitors,[]},  {monitored_by,[]},  {memory,2712},  {message_queue_len,0},  {reductions,508},  {trap_exit,false},  {current_location,{prim_file,helper_loop,0,                               [{file,"prim_file.erl"},{line,107}]}}]}[ns_server:error,2024-02-06T10:35:20.043-08:00,ns_1@172.23.137.139:<0.23257.2>:timeout_diag_logger:do_diag:123]{<0.7.0>, [{backtrace,[<<"Program counter: 0x0000020faddbec90 (socket_registry:loop/1 + 96)">>,              <<"y(0)     []">>,<<"y(1)     []">>,              <<"y(2)     {state,#{},#{},#{}}">>,<<>>,              <<"0x0000020fac854770 Return addr 0x0000020fadd71f18 (<terminate process normally>)">>,              <<>>]},  {messages,[]},  {dictionary,[]},  {registered_name,socket_registry},  {status,waiting},  {initial_call,{socket_registry,start,0}},  {error_handler,error_handler},  {garbage_collection,[{max_heap_size,#{error_logger => true,kill => true,                                        size => 0}},                       {min_bin_vheap_size,46422},                       {min_heap_size,233},                       {fullsweep_after,512},                       {minor_gcs,0}]},  {garbage_collection_info,[{old_heap_block_size,0},                            {heap_block_size,233},                            {mbuf_size,0},                            {recent_size,0},                            {stack_size,4},                            {old_heap_size,0},                            {heap_size,0},                            {bin_vheap_size,0},                            {bin_vheap_block_size,46422},                            {bin_old_vheap_size,0},                            {bin_old_vheap_block_size,46422}]},  {links,[]},  {monitors,[]},  {monitored_by,[]},  {memory,2632},  {message_queue_len,0},  {reductions,224},  {trap_exit,true},  {current_location,{socket_registry,loop,1,                                     [{file,"socket_registry.erl"},                                      {line,179}]}}]}[ns_server:error,2024-02-06T10:35:20.043-08:00,ns_1@172.23.137.139:<0.23257.2>:timeout_diag_logger:do_diag:123]{<0.9.0>, [{backtrace,[<<"Program counter: 0x0000020fae11dbe0 (child_erlang:child_loop/2 + 344)">>,              <<"y(0)     ns_bootstrap">>,<<"y(1)     #Port<0.59>">>,<<>>,              <<"0x0000020fac861f70 Return addr 0x0000020fae11d3f0 (child_erlang:child_start/1 + 112)">>,              <<"y(0)     []">>,<<"y(1)     []">>,              <<"y(2)     Catch 0x0000020fae11d40e (child_erlang:child_start/1 + 142)">>,              <<>>,              <<"0x0000020fac861f90 Return addr 0x0000020fadd83018 (init:start_em/1 + 248)">>,              <<"y(0)     []">>,<<>>,              <<"0x0000020fac861fa0 Return addr 0x0000020fadd802a8 (init:do_boot/3 + 872)">>,              <<"y(0)     []">>,<<"y(1)     []">>,<<"y(2)     []">>,              <<"y(3)     []">>,<<"y(4)     []">>,<<"y(5)     []">>,              <<"y(6)     []">>,              <<"(7)     [{root,[<<\"C:/Program Files/Couchbase/Server\">>]},{bindir,[<<\"C:/Program Files/Couchbase/Server/erts-13.2.2.3/bi">>,              <<"y(8)     []">>,<<"y(9)     []">>,<<>>,              <<"0x0000020fac861ff8 Return addr 0x0000020fadd71f18 (<terminate process normally>)">>,              <<>>]},  {messages,[]},  {dictionary,[]},  {registered_name,[]},  {status,waiting},  {initial_call,{erlang,apply,2}},  {error_handler,error_handler},  {garbage_collection,[{max_heap_size,#{error_logger => true,kill => true,                                        size => 0}},                       {min_bin_vheap_size,46422},                       {min_heap_size,233},                       {fullsweep_after,512},                       {minor_gcs,0}]},  {garbage_collection_info,[{old_heap_block_size,0},                            {heap_block_size,610},                            {mbuf_size,0},                            {recent_size,282},                            {stack_size,20},                            {old_heap_size,0},                            {heap_size,282},                            {bin_vheap_size,0},                            {bin_vheap_block_size,46422},                            {bin_old_vheap_size,0},                            {bin_old_vheap_block_size,46422}]},  {links,[<0.0.0>,#Port<0.59>]},  {monitors,[]},  {monitored_by,[]},  {memory,5808},  {message_queue_len,0},  {reductions,10159},  {trap_exit,true},  {current_location,{child_erlang,child_loop,2,                                  [{file,"src/child_erlang.erl"},                                   {line,258}]}}]}