[System Test] Rebalance failure - EOF received during registerRebalanceToken call

Test script - ./sequoia -client 172.23.106.127:2375 -provider file:centos_component_third.yml -test tests/2i/neo/test_7_6_gsi_system_test.yml -scope tests/2i/neo/scope_neo_plasma_idx_dgm.yml -scale 3 -repeat 0 -log_level 0 -version 7.6.0-1970 -skip_setup=false -skip_test=false -skip_teardown=true -skip_cleanup=false -continue=false -collect_on_error=false -stop_on_error=false -duration=432000 -show_topology=true

Seen during iteration 38 ( about 1 day, 20 hours into the test)

{"stageInfo":{"index":{"startTime":"2024-01-03T21:14:00.584-08:00","completedTime":false,"timeTaken":9768},"data":{"totalProgress":100,"perNodeProgress":{"ns_1@172.23.96.230":1,"ns_1@172.23.96.245":1,"ns_1@172.23.97.66":1,"ns_1@172.23.96.198":1},"startTime":"2024-01-03T21:13:53.599-08:00","completedTime":"2024-01-03T21:14:00.571-08:00","timeTaken":6971},"query":{"totalProgress":100,"perNodeProgress":{"ns_1@172.23.97.100":1,"ns_1@172.23.97.67":1},"startTime":"2024-01-03T21:14:00.571-08:00","completedTime":"2024-01-03T21:14:00.584-08:00","timeTaken":13}},"rebalanceId":"a2f81482ab6cd98d5223a91f9ba76e15","nodesInfo":{"active_nodes":["ns_1@172.23.105.122","ns_1@172.23.106.171","ns_1@172.23.106.176","ns_1@172.23.106.30","ns_1@172.23.96.198","ns_1@172.23.96.230","ns_1@172.23.96.245","ns_1@172.23.97.100","ns_1@172.23.97.109","ns_1@172.23.97.66","ns_1@172.23.97.67","ns_1@172.23.97.108"],"keep_nodes":["ns_1@172.23.105.122","ns_1@172.23.106.171","ns_1@172.23.106.176","ns_1@172.23.106.30","ns_1@172.23.96.198","ns_1@172.23.96.230","ns_1@172.23.96.245","ns_1@172.23.97.100","ns_1@172.23.97.109","ns_1@172.23.97.66","ns_1@172.23.97.67"],"eject_nodes":["ns_1@172.23.97.108"],"delta_nodes":[],"failed_nodes":[]},"masterNode":"ns_1@172.23.97.67","startTime":"2024-01-03T21:13:53.587-08:00","completedTime":"2024-01-03T21:14:10.352-08:00","timeTaken":16765,"completionMessage":"Rebalance exited with reason {service_rebalance_failed,index,\n                              {worker_died,\n                               {'EXIT',<0.24223.778>,\n                                {{badmatch,\n                                  {error,\n                                   {unknown_error,\n                                    <<\"Post \\\"http://172.23.97.108:9102/registerRebalanceToken\\\": EOF\">>}}},\n                                 [{service_manager,rebalance_op,5,\n                                   [{file,\"src/service_manager.erl\"},\n                                    {line,341}]},\n                                  {service_manager,do_run_op,1,\n                                   [{file,\"src/service_manager.erl\"},\n                                    {line,257}]},\n                                  {proc_lib,init_p,3,\n                                   [{file,\"proc_lib.erl\"},{line,225}]}]}}}}."}