[System Test] Index creation failure - create index or Alter replica cannot proceed due to network partition, node failover or indexer failure

/sequoia -client 172.23.106.127:2375 -provider file:centos_component_third.yml -test tests/2i/neo/test_neo_idx_clusterops_recovery.yml -scope tests/2i/neo/scope_neo_plasma_idx_dgm.yml -scale 3 -repeat 0 -log_level 0 -version 7.2.1-5839 -skip_setup=false -skip_test=false -skip_teardown=true -skip_cleanup=false -continue=false -collect_on_error=false -stop_on_error=false -duration=259200 -show_topology=true

Create index or Alter replica cannot proceed due to network partition, node failover or indexer failure..

{"clientContextID":"440b89b36ea6a1e7","elapsedTime":"2m1.477116102s","errorCount":1,"errors":[{"caller":"secondary_index:586","code":5000,"icause":"Index creation for index idx13_48LS8E74GF_idxprefix, bucket bucket4, scope _default, collection 4SV75lApZgNyE7CZgbTHSyYTa cannot start. Reason: Create index or Alter replica cannot proceed due to network partition, node failover or indexer failure..","key":"Internal Error","message":"GSI CreateIndex()"}],"n1qlFeatCtrl":76,"namedArgs":"<ud>null</ud>","node":"172.23.97.100:8091","phaseOperators":{"authorize":1,"stream":1},"phaseTimes":{"authorize":"634.1µs","instantiate":"14.883µs","parse":"1.413576ms","plan":"20.55683ms","run":"2m1.45499487s","stream":"15.091µs"},"plan":"<ud>{\"#operator\":\"Authorize\",\"#stats\":{\"#phaseSwitches\":4,\"execTime\":\"7.938µs\",\"servTime\":\"626.162µs\"},\"privileges\":{\"List\":[{\"Priv\":12,\"Props\":0,\"Target\":\"default:bucket4._default.4SV75lApZgNyE7CZgbTHSyYTa\"}]},\"~child\":{\"#operator\":\"Sequence\",\"#stats\":{\"#phaseSwitches\":2,\"execTime\":\"6.05µs\"},\"~children\":[{\"#operator\":\"CreateIndex\",\"#stats\":{\"#phaseSwitches\":3,\"execTime\":\"156.007µs\",\"kernTime\":\"2.368µs\",\"servTime\":\"2m1.454273377s\",\"state\":\"running\"},\"bucket\":\"bucket4\",\"ifNotExists\":false,\"index\":\"idx13_48LS8E74GF_idxprefix\",\"keys\":[{\"expr\":\"`city`\",\"missing\":true},{\"expr\":\"`phone`\"}],\"keyspace\":\"4SV75lApZgNyE7CZgbTHSyYTa\",\"namespace\":\"default\",\"partition\":{\"exprs\":[\"(meta().`id`)\"],\"strategy\":\"HASH\"},\"scope\":\"_default\",\"using\":\"default\",\"with\":{\"num_partition\":4,\"num_replica\":3}},{\"#operator\":\"Stream\",\"#stats\":{\"#phaseSwitches\":1,\"execTime\":\"15.091µs\"}}]},\"~versions\":[\"7.2.1-N1QL\",\"7.2.1-5839-enterprise\"]}</ud>","positionalArgs":"<ud>null</ud>","remoteAddr":"172.23.106.127:42164","requestId":"f64edee9-5c1c-40bd-a91c-9f7e5a83241d","requestTime":"2023-07-07T04:08:45.629-07:00","resultCount":0,"resultSize":0,"scanConsistency":"unbounded","serviceTime":"2m1.477027922s","state":"completed","statement":"<ud>CREATE INDEX `idx13_48LS8E74GF_idxprefix` ON `bucket4`.`_default`.`4SV75lApZgNyE7CZgbTHSyYTa`(`city` INCLUDE MISSING ASC, `phone`) partition by hash(meta().id)  with {'num_partition':4,'num_replica':3}</ud>","statementType":"CREATE_INDEX","useCBO":true,"userAgent":"libcouchbase/3.0.6 (Linux-5.10.76-linuxkit; x86_64; GNU 9.4.0) PYCBC/3.0.10","users":"<ud>Administrator</ud>"},

url : https://cb-jira.s3.us-east-2.amazonaws.com/logs/systestmon-1688737457/collectinfo-2023-07-07T134419-ns_1%40172.23.105.122.zip

url : https://cb-jira.s3.us-east-2.amazonaws.com/logs/systestmon-1688737457/collectinfo-2023-07-07T134419-ns_1%40172.23.106.171.zip

url : https://cb-jira.s3.us-east-2.amazonaws.com/logs/systestmon-1688737457/collectinfo-2023-07-07T134419-ns_1%40172.23.106.30.zip

url : https://cb-jira.s3.us-east-2.amazonaws.com/logs/systestmon-1688737457/collectinfo-2023-07-07T134419-ns_1%40172.23.96.198.zip

url : https://cb-jira.s3.us-east-2.amazonaws.com/logs/systestmon-1688737457/collectinfo-2023-07-07T134419-ns_1%40172.23.96.230.zip

url : https://cb-jira.s3.us-east-2.amazonaws.com/logs/systestmon-1688737457/collectinfo-2023-07-07T134419-ns_1%40172.23.96.245.zip

url : https://cb-jira.s3.us-east-2.amazonaws.com/logs/systestmon-1688737457/collectinfo-2023-07-07T134419-ns_1%40172.23.97.100.zip

url : https://cb-jira.s3.us-east-2.amazonaws.com/logs/systestmon-1688737457/collectinfo-2023-07-07T134419-ns_1%40172.23.97.108.zip

url : https://cb-jira.s3.us-east-2.amazonaws.com/logs/systestmon-1688737457/collectinfo-2023-07-07T134419-ns_1%40172.23.97.109.zip

url : https://cb-jira.s3.us-east-2.amazonaws.com/logs/systestmon-1688737457/collectinfo-2023-07-07T134419-ns_1%40172.23.97.66.zip

url : https://cb-jira.s3.us-east-2.amazonaws.com/logs/systestmon-1688737457/collectinfo-2023-07-07T134419-ns_1%40172.23.97.67.zip