[Backup] - Backup failures in longevity

+ ./sequoia -client 172.23.96.162:2375 -provider file:centos_third_cluster.yml -test tests/integration/neo/test_neo_kv_gsi_coll_xdcr_backup_sgw_fts_itemct_txns_eventing_cbas_scale3_magma.yml -scope tests/integration/neo/scope_neo_with_backup_magma.yml -scale 3 -repeat 0 -log_level 0 -version 7.1.0-1027 -skip_setup=false -skip_test=false -skip_teardown=true -skip_cleanup=false -continue=false -collect_on_error=false -stop_on_error=false -duration=604800 -show_topology=true

2021-06-21T21:01:01.032-07:00 WARN (Worker) No progress given by cbbackupmgr {"cluster": "self", "repositoryID": "my_repo", "state": "active", "taskName": "backup-1"}

2021-06-21T21:01:11.032-07:00 WARN (Worker) No progress given by cbbackupmgr {"cluster": "self", "repositoryID": "my_repo", "state": "active", "taskName": "backup-1"}

2021-06-21T21:01:21.032-07:00 WARN (Worker) No progress given by cbbackupmgr {"cluster": "self", "repositoryID": "my_repo", "state": "active", "taskName": "backup-1"}

2021-06-21T21:01:31.031-07:00 WARN (Worker) No progress given by cbbackupmgr {"cluster": "self", "repositoryID": "my_repo", "state": "active", "taskName": "backup-1"}

2021-06-21T21:01:41.032-07:00 WARN (Worker) No progress given by cbbackupmgr {"cluster": "self", "repositoryID": "my_repo", "state": "active", "taskName": "backup-1"}

2021-06-21T21:01:51.032-07:00 WARN (Worker) No progress given by cbbackupmgr {"cluster": "self", "repositoryID": "my_repo", "state": "active", "taskName": "backup-1"}

2021-06-21T21:01:51.547-07:00 WARN (Worker) Task failed {"cluster": "self", "repositoryID": "my_repo", "state": "active", "taskName": "backup-1", "err": "exit status 1", "cbmErr": "exit status 1: failed to get backup transferable: failed to create backup: failed to get source collection manifest: failed to wait for manifest id 2247: failed to execute request: failed to execute request: failed to perform REST request on attempt 1: failed to perform request: Post \"http://172.23.105.62:8091/pools/default/buckets/bucket8/scopes/@ensureManifest/8c7\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)"}

{

  "task_name": "backup-1",

  "status": "failed",

  "start": "2021-06-21T21:00:50.984559294-07:00",

  "end": "2021-06-21T21:01:51.577330831-07:00",

  "node_runs": [

    {

      "node_id": "b39ae07446047631064bd83d790d8a5b",

      "status": "failed",

      "start": "2021-06-21T21:00:51.028172241-07:00",

      "end": "2021-06-21T21:01:51.547565397-07:00",

      "error": "exit status 1: failed to get backup transferable: failed to create backup: failed to get source collection manifest: failed to wait for manifest id 2247: failed to execute request: failed to execute request: failed to perform REST request on attempt 1: failed to perform request: Post \"http://172.23.105.62:8091/pools/default/buckets/bucket8/scopes/@ensureManifest/8c7\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)",

      "progress": 0,

      "stats": {

        "error": "failed to get backup transferable: failed to create backup: failed to get source collection manifest: failed to wait for manifest id 2247: failed to execute request: failed to execute request: failed to perform REST request on attempt 1: failed to perform request: Post \"http://172.23.105.62:8091/pools/default/buckets/bucket8/scopes/@ensureManifest/8c7\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)"

      },

      "error_code": 2

    }

  ],

  "error": "exit status 1: failed to get backup transferable: failed to create backup: failed to get source collection manifest: failed to wait for manifest id 2247: failed to execute request: failed to execute request: failed to perform REST request on attempt 1: failed to perform request: Post \"http://172.23.105.62:8091/pools/default/buckets/bucket8/scopes/@ensureManifest/8c7\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)",

  "error_code": 2,

  "type": "BACKUP",

  "show": true

}