BP [7.2.5] XDCR - Pipeline shutdown stuck

9 @ 0x43e876 0x44ff2f 0x44ff06 0x46cee7 0x48de4b 0x91f4e7 0x91f4d0 0x9cbbc2 0x4711c1

#       0x46cee6        sync.runtime_Semacquire+0x26                                            /home/couchbase/.cbdepscache/exploded/x86_64/go-1.20.6/go/src/runtime/sema.go:62

#       0x48de4a        sync.(*WaitGroup).Wait+0x4a                                             /home/couchbase/.cbdepscache/exploded/x86_64/go-1.20.6/go/src/sync/waitgroup.go:116

#       0x91f4e6        github.com/couchbase/goxdcr/parts.(*DcpNozzle).onExit+0x426             /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/parts/dcp_nozzle.go:1300

#       0x91f4cf        github.com/couchbase/goxdcr/parts.(*DcpNozzle).Stop+0x40f               /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/parts/dcp_nozzle.go:866

#       0x9cbbc1        github.com/couchbase/goxdcr/pipeline.(*GenericPipeline).stopPart+0x201  /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/pipeline/generic_pipeline.go:478

7 @ 0x43e876 0x44ff2f 0x44ff06 0x46cee7 0x48de4b 0xa29667 0xa2cb0d 0xa528a4 0xa44c38 0x9f74d0 0x9e0e94 0x9f61cd 0x921be4 0x920bbc 0x4711c1

#       0x46cee6        sync.runtime_Semacquire+0x26                                                                            /home/couchbase/.cbdepscache/exploded/x86_64/go-1.20.6/go/src/runtime/sema.go:62

#       0x48de4a        sync.(*WaitGroup).Wait+0x4a                                                                             /home/couchbase/.cbdepscache/exploded/x86_64/go-1.20.6/go/src/sync/waitgroup.go:116

#       0xa29666        github.com/couchbase/goxdcr/pipeline_manager.(*PipelineOpSerializer).StopBackfillWithCb+0x166           /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/pipeline_manager/pipelineOpSerializer.go:276

#       0xa2cb0c        github.com/couchbase/goxdcr/pipeline_manager.(*PipelineManager).HaltBackfillWithCb+0x2c                 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/pipeline_manager/pipeline_manager.go:232

#       0xa528a3        github.com/couchbase/goxdcr/backfill_manager.(*BackfillMgr).HandleRollbackTo0ForVB+0x1e3                /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/backfill_manager/backfill_manager.go:1815

#       0xa44c37        github.com/couchbase/goxdcr/backfill_manager.(*pipelineSvcWrapper).UpdateSettings+0x337                 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/backfill_manager/backfill_manager.go:167

#       0x9f74cf        github.com/couchbase/goxdcr/pipeline_svc.(*CheckpointManager).NotifyBackfillMgrRollbackTo0+0x14f        /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/pipeline_svc/checkpoint_manager.go:2519

#       0x9e0e93        github.com/couchbase/goxdcr/pipeline_svc.(*CheckpointManager).clearBackfillStartingTsIfNeeded+0x133     /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/pipeline_svc/checkpoint_manager.go:491

#       0x9f61cc        github.com/couchbase/goxdcr/pipeline_svc.(*CheckpointManager).UpdateVBTimestamps+0x22c                  /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/pipeline_svc/checkpoint_manager.go:2414

#       0x921be3        github.com/couchbase/goxdcr/parts.(*DcpNozzle).performRollback+0x43                                     /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/parts/dcp_nozzle.go:1129

#       0x920bbb        github.com/couchbase/goxdcr/parts.(*DcpNozzle).processData+0x71b                                        /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/parts/dcp_nozzle.go:1035

4 @ 0x43e876 0x44ff2f 0x44ff06 0x46cee7 0x48de4b 0xa12645 0xa6164e 0x4711c1

#       0x46cee6        sync.runtime_Semacquire+0x26                                                    /home/couchbase/.cbdepscache/exploded/x86_64/go-1.20.6/go/src/runtime/sema.go:62

#       0x48de4a        sync.(*WaitGroup).Wait+0x4a                                                     /home/couchbase/.cbdepscache/exploded/x86_64/go-1.20.6/go/src/sync/waitgroup.go:116

#       0xa12644        github.com/couchbase/goxdcr/pipeline_svc.(*StatisticsManager).Stop+0xc4         /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/pipeline_svc/statistics_manager.go:907

#       0xa6164d        github.com/couchbase/goxdcr/pipeline_ctx.(*PipelineRuntimeCtx).stopService+0xed /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/pipeline_ctx/pipeline_runtimeCtx.go:201