goroutine profile: total 663 107 @ 0x43e876 0x44ee3e 0x90dbf3 0x4711c1 # 0x90dbf2 github.com/couchbase/goxdcr/component.(*AsyncComponentEventListenerImpl).run+0x92 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/component/async_listener.go:68 90 @ 0x43e876 0x44ee3e 0x7282b2 0x4711c1 # 0x7282b1 net/http.(*persistConn).writeLoop+0xf1 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.20.6/go/src/net/http/transport.go:2410 74 @ 0x43e876 0x437117 0x46b6c9 0x4dc712 0x4ddaf9 0x4ddae7 0x5d6b09 0x5e6c65 0x6362dd 0x509018 0x6364c5 0x6339b6 0x6398af 0x6398b0 0x7257ce 0x69251f 0x69267d 0x7265ec 0x4711c1 # 0x46b6c8 internal/poll.runtime_pollWait+0x88 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.20.6/go/src/runtime/netpoll.go:306 # 0x4dc711 internal/poll.(*pollDesc).wait+0x31 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.20.6/go/src/internal/poll/fd_poll_runtime.go:84 # 0x4ddaf8 internal/poll.(*pollDesc).waitRead+0x298 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.20.6/go/src/internal/poll/fd_poll_runtime.go:89 # 0x4ddae6 internal/poll.(*FD).Read+0x286 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.20.6/go/src/internal/poll/fd_unix.go:167 # 0x5d6b08 net.(*netFD).Read+0x28 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.20.6/go/src/net/fd_posix.go:55 # 0x5e6c64 net.(*conn).Read+0x44 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.20.6/go/src/net/net.go:183 # 0x6362dc crypto/tls.(*atLeastReader).Read+0x3c /home/couchbase/.cbdepscache/exploded/x86_64/go-1.20.6/go/src/crypto/tls/conn.go:788 # 0x509017 bytes.(*Buffer).ReadFrom+0x97 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.20.6/go/src/bytes/buffer.go:202 # 0x6364c4 crypto/tls.(*Conn).readFromUntil+0xe4 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.20.6/go/src/crypto/tls/conn.go:810 # 0x6339b5 crypto/tls.(*Conn).readRecordOrCCS+0x115 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.20.6/go/src/crypto/tls/conn.go:617 # 0x6398ae crypto/tls.(*Conn).readRecord+0x16e /home/couchbase/.cbdepscache/exploded/x86_64/go-1.20.6/go/src/crypto/tls/conn.go:583 # 0x6398af crypto/tls.(*Conn).Read+0x16f /home/couchbase/.cbdepscache/exploded/x86_64/go-1.20.6/go/src/crypto/tls/conn.go:1316 # 0x7257cd net/http.(*persistConn).Read+0x4d /home/couchbase/.cbdepscache/exploded/x86_64/go-1.20.6/go/src/net/http/transport.go:1943 # 0x69251e bufio.(*Reader).fill+0xfe /home/couchbase/.cbdepscache/exploded/x86_64/go-1.20.6/go/src/bufio/bufio.go:106 # 0x69267c bufio.(*Reader).Peek+0x5c /home/couchbase/.cbdepscache/exploded/x86_64/go-1.20.6/go/src/bufio/bufio.go:144 # 0x7265eb net/http.(*persistConn).readLoop+0x1ab /home/couchbase/.cbdepscache/exploded/x86_64/go-1.20.6/go/src/net/http/transport.go:2107 36 @ 0x43e876 0x44ee3e 0x94e93b 0x4711c1 # 0x94e93a github.com/couchbase/goxdcr/parts.(*XmemNozzle).selfMonitor+0x1da /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/parts/xmem_nozzle.go:2912 36 @ 0x43e876 0x44ee3e 0x94f85a 0x4711c1 # 0x94f859 github.com/couchbase/goxdcr/parts.(*XmemNozzle).checkAndRepairBufferMonitor+0x119 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/parts/xmem_nozzle.go:2985 31 @ 0x43e876 0x44ee3e 0x93e0a5 0x4711c1 # 0x93e0a4 github.com/couchbase/goxdcr/parts.(*XmemNozzle).processData_sendbatch+0x1a4 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/parts/xmem_nozzle.go:1036 26 @ 0x43e876 0x44ee3e 0x94bd05 0x4711c1 # 0x94bd04 github.com/couchbase/goxdcr/parts.(*XmemNozzle).receiveResponse+0xe4 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/parts/xmem_nozzle.go:2608 18 @ 0x43e876 0x44ee3e 0x9dd4f8 0x4711c1 # 0x9dd4f7 github.com/couchbase/goxdcr/pipeline_svc.(*BandwidthThrottler).update+0x237 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/pipeline_svc/bandwidth_throttler.go:135 14 @ 0x43e876 0x44ff2f 0x44ff06 0x46d006 0x48c345 0x48d996 0x48d975 0x9d09cb 0x9d0833 0x9d004e 0x9e96e3 0x9e9cd4 0x4711c1 # 0x46d005 sync.runtime_SemacquireMutex+0x25 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.20.6/go/src/runtime/sema.go:77 # 0x48c344 sync.(*Mutex).lockSlow+0x164 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.20.6/go/src/sync/mutex.go:171 # 0x48d995 sync.(*Mutex).Lock+0x35 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.20.6/go/src/sync/mutex.go:90 # 0x48d974 sync.(*RWMutex).Lock+0x14 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.20.6/go/src/sync/rwmutex.go:147 # 0x9d09ca github.com/couchbase/goxdcr/pipeline.(*GenericPipeline).updateTimestampsSetting+0xca /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/pipeline/generic_pipeline.go:958 # 0x9d0832 github.com/couchbase/goxdcr/pipeline.(*GenericPipeline).updatePipelineSettings+0x92 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/pipeline/generic_pipeline.go:949 # 0x9d004d github.com/couchbase/goxdcr/pipeline.(*GenericPipeline).UpdateSettings+0x20d /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/pipeline/generic_pipeline.go:896 # 0x9e96e2 github.com/couchbase/goxdcr/pipeline_svc.(*CheckpointManager).setTimestampForVB+0x302 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/pipeline_svc/checkpoint_manager.go:1294 # 0x9e9cd3 github.com/couchbase/goxdcr/pipeline_svc.(*CheckpointManager).startSeqnoGetter+0x353 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/pipeline_svc/checkpoint_manager.go:1333 9 @ 0x43e876 0x437117 0x46b6c9 0x4dc712 0x4ddaf9 0x4ddae7 0x5d6b09 0x5e6c65 0x7257ce 0x69251f 0x69267d 0x7265ec 0x4711c1 # 0x46b6c8 internal/poll.runtime_pollWait+0x88 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.20.6/go/src/runtime/netpoll.go:306 # 0x4dc711 internal/poll.(*pollDesc).wait+0x31 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.20.6/go/src/internal/poll/fd_poll_runtime.go:84 # 0x4ddaf8 internal/poll.(*pollDesc).waitRead+0x298 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.20.6/go/src/internal/poll/fd_poll_runtime.go:89 # 0x4ddae6 internal/poll.(*FD).Read+0x286 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.20.6/go/src/internal/poll/fd_unix.go:167 # 0x5d6b08 net.(*netFD).Read+0x28 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.20.6/go/src/net/fd_posix.go:55 # 0x5e6c64 net.(*conn).Read+0x44 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.20.6/go/src/net/net.go:183 # 0x7257cd net/http.(*persistConn).Read+0x4d /home/couchbase/.cbdepscache/exploded/x86_64/go-1.20.6/go/src/net/http/transport.go:1943 # 0x69251e bufio.(*Reader).fill+0xfe /home/couchbase/.cbdepscache/exploded/x86_64/go-1.20.6/go/src/bufio/bufio.go:106 # 0x69267c bufio.(*Reader).Peek+0x5c /home/couchbase/.cbdepscache/exploded/x86_64/go-1.20.6/go/src/bufio/bufio.go:144 # 0x7265eb net/http.(*persistConn).readLoop+0x1ab /home/couchbase/.cbdepscache/exploded/x86_64/go-1.20.6/go/src/net/http/transport.go:2107 9 @ 0x43e876 0x44ff2f 0x44ff06 0x46cee7 0x48de4b 0x91f4e7 0x91f4d0 0x9cbbc2 0x4711c1 # 0x46cee6 sync.runtime_Semacquire+0x26 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.20.6/go/src/runtime/sema.go:62 # 0x48de4a sync.(*WaitGroup).Wait+0x4a /home/couchbase/.cbdepscache/exploded/x86_64/go-1.20.6/go/src/sync/waitgroup.go:116 # 0x91f4e6 github.com/couchbase/goxdcr/parts.(*DcpNozzle).onExit+0x426 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/parts/dcp_nozzle.go:1300 # 0x91f4cf github.com/couchbase/goxdcr/parts.(*DcpNozzle).Stop+0x40f /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/parts/dcp_nozzle.go:866 # 0x9cbbc1 github.com/couchbase/goxdcr/pipeline.(*GenericPipeline).stopPart+0x201 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/pipeline/generic_pipeline.go:478 8 @ 0x43e876 0x437117 0x46b6c9 0x4dc712 0x4ddaf9 0x4ddae7 0x5d6b09 0x5e6c65 0x4ba65a 0x68a89c 0x68a86e 0x749f4d 0x4711c1 # 0x46b6c8 internal/poll.runtime_pollWait+0x88 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.20.6/go/src/runtime/netpoll.go:306 # 0x4dc711 internal/poll.(*pollDesc).wait+0x31 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.20.6/go/src/internal/poll/fd_poll_runtime.go:84 # 0x4ddaf8 internal/poll.(*pollDesc).waitRead+0x298 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.20.6/go/src/internal/poll/fd_poll_runtime.go:89 # 0x4ddae6 internal/poll.(*FD).Read+0x286 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.20.6/go/src/internal/poll/fd_unix.go:167 # 0x5d6b08 net.(*netFD).Read+0x28 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.20.6/go/src/net/fd_posix.go:55 # 0x5e6c64 net.(*conn).Read+0x44 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.20.6/go/src/net/net.go:183 # 0x4ba659 io.ReadAtLeast+0x99 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.20.6/go/src/io/io.go:332 # 0x68a89b io.ReadFull+0x9b /home/couchbase/.cbdepscache/exploded/x86_64/go-1.20.6/go/src/io/io.go:351 # 0x68a86d github.com/couchbase/gomemcached.(*MCRequest).Receive+0x6d /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/gomemcached/mc_req.go:643 # 0x749f4c github.com/couchbase/gomemcached/client.(*UprFeed).runFeed+0x14c /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/gomemcached/client/upr_feed.go:904 8 @ 0x43e876 0x44ee3e 0x746959 0x4711c1 # 0x746958 github.com/couchbase/gomemcached/client.(*UprFeed).sendCommands+0xb8 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/gomemcached/client/upr_feed.go:346 8 @ 0x43e876 0x44ee3e 0x926e45 0x4711c1 # 0x926e44 github.com/couchbase/goxdcr/parts.(*DcpNozzle).checkInactiveUprStreams+0x124 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/parts/dcp_nozzle.go:1791 8 @ 0x43e876 0x44ee3e 0x927c71 0x4711c1 # 0x927c70 github.com/couchbase/goxdcr/parts.(*DcpNozzle).collectDcpDataChanLen+0x110 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/parts/dcp_nozzle.go:1948 7 @ 0x43e876 0x437117 0x46b6c9 0x4dc712 0x4ddaf9 0x4ddae7 0x5d6b09 0x5e6c65 0x7257ce 0x69251f 0x69310f 0x6c2785 0x6c21e8 0x6c24b6 0x71a65c 0x71a525 0x729ec2 0x681ba8 0x68179b 0x6813d8 0x95d6a5 0x4711c1 # 0x46b6c8 internal/poll.runtime_pollWait+0x88 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.20.6/go/src/runtime/netpoll.go:306 # 0x4dc711 internal/poll.(*pollDesc).wait+0x31 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.20.6/go/src/internal/poll/fd_poll_runtime.go:84 # 0x4ddaf8 internal/poll.(*pollDesc).waitRead+0x298 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.20.6/go/src/internal/poll/fd_poll_runtime.go:89 # 0x4ddae6 internal/poll.(*FD).Read+0x286 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.20.6/go/src/internal/poll/fd_unix.go:167 # 0x5d6b08 net.(*netFD).Read+0x28 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.20.6/go/src/net/fd_posix.go:55 # 0x5e6c64 net.(*conn).Read+0x44 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.20.6/go/src/net/net.go:183 # 0x7257cd net/http.(*persistConn).Read+0x4d /home/couchbase/.cbdepscache/exploded/x86_64/go-1.20.6/go/src/net/http/transport.go:1943 # 0x69251e bufio.(*Reader).fill+0xfe /home/couchbase/.cbdepscache/exploded/x86_64/go-1.20.6/go/src/bufio/bufio.go:106 # 0x69310e bufio.(*Reader).ReadSlice+0x2e /home/couchbase/.cbdepscache/exploded/x86_64/go-1.20.6/go/src/bufio/bufio.go:372 # 0x6c2784 net/http/internal.readChunkLine+0x24 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.20.6/go/src/net/http/internal/chunked.go:129 # 0x6c21e7 net/http/internal.(*chunkedReader).beginChunk+0x27 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.20.6/go/src/net/http/internal/chunked.go:48 # 0x6c24b5 net/http/internal.(*chunkedReader).Read+0x155 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.20.6/go/src/net/http/internal/chunked.go:98 # 0x71a65b net/http.(*body).readLocked+0x3b /home/couchbase/.cbdepscache/exploded/x86_64/go-1.20.6/go/src/net/http/transfer.go:839 # 0x71a524 net/http.(*body).Read+0x124 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.20.6/go/src/net/http/transfer.go:831 # 0x729ec1 net/http.(*bodyEOFSignal).Read+0x141 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.20.6/go/src/net/http/transport.go:2792 # 0x681ba7 encoding/json.(*Decoder).refill+0x187 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.20.6/go/src/encoding/json/stream.go:165 # 0x68179a encoding/json.(*Decoder).readValue+0xba /home/couchbase/.cbdepscache/exploded/x86_64/go-1.20.6/go/src/encoding/json/stream.go:140 # 0x6813d7 encoding/json.(*Decoder).Decode+0x77 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.20.6/go/src/encoding/json/stream.go:63 # 0x95d6a4 github.com/couchbase/cbauth/metakv.doRunObserveChildren.func1+0xc4 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/cbauth/metakv/metakv.go:284 7 @ 0x43e876 0x44ee3e 0x7271c5 0x4711c1 # 0x7271c4 net/http.(*persistConn).readLoop+0xd84 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.20.6/go/src/net/http/transport.go:2227 7 @ 0x43e876 0x44ee3e 0xd9ff50 0x4711c1 # 0xd9ff4f github.com/couchbase/goxdcr/service_impl.(*BucketTopologySvcWatcher).run.func2+0x18f /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/service_impl/bucketTopologyService.go:1169 7 @ 0x43e876 0x44ff2f 0x44ff06 0x46cee7 0x48de4b 0x9e7b16 0xdd0be5 0x4711c1 # 0x46cee6 sync.runtime_Semacquire+0x26 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.20.6/go/src/runtime/sema.go:62 # 0x48de4a sync.(*WaitGroup).Wait+0x4a /home/couchbase/.cbdepscache/exploded/x86_64/go-1.20.6/go/src/sync/waitgroup.go:116 # 0x9e7b15 github.com/couchbase/goxdcr/pipeline_svc.(*CheckpointManager).SetVBTimestamps+0xe55 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/pipeline_svc/checkpoint_manager.go:1162 # 0xdd0be4 github.com/couchbase/goxdcr/factory.(*XDCRFactory).SetStartSeqno+0xa4 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/factory/xdcr_factory.go:888 7 @ 0x43e876 0x44ff2f 0x44ff06 0x46cee7 0x48de4b 0xa29667 0xa2cb0d 0xa528a4 0xa44c38 0x9f74d0 0x9e0e94 0x9f61cd 0x921be4 0x920bbc 0x4711c1 # 0x46cee6 sync.runtime_Semacquire+0x26 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.20.6/go/src/runtime/sema.go:62 # 0x48de4a sync.(*WaitGroup).Wait+0x4a /home/couchbase/.cbdepscache/exploded/x86_64/go-1.20.6/go/src/sync/waitgroup.go:116 # 0xa29666 github.com/couchbase/goxdcr/pipeline_manager.(*PipelineOpSerializer).StopBackfillWithCb+0x166 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/pipeline_manager/pipelineOpSerializer.go:276 # 0xa2cb0c github.com/couchbase/goxdcr/pipeline_manager.(*PipelineManager).HaltBackfillWithCb+0x2c /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/pipeline_manager/pipeline_manager.go:232 # 0xa528a3 github.com/couchbase/goxdcr/backfill_manager.(*BackfillMgr).HandleRollbackTo0ForVB+0x1e3 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/backfill_manager/backfill_manager.go:1815 # 0xa44c37 github.com/couchbase/goxdcr/backfill_manager.(*pipelineSvcWrapper).UpdateSettings+0x337 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/backfill_manager/backfill_manager.go:167 # 0x9f74cf github.com/couchbase/goxdcr/pipeline_svc.(*CheckpointManager).NotifyBackfillMgrRollbackTo0+0x14f /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/pipeline_svc/checkpoint_manager.go:2519 # 0x9e0e93 github.com/couchbase/goxdcr/pipeline_svc.(*CheckpointManager).clearBackfillStartingTsIfNeeded+0x133 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/pipeline_svc/checkpoint_manager.go:491 # 0x9f61cc github.com/couchbase/goxdcr/pipeline_svc.(*CheckpointManager).UpdateVBTimestamps+0x22c /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/pipeline_svc/checkpoint_manager.go:2414 # 0x921be3 github.com/couchbase/goxdcr/parts.(*DcpNozzle).performRollback+0x43 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/parts/dcp_nozzle.go:1129 # 0x920bbb github.com/couchbase/goxdcr/parts.(*DcpNozzle).processData+0x71b /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/parts/dcp_nozzle.go:1035 6 @ 0x43e876 0x437117 0x46b6c9 0x4dc712 0x4ddaf9 0x4ddae7 0x5d6b09 0x5e6c65 0x6362dd 0x509018 0x6364c5 0x6339b6 0x6398af 0x6398b0 0x4ba65a 0x68b539 0x68b503 0x744545 0x74450d 0x73c4b3 0x95286b 0x94bd85 0x4711c1 # 0x46b6c8 internal/poll.runtime_pollWait+0x88 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.20.6/go/src/runtime/netpoll.go:306 # 0x4dc711 internal/poll.(*pollDesc).wait+0x31 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.20.6/go/src/internal/poll/fd_poll_runtime.go:84 # 0x4ddaf8 internal/poll.(*pollDesc).waitRead+0x298 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.20.6/go/src/internal/poll/fd_poll_runtime.go:89 # 0x4ddae6 internal/poll.(*FD).Read+0x286 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.20.6/go/src/internal/poll/fd_unix.go:167 # 0x5d6b08 net.(*netFD).Read+0x28 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.20.6/go/src/net/fd_posix.go:55 # 0x5e6c64 net.(*conn).Read+0x44 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.20.6/go/src/net/net.go:183 # 0x6362dc crypto/tls.(*atLeastReader).Read+0x3c /home/couchbase/.cbdepscache/exploded/x86_64/go-1.20.6/go/src/crypto/tls/conn.go:788 # 0x509017 bytes.(*Buffer).ReadFrom+0x97 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.20.6/go/src/bytes/buffer.go:202 # 0x6364c4 crypto/tls.(*Conn).readFromUntil+0xe4 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.20.6/go/src/crypto/tls/conn.go:810 # 0x6339b5 crypto/tls.(*Conn).readRecordOrCCS+0x115 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.20.6/go/src/crypto/tls/conn.go:617 # 0x6398ae crypto/tls.(*Conn).readRecord+0x16e /home/couchbase/.cbdepscache/exploded/x86_64/go-1.20.6/go/src/crypto/tls/conn.go:583 # 0x6398af crypto/tls.(*Conn).Read+0x16f /home/couchbase/.cbdepscache/exploded/x86_64/go-1.20.6/go/src/crypto/tls/conn.go:1316 # 0x4ba659 io.ReadAtLeast+0x99 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.20.6/go/src/io/io.go:332 # 0x68b538 io.ReadFull+0xd8 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.20.6/go/src/io/io.go:351 # 0x68b502 github.com/couchbase/gomemcached.(*MCResponse).ReceiveWithBuf+0xa2 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/gomemcached/mc_res.go:169 # 0x744544 github.com/couchbase/gomemcached.(*MCResponse).Receive+0xa4 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/gomemcached/mc_res.go:156 # 0x74450c github.com/couchbase/gomemcached/client.getResponse+0x6c /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/gomemcached/client/transport.go:35 # 0x73c4b2 github.com/couchbase/gomemcached/client.(*Client).Receive+0x52 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/gomemcached/client/mc.go:333 # 0x95286a github.com/couchbase/goxdcr/parts.(*XmemNozzle).readFromClient+0x18a /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/parts/xmem_nozzle.go:3498 # 0x94bd84 github.com/couchbase/goxdcr/parts.(*XmemNozzle).receiveResponse+0x164 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/parts/xmem_nozzle.go:2618 6 @ 0x43e876 0x44ff2f 0x44ff06 0x46cee7 0x48de4b 0x9cb825 0x7e6842 0x4711c1 # 0x46cee6 sync.runtime_Semacquire+0x26 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.20.6/go/src/runtime/sema.go:62 # 0x48de4a sync.(*WaitGroup).Wait+0x4a /home/couchbase/.cbdepscache/exploded/x86_64/go-1.20.6/go/src/sync/waitgroup.go:116 # 0x9cb824 github.com/couchbase/goxdcr/pipeline.(*GenericPipeline).stopPartsWithTimeout.func1+0x184 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/pipeline/generic_pipeline.go:453 # 0x7e6841 github.com/couchbase/goxdcr/base.ExecWithTimeout.func1+0x21 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/base/simple_utils.go:48 5 @ 0x43e876 0x40ba5d 0x40b558 0x942f59 0x93e13c 0x4711c1 # 0x942f58 github.com/couchbase/goxdcr/parts.(*XmemNozzle).batchGetMeta+0xd78 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/parts/xmem_nozzle.go:1662 # 0x93e13b github.com/couchbase/goxdcr/parts.(*XmemNozzle).processData_sendbatch+0x23b /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/parts/xmem_nozzle.go:1048 5 @ 0x43e876 0x44ee3e 0x9b98ca 0x4711c1 # 0x9b98c9 github.com/couchbase/goxdcr/gen_server.(*GenServer).run+0xc9 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/gen_server/gen_server.go:83 4 @ 0x43e876 0x437117 0x46b6c9 0x4dc712 0x4ddaf9 0x4ddae7 0x5d6b09 0x5e6c65 0x4ba65a 0x68b539 0x68b503 0x744545 0x74450d 0x73c4b3 0x95286b 0x940d05 0x4711c1 # 0x46b6c8 internal/poll.runtime_pollWait+0x88 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.20.6/go/src/runtime/netpoll.go:306 # 0x4dc711 internal/poll.(*pollDesc).wait+0x31 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.20.6/go/src/internal/poll/fd_poll_runtime.go:84 # 0x4ddaf8 internal/poll.(*pollDesc).waitRead+0x298 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.20.6/go/src/internal/poll/fd_poll_runtime.go:89 # 0x4ddae6 internal/poll.(*FD).Read+0x286 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.20.6/go/src/internal/poll/fd_unix.go:167 # 0x5d6b08 net.(*netFD).Read+0x28 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.20.6/go/src/net/fd_posix.go:55 # 0x5e6c64 net.(*conn).Read+0x44 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.20.6/go/src/net/net.go:183 # 0x4ba659 io.ReadAtLeast+0x99 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.20.6/go/src/io/io.go:332 # 0x68b538 io.ReadFull+0xd8 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.20.6/go/src/io/io.go:351 # 0x68b502 github.com/couchbase/gomemcached.(*MCResponse).ReceiveWithBuf+0xa2 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/gomemcached/mc_res.go:169 # 0x744544 github.com/couchbase/gomemcached.(*MCResponse).Receive+0xa4 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/gomemcached/mc_res.go:156 # 0x74450c github.com/couchbase/gomemcached/client.getResponse+0x6c /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/gomemcached/client/transport.go:35 # 0x73c4b2 github.com/couchbase/gomemcached/client.(*Client).Receive+0x52 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/gomemcached/client/mc.go:333 # 0x95286a github.com/couchbase/goxdcr/parts.(*XmemNozzle).readFromClient+0x18a /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/parts/xmem_nozzle.go:3498 # 0x940d04 github.com/couchbase/goxdcr/parts.(*XmemNozzle).batchGetMetaHandler+0x184 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/parts/xmem_nozzle.go:1492 4 @ 0x43e876 0x437117 0x46b6c9 0x4dc712 0x4ddaf9 0x4ddae7 0x5d6b09 0x5e6c65 0x4ba65a 0x68b539 0x68b503 0x744545 0x74450d 0x73c4b3 0x95286b 0x94bd85 0x4711c1 # 0x46b6c8 internal/poll.runtime_pollWait+0x88 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.20.6/go/src/runtime/netpoll.go:306 # 0x4dc711 internal/poll.(*pollDesc).wait+0x31 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.20.6/go/src/internal/poll/fd_poll_runtime.go:84 # 0x4ddaf8 internal/poll.(*pollDesc).waitRead+0x298 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.20.6/go/src/internal/poll/fd_poll_runtime.go:89 # 0x4ddae6 internal/poll.(*FD).Read+0x286 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.20.6/go/src/internal/poll/fd_unix.go:167 # 0x5d6b08 net.(*netFD).Read+0x28 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.20.6/go/src/net/fd_posix.go:55 # 0x5e6c64 net.(*conn).Read+0x44 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.20.6/go/src/net/net.go:183 # 0x4ba659 io.ReadAtLeast+0x99 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.20.6/go/src/io/io.go:332 # 0x68b538 io.ReadFull+0xd8 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.20.6/go/src/io/io.go:351 # 0x68b502 github.com/couchbase/gomemcached.(*MCResponse).ReceiveWithBuf+0xa2 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/gomemcached/mc_res.go:169 # 0x744544 github.com/couchbase/gomemcached.(*MCResponse).Receive+0xa4 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/gomemcached/mc_res.go:156 # 0x74450c github.com/couchbase/gomemcached/client.getResponse+0x6c /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/gomemcached/client/transport.go:35 # 0x73c4b2 github.com/couchbase/gomemcached/client.(*Client).Receive+0x52 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/gomemcached/client/mc.go:333 # 0x95286a github.com/couchbase/goxdcr/parts.(*XmemNozzle).readFromClient+0x18a /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/parts/xmem_nozzle.go:3498 # 0x94bd84 github.com/couchbase/goxdcr/parts.(*XmemNozzle).receiveResponse+0x164 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/parts/xmem_nozzle.go:2618 4 @ 0x43e876 0x44ee3e 0x92077f 0x4711c1 # 0x92077e github.com/couchbase/goxdcr/parts.(*DcpNozzle).processData+0x2de /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/parts/dcp_nozzle.go:995 4 @ 0x43e876 0x44ee3e 0x95d269 0x95d7b8 0x95d77a 0xde3688 0x4711c1 # 0x95d268 github.com/couchbase/cbauth/metakv.doRunObserveChildren+0x428 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/cbauth/metakv/metakv.go:301 # 0x95d7b7 github.com/couchbase/cbauth/metakv.(*store).runObserveChildren+0x57 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/cbauth/metakv/metakv.go:259 # 0x95d779 github.com/couchbase/cbauth/metakv.RunObserveChildren+0x19 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/cbauth/metakv/metakv.go:389 # 0xde3687 github.com/couchbase/goxdcr/replication_manager.(*MetakvChangeListener).observeChildren+0x87 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/replication_manager/metakv_change_listener.go:171 4 @ 0x43e876 0x44ee3e 0x9d2d45 0x4711c1 # 0x9d2d44 github.com/couchbase/goxdcr/supervisor.(*GenericSupervisor).supervising+0x184 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/supervisor/generic_supervisor.go:207 4 @ 0x43e876 0x44ff2f 0x44ff06 0x46cee7 0x48de4b 0xa12645 0xa6164e 0x4711c1 # 0x46cee6 sync.runtime_Semacquire+0x26 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.20.6/go/src/runtime/sema.go:62 # 0x48de4a sync.(*WaitGroup).Wait+0x4a /home/couchbase/.cbdepscache/exploded/x86_64/go-1.20.6/go/src/sync/waitgroup.go:116 # 0xa12644 github.com/couchbase/goxdcr/pipeline_svc.(*StatisticsManager).Stop+0xc4 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/pipeline_svc/statistics_manager.go:907 # 0xa6164d github.com/couchbase/goxdcr/pipeline_ctx.(*PipelineRuntimeCtx).stopService+0xed /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/pipeline_ctx/pipeline_runtimeCtx.go:201 4 @ 0x43e876 0x44ff2f 0x44ff06 0x46cee7 0x48de4b 0xa60e6f 0x7e6842 0x4711c1 # 0x46cee6 sync.runtime_Semacquire+0x26 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.20.6/go/src/runtime/sema.go:62 # 0x48de4a sync.(*WaitGroup).Wait+0x4a /home/couchbase/.cbdepscache/exploded/x86_64/go-1.20.6/go/src/sync/waitgroup.go:116 # 0xa60e6e github.com/couchbase/goxdcr/pipeline_ctx.(*PipelineRuntimeCtx).Stop.func2+0x38e /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/pipeline_ctx/pipeline_runtimeCtx.go:170 # 0x7e6841 github.com/couchbase/goxdcr/base.ExecWithTimeout.func1+0x21 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/base/simple_utils.go:48 4 @ 0x43e876 0x44ff2f 0x44ff06 0x46d006 0x48c345 0x48d996 0x48d975 0x9f6125 0x921be4 0x920bbc 0x4711c1 # 0x46d005 sync.runtime_SemacquireMutex+0x25 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.20.6/go/src/runtime/sema.go:77 # 0x48c344 sync.(*Mutex).lockSlow+0x164 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.20.6/go/src/sync/mutex.go:171 # 0x48d995 sync.(*Mutex).Lock+0x35 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.20.6/go/src/sync/mutex.go:90 # 0x48d974 sync.(*RWMutex).Lock+0x14 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.20.6/go/src/sync/rwmutex.go:147 # 0x9f6124 github.com/couchbase/goxdcr/pipeline_svc.(*CheckpointManager).UpdateVBTimestamps+0x184 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/pipeline_svc/checkpoint_manager.go:2405 # 0x921be3 github.com/couchbase/goxdcr/parts.(*DcpNozzle).performRollback+0x43 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/parts/dcp_nozzle.go:1129 # 0x920bbb github.com/couchbase/goxdcr/parts.(*DcpNozzle).processData+0x71b /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/parts/dcp_nozzle.go:1035 4 @ 0x43e876 0x44ff2f 0x44ff06 0x46d066 0xa10551 0xa1052a 0xa10297 0xa0f40f 0xa0e525 0xa0da65 0x4711c1 # 0x46d065 sync.runtime_SemacquireRWMutexR+0x25 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.20.6/go/src/runtime/sema.go:82 # 0xa10550 sync.(*RWMutex).RLock+0xb0 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.20.6/go/src/sync/rwmutex.go:71 # 0xa10529 github.com/couchbase/goxdcr/pipeline_svc.(*StatisticsManager).calculateDocsChecked+0x89 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/pipeline_svc/statistics_manager.go:628 # 0xa10296 github.com/couchbase/goxdcr/pipeline_svc.(*StatisticsManager).processCalculatedStats+0x6d6 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/pipeline_svc/statistics_manager.go:601 # 0xa0f40e github.com/couchbase/goxdcr/pipeline_svc.(*StatisticsManager).processRawStats+0x7ee /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/pipeline_svc/statistics_manager.go:528 # 0xa0e524 github.com/couchbase/goxdcr/pipeline_svc.(*StatisticsManager).updateStatsOnce+0x144 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/pipeline_svc/statistics_manager.go:355 # 0xa0da64 github.com/couchbase/goxdcr/pipeline_svc.(*StatisticsManager).updateStats+0x3e4 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/pipeline_svc/statistics_manager.go:309 3 @ 0x43e876 0x40ba5d 0x40b558 0xd9fc51 0x4711c1 # 0xd9fc50 github.com/couchbase/goxdcr/service_impl.(*BucketTopologySvcWatcher).run+0x350 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/service_impl/bucketTopologyService.go:1186 3 @ 0x43e876 0x437117 0x46b6c9 0x4dc712 0x4ddaf9 0x4ddae7 0x5d6b09 0x5e6c65 0x706d71 0x69251f 0x69267d 0x70cd3c 0x4711c1 # 0x46b6c8 internal/poll.runtime_pollWait+0x88 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.20.6/go/src/runtime/netpoll.go:306 # 0x4dc711 internal/poll.(*pollDesc).wait+0x31 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.20.6/go/src/internal/poll/fd_poll_runtime.go:84 # 0x4ddaf8 internal/poll.(*pollDesc).waitRead+0x298 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.20.6/go/src/internal/poll/fd_poll_runtime.go:89 # 0x4ddae6 internal/poll.(*FD).Read+0x286 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.20.6/go/src/internal/poll/fd_unix.go:167 # 0x5d6b08 net.(*netFD).Read+0x28 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.20.6/go/src/net/fd_posix.go:55 # 0x5e6c64 net.(*conn).Read+0x44 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.20.6/go/src/net/net.go:183 # 0x706d70 net/http.(*connReader).Read+0x170 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.20.6/go/src/net/http/server.go:782 # 0x69251e bufio.(*Reader).fill+0xfe /home/couchbase/.cbdepscache/exploded/x86_64/go-1.20.6/go/src/bufio/bufio.go:106 # 0x69267c bufio.(*Reader).Peek+0x5c /home/couchbase/.cbdepscache/exploded/x86_64/go-1.20.6/go/src/bufio/bufio.go:144 # 0x70cd3b net/http.(*conn).serve+0x77b /home/couchbase/.cbdepscache/exploded/x86_64/go-1.20.6/go/src/net/http/server.go:2030 3 @ 0x43e876 0x44ee3e 0x8e789f 0x4711c1 # 0x8e789e github.com/couchbase/goxdcr/peerToPeer.(*HandlerCommon).ClearOpaqueBg+0x7e /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/peerToPeer/handlerCommon.go:148 3 @ 0x43e876 0x44ee3e 0x95d269 0x95d7b8 0x95d77a 0xd844fc 0xd7d524 0xd84447 0x4711c1 # 0x95d268 github.com/couchbase/cbauth/metakv.doRunObserveChildren+0x428 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/cbauth/metakv/metakv.go:301 # 0x95d7b7 github.com/couchbase/cbauth/metakv.(*store).runObserveChildren+0x57 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/cbauth/metakv/metakv.go:259 # 0x95d779 github.com/couchbase/cbauth/metakv.RunObserveChildren+0x19 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/cbauth/metakv/metakv.go:389 # 0xd844fb github.com/couchbase/eventing-ee/evaluator/store.ObserveChanges.func1+0x7b /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/eventing-ee/evaluator/store/store.go:389 # 0xd7d523 github.com/couchbase/eventing-ee/evaluator/utils.ExponentialBackoffRetry+0x43 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/eventing-ee/evaluator/utils/retry.go:57 # 0xd84446 github.com/couchbase/eventing-ee/evaluator/store.ObserveChanges+0x86 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/eventing-ee/evaluator/store/store.go:387 3 @ 0x43e876 0x44ee3e 0x9ed170 0x4711c1 # 0x9ed16f github.com/couchbase/goxdcr/pipeline_svc.(*CheckpointManager).checkpointing+0x40f /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/pipeline_svc/checkpoint_manager.go:1657 3 @ 0x43e876 0x44ee3e 0xa008e9 0x4711c1 # 0xa008e8 github.com/couchbase/goxdcr/pipeline_svc.(*CheckpointManager).periodicMergerImpl+0xa8 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/pipeline_svc/checkpoint_manager.go:3516 3 @ 0x43e876 0x44ee3e 0xa0a7e5 0x4711c1 # 0xa0a7e4 github.com/couchbase/goxdcr/pipeline_svc.(*PipelineSupervisor).monitorPipelineHealth.func1+0x124 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/pipeline_svc/pipeline_supervisor.go:196 3 @ 0x43e876 0x44ee3e 0xa0b188 0x4711c1 # 0xa0b187 github.com/couchbase/goxdcr/pipeline_svc.(*PipelineSupervisor).checkAndLogFilterErrors+0x1a7 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/pipeline_svc/pipeline_supervisor.go:273 3 @ 0x43e876 0x44ee3e 0xa0e125 0x4711c1 # 0xa0e124 github.com/couchbase/goxdcr/pipeline_svc.(*StatisticsManager).logStats+0x224 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/pipeline_svc/statistics_manager.go:332 3 @ 0x43e876 0x44ee3e 0xa12ad9 0x4711c1 # 0xa12ad8 github.com/couchbase/goxdcr/pipeline_svc.(*StatisticsManager).subscribeToBucketTopologySvc+0x158 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/pipeline_svc/statistics_manager.go:954 3 @ 0x43e876 0x44ee3e 0xa13885 0x4711c1 # 0xa13884 github.com/couchbase/goxdcr/pipeline_svc.(*StatisticsManager).watchNotificationCh+0x144 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/pipeline_svc/statistics_manager.go:1041 2 @ 0x43e876 0x44ee3e 0x8fd13d 0x4711c1 # 0x8fd13c github.com/couchbase/goxdcr/peerToPeer.(*ReplicaCacheMonitor).Run+0x9c /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/peerToPeer/replicaCache.go:108 2 @ 0x43e876 0x44ee3e 0x9004f8 0x4711c1 # 0x9004f7 github.com/couchbase/goxdcr/peerToPeer.(*ReplicatorAgentImpl).run+0x457 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/peerToPeer/replicaReplicator.go:508 2 @ 0x43e876 0x44ee3e 0x923b65 0x4711c1 # 0x923b64 github.com/couchbase/goxdcr/parts.(*DcpNozzle).startUprStreams+0x224 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/parts/dcp_nozzle.go:1344 2 @ 0x43e876 0x44ee3e 0x9782de 0x4711c1 # 0x9782dd github.com/couchbase/goxdcr/metadata_svc.(*CollectionsManifestAgent).runPeriodicRefresh+0xdd /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/metadata_svc/collections_manifest_service.go:504 2 @ 0x43e876 0x44ee3e 0x97845f 0x4711c1 # 0x97845e github.com/couchbase/goxdcr/metadata_svc.(*CollectionsManifestAgent).runPersistRequestHandler+0xbe /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/metadata_svc/collections_manifest_service.go:528 2 @ 0x43e876 0x44ee3e 0x990e49 0x4711c1 # 0x990e48 github.com/couchbase/goxdcr/metadata_svc.(*RemoteClusterAgent).runPeriodicRefresh+0x188 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/metadata_svc/remote_cluster_service.go:1614 2 @ 0x43e876 0x44ee3e 0xa13425 0xa13435 0xa109c2 0xa1088f 0xa0fc33 0xa0f40f 0xa0e525 0xa0da65 0x4711c1 # 0xa13424 github.com/couchbase/goxdcr/pipeline_svc.(*StatisticsManager).getNotification+0xc4 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/pipeline_svc/statistics_manager.go:1029 # 0xa13434 github.com/couchbase/goxdcr/pipeline_svc.(*StatisticsManager).subscribeToBucketTopologySvc.func1.2+0xd4 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/pipeline_svc/statistics_manager.go:975 # 0xa109c1 github.com/couchbase/goxdcr/pipeline_svc.(*StatisticsManager).calculateChangesLeftAndDocsProcessedMainPipeline+0x101 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/pipeline_svc/statistics_manager.go:670 # 0xa1088e github.com/couchbase/goxdcr/pipeline_svc.(*StatisticsManager).calculateChangesLeftAndDocProcessed+0x10e /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/pipeline_svc/statistics_manager.go:654 # 0xa0fc32 github.com/couchbase/goxdcr/pipeline_svc.(*StatisticsManager).processCalculatedStats+0x72 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/pipeline_svc/statistics_manager.go:548 # 0xa0f40e github.com/couchbase/goxdcr/pipeline_svc.(*StatisticsManager).processRawStats+0x7ee /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/pipeline_svc/statistics_manager.go:528 # 0xa0e524 github.com/couchbase/goxdcr/pipeline_svc.(*StatisticsManager).updateStatsOnce+0x144 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/pipeline_svc/statistics_manager.go:355 # 0xa0da64 github.com/couchbase/goxdcr/pipeline_svc.(*StatisticsManager).updateStats+0x3e4 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/pipeline_svc/statistics_manager.go:309 2 @ 0x43e876 0x44ee3e 0xa24297 0x4711c1 # 0xa24296 github.com/couchbase/goxdcr/pipeline_svc.(*TopologyChangeDetectorSvc).monitorSource.func1+0xd6 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/pipeline_svc/topology_change_detector.go:483 2 @ 0x43e876 0x44ee3e 0xa24e34 0x4711c1 # 0xa24e33 github.com/couchbase/goxdcr/pipeline_svc.(*TopologyChangeDetectorSvc).monitorTarget.func1+0xd3 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/pipeline_svc/topology_change_detector.go:572 2 @ 0x43e876 0x44ee3e 0xa55845 0x4711c1 # 0xa55844 github.com/couchbase/goxdcr/backfill_manager.(*BackfillRequestHandler).run+0x2a4 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/backfill_manager/backfill_request_handler.go:241 1 @ 0x433bd6 0x46b2a5 0x7d0fb5 0x7d0dcd 0x7cdb4b 0x7dce05 0x7dd953 0x70e0af 0x70fa49 0x7111f6 0x70cbd2 0x4711c1 # 0x46b2a4 runtime/pprof.runtime_goroutineProfileWithLabels+0x24 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.20.6/go/src/runtime/mprof.go:844 # 0x7d0fb4 runtime/pprof.writeRuntimeProfile+0xb4 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.20.6/go/src/runtime/pprof/pprof.go:734 # 0x7d0dcc runtime/pprof.writeGoroutine+0x4c /home/couchbase/.cbdepscache/exploded/x86_64/go-1.20.6/go/src/runtime/pprof/pprof.go:694 # 0x7cdb4a runtime/pprof.(*Profile).WriteTo+0x14a /home/couchbase/.cbdepscache/exploded/x86_64/go-1.20.6/go/src/runtime/pprof/pprof.go:329 # 0x7dce04 net/http/pprof.handler.ServeHTTP+0x4a4 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.20.6/go/src/net/http/pprof/pprof.go:259 # 0x7dd952 net/http/pprof.Index+0xf2 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.20.6/go/src/net/http/pprof/pprof.go:376 # 0x70e0ae net/http.HandlerFunc.ServeHTTP+0x2e /home/couchbase/.cbdepscache/exploded/x86_64/go-1.20.6/go/src/net/http/server.go:2122 # 0x70fa48 net/http.(*ServeMux).ServeHTTP+0x148 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.20.6/go/src/net/http/server.go:2500 # 0x7111f5 net/http.serverHandler.ServeHTTP+0x315 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.20.6/go/src/net/http/server.go:2936 # 0x70cbd1 net/http.(*conn).serve+0x611 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.20.6/go/src/net/http/server.go:1995 1 @ 0x43cf7f 0x47281b 0x7a602c 0x787e76 0x787f88 0x78d0ce 0x78c36b 0x78d46d 0x78d565 0x7ecce9 0x80841f 0x80813d 0x807205 0x9354e6 0x90e882 0x921162 0x4711c1 # 0x7a602b github.com/couchbaselabs/gojsonsm.(*jsonTokenizer).Step+0xd2b /home/couchbase/jenkins/workspace/couchbase-server-unix/godeps/src/github.com/couchbaselabs/gojsonsm/jsontokenizer.go:486 # 0x787e75 github.com/couchbaselabs/gojsonsm.(*FastMatcher).leaveValue+0x35 /home/couchbase/jenkins/workspace/couchbase-server-unix/godeps/src/github.com/couchbaselabs/gojsonsm/fastMatcher.go:44 # 0x787f87 github.com/couchbaselabs/gojsonsm.(*FastMatcher).skipValue+0x47 /home/couchbase/jenkins/workspace/couchbase-server-unix/godeps/src/github.com/couchbaselabs/gojsonsm/fastMatcher.go:89 # 0x78d0cd github.com/couchbaselabs/gojsonsm.(*FastMatcher).matchObjectOrArray+0x46d /home/couchbase/jenkins/workspace/couchbase-server-unix/godeps/src/github.com/couchbaselabs/gojsonsm/fastMatcher.go:805 # 0x78c36a github.com/couchbaselabs/gojsonsm.(*FastMatcher).matchExec+0xca /home/couchbase/jenkins/workspace/couchbase-server-unix/godeps/src/github.com/couchbaselabs/gojsonsm/fastMatcher.go:600 # 0x78d46c github.com/couchbaselabs/gojsonsm.(*FastMatcher).Match+0x8c /home/couchbase/jenkins/workspace/couchbase-server-unix/godeps/src/github.com/couchbaselabs/gojsonsm/fastMatcher.go:823 # 0x78d564 github.com/couchbaselabs/gojsonsm.(*FastMatcher).MatchWithStatus+0x24 /home/couchbase/jenkins/workspace/couchbase-server-unix/godeps/src/github.com/couchbaselabs/gojsonsm/fastMatcher.go:837 # 0x7ecce8 github.com/couchbase/goxdcr/base.MatchWrapper+0x88 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/base/simple_utils.go:1593 # 0x80841e github.com/couchbase/goxdcr/base/filter.(*FilterImpl).FilterByteSlice+0x9e /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/base/filter/filterImpl.go:314 # 0x80813c github.com/couchbase/goxdcr/base/filter.(*FilterImpl).filterUprEvent+0x15c /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/base/filter/filterImpl.go:300 # 0x807204 github.com/couchbase/goxdcr/base/filter.(*FilterImpl).FilterUprEvent+0x1e4 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/base/filter/filterImpl.go:153 # 0x9354e5 github.com/couchbase/goxdcr/parts.(*Router).Route+0x125 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/parts/router.go:1637 # 0x90e881 github.com/couchbase/goxdcr/connector.(*Router).Forward+0x141 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/connector/router.go:113 # 0x921161 github.com/couchbase/goxdcr/parts.(*DcpNozzle).processData+0xcc1 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/parts/dcp_nozzle.go:1102 1 @ 0x43e876 0x40ba5d 0x40b558 0xe028f3 0x43e447 0x4711c1 # 0xe028f2 main.main+0x14d2 goproj/src/github.com/couchbase/goxdcr/main/main.go:275 # 0x43e446 runtime.main+0x206 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.20.6/go/src/runtime/proc.go:250 1 @ 0x43e876 0x437117 0x46b6c9 0x4dc712 0x4ddaf9 0x4ddae7 0x5d6b09 0x5e6c65 0x6362dd 0x509018 0x6364c5 0x6339b6 0x6398af 0x6398b0 0x4ba65a 0x68b539 0x68b503 0x744545 0x74450d 0x73c4b3 0x95286b 0x940d05 0x4711c1 # 0x46b6c8 internal/poll.runtime_pollWait+0x88 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.20.6/go/src/runtime/netpoll.go:306 # 0x4dc711 internal/poll.(*pollDesc).wait+0x31 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.20.6/go/src/internal/poll/fd_poll_runtime.go:84 # 0x4ddaf8 internal/poll.(*pollDesc).waitRead+0x298 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.20.6/go/src/internal/poll/fd_poll_runtime.go:89 # 0x4ddae6 internal/poll.(*FD).Read+0x286 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.20.6/go/src/internal/poll/fd_unix.go:167 # 0x5d6b08 net.(*netFD).Read+0x28 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.20.6/go/src/net/fd_posix.go:55 # 0x5e6c64 net.(*conn).Read+0x44 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.20.6/go/src/net/net.go:183 # 0x6362dc crypto/tls.(*atLeastReader).Read+0x3c /home/couchbase/.cbdepscache/exploded/x86_64/go-1.20.6/go/src/crypto/tls/conn.go:788 # 0x509017 bytes.(*Buffer).ReadFrom+0x97 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.20.6/go/src/bytes/buffer.go:202 # 0x6364c4 crypto/tls.(*Conn).readFromUntil+0xe4 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.20.6/go/src/crypto/tls/conn.go:810 # 0x6339b5 crypto/tls.(*Conn).readRecordOrCCS+0x115 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.20.6/go/src/crypto/tls/conn.go:617 # 0x6398ae crypto/tls.(*Conn).readRecord+0x16e /home/couchbase/.cbdepscache/exploded/x86_64/go-1.20.6/go/src/crypto/tls/conn.go:583 # 0x6398af crypto/tls.(*Conn).Read+0x16f /home/couchbase/.cbdepscache/exploded/x86_64/go-1.20.6/go/src/crypto/tls/conn.go:1316 # 0x4ba659 io.ReadAtLeast+0x99 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.20.6/go/src/io/io.go:332 # 0x68b538 io.ReadFull+0xd8 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.20.6/go/src/io/io.go:351 # 0x68b502 github.com/couchbase/gomemcached.(*MCResponse).ReceiveWithBuf+0xa2 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/gomemcached/mc_res.go:169 # 0x744544 github.com/couchbase/gomemcached.(*MCResponse).Receive+0xa4 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/gomemcached/mc_res.go:156 # 0x74450c github.com/couchbase/gomemcached/client.getResponse+0x6c /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/gomemcached/client/transport.go:35 # 0x73c4b2 github.com/couchbase/gomemcached/client.(*Client).Receive+0x52 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/gomemcached/client/mc.go:333 # 0x95286a github.com/couchbase/goxdcr/parts.(*XmemNozzle).readFromClient+0x18a /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/parts/xmem_nozzle.go:3498 # 0x940d04 github.com/couchbase/goxdcr/parts.(*XmemNozzle).batchGetMetaHandler+0x184 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/parts/xmem_nozzle.go:1492 1 @ 0x43e876 0x437117 0x46b6c9 0x4dc712 0x4ddaf9 0x4ddae7 0x5d6b09 0x5e6c65 0x692afb 0x8c2b25 0x681ba8 0x68179b 0x6813d8 0x8c1dc5 0x8c1406 0x8c0f5b 0x8c0687 0x8c323b 0x8c3938 0x8c5c9d 0x8c5f85 0x4711c1 # 0x46b6c8 internal/poll.runtime_pollWait+0x88 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.20.6/go/src/runtime/netpoll.go:306 # 0x4dc711 internal/poll.(*pollDesc).wait+0x31 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.20.6/go/src/internal/poll/fd_poll_runtime.go:84 # 0x4ddaf8 internal/poll.(*pollDesc).waitRead+0x298 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.20.6/go/src/internal/poll/fd_poll_runtime.go:89 # 0x4ddae6 internal/poll.(*FD).Read+0x286 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.20.6/go/src/internal/poll/fd_unix.go:167 # 0x5d6b08 net.(*netFD).Read+0x28 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.20.6/go/src/net/fd_posix.go:55 # 0x5e6c64 net.(*conn).Read+0x44 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.20.6/go/src/net/net.go:183 # 0x692afa bufio.(*Reader).Read+0x1ba /home/couchbase/.cbdepscache/exploded/x86_64/go-1.20.6/go/src/bufio/bufio.go:237 # 0x8c2b24 github.com/couchbase/cbauth/revrpc.(*minirwc).Read+0x24 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/cbauth/revrpc/revrpc.go:102 # 0x681ba7 encoding/json.(*Decoder).refill+0x187 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.20.6/go/src/encoding/json/stream.go:165 # 0x68179a encoding/json.(*Decoder).readValue+0xba /home/couchbase/.cbdepscache/exploded/x86_64/go-1.20.6/go/src/encoding/json/stream.go:140 # 0x6813d7 encoding/json.(*Decoder).Decode+0x77 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.20.6/go/src/encoding/json/stream.go:63 # 0x8c1dc4 net/rpc/jsonrpc.(*serverCodec).ReadRequestHeader+0x84 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.20.6/go/src/net/rpc/jsonrpc/server.go:66 # 0x8c1405 net/rpc.(*Server).readRequestHeader+0x65 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.20.6/go/src/net/rpc/server.go:588 # 0x8c0f5a net/rpc.(*Server).readRequest+0x3a /home/couchbase/.cbdepscache/exploded/x86_64/go-1.20.6/go/src/net/rpc/server.go:548 # 0x8c0686 net/rpc.(*Server).ServeCodec+0x86 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.20.6/go/src/net/rpc/server.go:463 # 0x8c323a github.com/couchbase/cbauth/revrpc.(*Service).Run+0x5ba /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/cbauth/revrpc/revrpc.go:192 # 0x8c3937 github.com/couchbase/cbauth/revrpc.BabysitService+0x57 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/cbauth/revrpc/revrpc.go:288 # 0x8c5c9c github.com/couchbase/cbauth.runRPCForSvc+0xbc /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/cbauth/default.go:57 # 0x8c5f84 github.com/couchbase/cbauth.startDefault.func1+0x24 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/cbauth/default.go:66 1 @ 0x43e876 0x437117 0x46b6c9 0x4dc712 0x4e201d 0x4e200b 0x5d8c95 0x5efb25 0x5eec1d 0x711765 0x71139d 0x9b7f68 0x4711c1 # 0x46b6c8 internal/poll.runtime_pollWait+0x88 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.20.6/go/src/runtime/netpoll.go:306 # 0x4dc711 internal/poll.(*pollDesc).wait+0x31 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.20.6/go/src/internal/poll/fd_poll_runtime.go:84 # 0x4e201c internal/poll.(*pollDesc).waitRead+0x2bc /home/couchbase/.cbdepscache/exploded/x86_64/go-1.20.6/go/src/internal/poll/fd_poll_runtime.go:89 # 0x4e200a internal/poll.(*FD).Accept+0x2aa /home/couchbase/.cbdepscache/exploded/x86_64/go-1.20.6/go/src/internal/poll/fd_unix.go:614 # 0x5d8c94 net.(*netFD).accept+0x34 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.20.6/go/src/net/fd_unix.go:172 # 0x5efb24 net.(*TCPListener).accept+0x24 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.20.6/go/src/net/tcpsock_posix.go:148 # 0x5eec1c net.(*TCPListener).Accept+0x3c /home/couchbase/.cbdepscache/exploded/x86_64/go-1.20.6/go/src/net/tcpsock.go:297 # 0x711764 net/http.(*Server).Serve+0x384 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.20.6/go/src/net/http/server.go:3059 # 0x71139c net/http.(*Server).ListenAndServe+0x7c /home/couchbase/.cbdepscache/exploded/x86_64/go-1.20.6/go/src/net/http/server.go:2988 # 0x9b7f67 github.com/couchbase/goxdcr/adminport.(*httpServer).Start.func1+0xe7 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/adminport/admin_httpd.go:93 1 @ 0x43e876 0x44ee3e 0x7e663f 0xa60926 0x9cc842 0xa3317b 0xa36b2e 0x48c6e2 0xa366c7 0xa36695 0x4711c1 # 0x7e663e github.com/couchbase/goxdcr/base.ExecWithTimeout+0x19e /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/base/simple_utils.go:56 # 0xa60925 github.com/couchbase/goxdcr/pipeline_ctx.(*PipelineRuntimeCtx).Stop+0x325 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/pipeline_ctx/pipeline_runtimeCtx.go:179 # 0x9cc841 github.com/couchbase/goxdcr/pipeline.(*GenericPipeline).Stop+0x481 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/pipeline/generic_pipeline.go:555 # 0xa3317a github.com/couchbase/goxdcr/pipeline_manager.(*PipelineManager).StopBackfillPipeline+0x39a /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/pipeline_manager/pipeline_manager.go:1083 # 0xa36b2d github.com/couchbase/goxdcr/pipeline_manager.(*PipelineUpdater).run.func1+0x42d /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/pipeline_manager/pipeline_manager.go:1654 # 0x48c6e1 sync.(*Once).doSlow+0xc1 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.20.6/go/src/sync/once.go:74 # 0xa366c6 sync.(*Once).Do+0x46 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.20.6/go/src/sync/once.go:65 # 0xa36694 github.com/couchbase/goxdcr/pipeline_manager.(*PipelineUpdater).run+0x14 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/pipeline_manager/pipeline_manager.go:1588 1 @ 0x43e876 0x44ee3e 0x879f05 0x4711c1 # 0x879f04 github.com/couchbase/cbauth/cbauthimpl.(*cfgChangeNotifier).loop+0x84 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/cbauth/cbauthimpl/impl.go:309 1 @ 0x43e876 0x44ee3e 0x87a4a7 0x4711c1 # 0x87a4a6 github.com/couchbase/cbauth/cbauthimpl.(*tlsNotifier).loop+0x66 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/cbauth/cbauthimpl/impl.go:389 1 @ 0x43e876 0x44ee3e 0x8e626f 0x4711c1 # 0x8e626e github.com/couchbase/goxdcr/peerToPeer.(*DiscoveryHandler).handler+0xae /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/peerToPeer/discoveryHandler.go:55 1 @ 0x43e876 0x44ee3e 0x8fac70 0x4711c1 # 0x8fac6f github.com/couchbase/goxdcr/peerToPeer.(*PeriodicPushHandler).handler.func2+0x8f /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/peerToPeer/periodicPushHandler.go:80 1 @ 0x43e876 0x44ee3e 0x8fadd9 0x4711c1 # 0x8fadd8 github.com/couchbase/goxdcr/peerToPeer.(*PeriodicPushHandler).handler.func1+0x98 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/peerToPeer/periodicPushHandler.go:62 1 @ 0x43e876 0x44ee3e 0x8fe96b 0x4711c1 # 0x8fe96a github.com/couchbase/goxdcr/peerToPeer.(*ReplicaReplicatorImpl).run+0xca /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/peerToPeer/replicaReplicator.go:229 1 @ 0x43e876 0x44ee3e 0x9067b0 0x4711c1 # 0x9067af github.com/couchbase/goxdcr/peerToPeer.(*VBMasterCheckHandler).handler.func2+0x8f /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/peerToPeer/vbMasterCheckHandler.go:345 1 @ 0x43e876 0x44ee3e 0x906910 0x4711c1 # 0x90690f github.com/couchbase/goxdcr/peerToPeer.(*VBMasterCheckHandler).handler.func1+0x8f /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/peerToPeer/vbMasterCheckHandler.go:329 1 @ 0x43e876 0x44ee3e 0xa0d973 0x4711c1 # 0xa0d972 github.com/couchbase/goxdcr/pipeline_svc.(*StatisticsManager).updateStats+0x2f2 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/pipeline_svc/statistics_manager.go:292 1 @ 0x43e876 0x44ee3e 0xa3691c 0x48c6e2 0xa366c7 0xa36695 0x4711c1 # 0xa3691b github.com/couchbase/goxdcr/pipeline_manager.(*PipelineUpdater).run.func1+0x21b /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/pipeline_manager/pipeline_manager.go:1599 # 0x48c6e1 sync.(*Once).doSlow+0xc1 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.20.6/go/src/sync/once.go:74 # 0xa366c6 sync.(*Once).Do+0x46 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.20.6/go/src/sync/once.go:65 # 0xa36694 github.com/couchbase/goxdcr/pipeline_manager.(*PipelineUpdater).run+0x14 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/pipeline_manager/pipeline_manager.go:1588 1 @ 0x43e876 0x44ee3e 0xa3eda5 0x4711c1 # 0xa3eda4 github.com/couchbase/goxdcr/resource_manager.(*ResourceManager).collectCpuUsage+0x164 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/resource_manager/resource_manager.go:496 1 @ 0x43e876 0x44ee3e 0xa3f0a5 0x4711c1 # 0xa3f0a4 github.com/couchbase/goxdcr/resource_manager.(*ResourceManager).manageResources+0x164 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/resource_manager/resource_manager.go:514 1 @ 0x43e876 0x44ee3e 0xa3fb45 0x4711c1 # 0xa3fb44 github.com/couchbase/goxdcr/resource_manager.(*ResourceManager).logStats+0x164 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/resource_manager/resource_manager.go:599 1 @ 0x43e876 0x44ee3e 0xa5147d 0x4711c1 # 0xa5147c github.com/couchbase/goxdcr/backfill_manager.(*BackfillMgr).runRetryMonitor+0xdc /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/backfill_manager/backfill_manager.go:1651 1 @ 0x43e876 0x44ee3e 0xda0065 0x4711c1 # 0xda0064 github.com/couchbase/goxdcr/service_impl.(*BucketTopologySvcWatcher).run.func1+0x84 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/service_impl/bucketTopologyService.go:1143 1 @ 0x43e876 0x44ee3e 0xdbc025 0x4711c1 # 0xdbc024 github.com/couchbase/goxdcr/service_impl.(*ThroughSeqnoTrackerSvc).bgScanForThroughSeqno+0x184 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/service_impl/through_seqno_tracker_service.go:1120 1 @ 0x43e876 0x44ee3e 0xdc1885 0x4711c1 # 0xdc1884 github.com/couchbase/goxdcr/service_impl.(*ThroughputThrottler).update+0x244 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/service_impl/throughput_throttler_service.go:101 1 @ 0x43e876 0x44ee3e 0xdc1ea6 0x4711c1 # 0xdc1ea5 github.com/couchbase/goxdcr/service_impl.(*ThroughputThrottler).clearReassignedTokens+0x245 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/service_impl/throughput_throttler_service.go:187 1 @ 0x43e876 0x44ee3e 0xdc2b3c 0x4711c1 # 0xdc2b3b github.com/couchbase/goxdcr/service_impl.(*ThroughputThrottler).logStats+0x1fb /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/service_impl/throughput_throttler_service.go:360 1 @ 0x43e876 0x44ee3e 0xdd8f76 0x4711c1 # 0xdd8f75 github.com/couchbase/goxdcr/replication_manager.(*Adminport).Start+0x3d5 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/replication_manager/adminport.go:121 1 @ 0x43e876 0x44ee3e 0xdf63ca 0x4711c1 # 0xdf63c9 github.com/couchbase/goxdcr/replication_manager.(*replicationManager).checkReplicationStatus+0x1a9 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/replication_manager/replication_manager.go:445 1 @ 0x43e876 0x44ee3e 0xdfb725 0x4711c1 # 0xdfb724 github.com/couchbase/goxdcr/replication_manager.logMemStats+0x1c4 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/replication_manager/replication_manager.go:1068 1 @ 0x43e876 0x44ff2f 0x44ff06 0x46cee7 0x48de4b 0xa3a626 0xa321bc 0xa321ad 0xa2af8c 0x4711c1 # 0x46cee6 sync.runtime_Semacquire+0x26 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.20.6/go/src/runtime/sema.go:62 # 0x48de4a sync.(*WaitGroup).Wait+0x4a /home/couchbase/.cbdepscache/exploded/x86_64/go-1.20.6/go/src/sync/waitgroup.go:116 # 0xa3a625 github.com/couchbase/goxdcr/pipeline_manager.(*PipelineUpdater).sendStopBackfillPipeline+0xc5 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/pipeline_manager/pipeline_manager.go:2145 # 0xa321bb github.com/couchbase/goxdcr/pipeline_manager.(*PipelineUpdater).stopBackfillPipeline+0x9b /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/pipeline_manager/pipeline_manager.go:2112 # 0xa321ac github.com/couchbase/goxdcr/pipeline_manager.(*PipelineManager).StopBackfillWithStoppedCb+0x8c /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/pipeline_manager/pipeline_manager.go:951 # 0xa2af8b github.com/couchbase/goxdcr/pipeline_manager.(*PipelineOpSerializer).handleJobs+0xeab /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/pipeline_manager/pipelineOpSerializer.go:452 1 @ 0x43e876 0x46dfb5 0xd835a5 0x4711c1 # 0x46dfb4 time.Sleep+0x134 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.20.6/go/src/runtime/time.go:195 # 0xd835a4 github.com/couchbase/eventing-ee/evaluator/store.(*storage).periodicScan+0x44 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/eventing-ee/evaluator/store/store.go:328 1 @ 0x44e485 0x44e950 0x90dbf3 0x4711c1 # 0x90dbf2 github.com/couchbase/goxdcr/component.(*AsyncComponentEventListenerImpl).run+0x92 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/component/async_listener.go:68 1 @ 0x4711c1 1 @ 0x4c2767 0x4c0865 0x4ddb2e 0x4ddb16 0x4dd896 0x4e807e 0x4e8076 0x69251f 0x692cec 0xdfb3ca 0x4711c1 # 0x4c2766 syscall.Syscall+0x26 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.20.6/go/src/syscall/syscall_linux.go:69 # 0x4c0864 syscall.read+0x44 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.20.6/go/src/syscall/zsyscall_linux_amd64.go:711 # 0x4ddb2d syscall.Read+0x2cd /home/couchbase/.cbdepscache/exploded/x86_64/go-1.20.6/go/src/syscall/syscall_unix.go:178 # 0x4ddb15 internal/poll.ignoringEINTRIO+0x2b5 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.20.6/go/src/internal/poll/fd_unix.go:794 # 0x4dd895 internal/poll.(*FD).Read+0x35 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.20.6/go/src/internal/poll/fd_unix.go:163 # 0x4e807d os.(*File).read+0x5d /home/couchbase/.cbdepscache/exploded/x86_64/go-1.20.6/go/src/os/file_posix.go:31 # 0x4e8075 os.(*File).Read+0x55 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.20.6/go/src/os/file.go:118 # 0x69251e bufio.(*Reader).fill+0xfe /home/couchbase/.cbdepscache/exploded/x86_64/go-1.20.6/go/src/bufio/bufio.go:106 # 0x692ceb bufio.(*Reader).ReadByte+0x2b /home/couchbase/.cbdepscache/exploded/x86_64/go-1.20.6/go/src/bufio/bufio.go:265 # 0xdfb3c9 github.com/couchbase/goxdcr/replication_manager.pollStdin+0x149 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/replication_manager/replication_manager.go:1039 1 @ 0x7a60a7 0x787e76 0x787f79 0x78d0ce 0x78c36b 0x78d46d 0x78d565 0x7ecce9 0x80841f 0x80813d 0x807205 0x9354e6 0x90e882 0x921162 0x4711c1 # 0x7a60a6 github.com/couchbaselabs/gojsonsm.(*jsonTokenizer).Step+0xda6 /home/couchbase/jenkins/workspace/couchbase-server-unix/godeps/src/github.com/couchbaselabs/gojsonsm/jsontokenizer.go:125 # 0x787e75 github.com/couchbaselabs/gojsonsm.(*FastMatcher).leaveValue+0x35 /home/couchbase/jenkins/workspace/couchbase-server-unix/godeps/src/github.com/couchbaselabs/gojsonsm/fastMatcher.go:44 # 0x787f78 github.com/couchbaselabs/gojsonsm.(*FastMatcher).skipValue+0x38 /home/couchbase/jenkins/workspace/couchbase-server-unix/godeps/src/github.com/couchbaselabs/gojsonsm/fastMatcher.go:87 # 0x78d0cd github.com/couchbaselabs/gojsonsm.(*FastMatcher).matchObjectOrArray+0x46d /home/couchbase/jenkins/workspace/couchbase-server-unix/godeps/src/github.com/couchbaselabs/gojsonsm/fastMatcher.go:805 # 0x78c36a github.com/couchbaselabs/gojsonsm.(*FastMatcher).matchExec+0xca /home/couchbase/jenkins/workspace/couchbase-server-unix/godeps/src/github.com/couchbaselabs/gojsonsm/fastMatcher.go:600 # 0x78d46c github.com/couchbaselabs/gojsonsm.(*FastMatcher).Match+0x8c /home/couchbase/jenkins/workspace/couchbase-server-unix/godeps/src/github.com/couchbaselabs/gojsonsm/fastMatcher.go:823 # 0x78d564 github.com/couchbaselabs/gojsonsm.(*FastMatcher).MatchWithStatus+0x24 /home/couchbase/jenkins/workspace/couchbase-server-unix/godeps/src/github.com/couchbaselabs/gojsonsm/fastMatcher.go:837 # 0x7ecce8 github.com/couchbase/goxdcr/base.MatchWrapper+0x88 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/base/simple_utils.go:1593 # 0x80841e github.com/couchbase/goxdcr/base/filter.(*FilterImpl).FilterByteSlice+0x9e /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/base/filter/filterImpl.go:314 # 0x80813c github.com/couchbase/goxdcr/base/filter.(*FilterImpl).filterUprEvent+0x15c /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/base/filter/filterImpl.go:300 # 0x807204 github.com/couchbase/goxdcr/base/filter.(*FilterImpl).FilterUprEvent+0x1e4 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/base/filter/filterImpl.go:153 # 0x9354e5 github.com/couchbase/goxdcr/parts.(*Router).Route+0x125 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/parts/router.go:1637 # 0x90e881 github.com/couchbase/goxdcr/connector.(*Router).Forward+0x141 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/connector/router.go:113 # 0x921161 github.com/couchbase/goxdcr/parts.(*DcpNozzle).processData+0xcc1 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/parts/dcp_nozzle.go:1102