goroutine profile: total 263 72 @ 0x44346e 0x4551c5 0x963390 0x47a8e1 # 0x96338f github.com/couchbase/goxdcr/component.(*AsyncComponentEventListenerImpl).run+0x8f /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/component/async_listener.go:68 12 @ 0x44346e 0x4551c5 0x73d990 0x47a8e1 # 0x73d98f net/http.(*persistConn).writeLoop+0xef /home/couchbase/.cbdepscache/exploded/x86_64/go-1.22.2/go/src/net/http/transport.go:2444 8 @ 0x44346e 0x4551c5 0x73ca3a 0x47a8e1 # 0x73ca39 net/http.(*persistConn).readLoop+0xd39 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.22.2/go/src/net/http/transport.go:2261 8 @ 0x44346e 0x4551c5 0xf5fb18 0x47a8e1 # 0xf5fb17 github.com/couchbase/goxdcr/service_impl.(*BucketTopologySvcWatcher).run.func2+0x197 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/service_impl/bucketTopologyService.go:1251 7 @ 0x44346e 0x4551c5 0x92f75b 0x47a8e1 # 0x92f75a github.com/couchbase/goxdcr/peerToPeer.(*HandlerCommon).ClearOpaqueBg+0x7a /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/peerToPeer/handlerCommon.go:149 5 @ 0x44346e 0x43c117 0x475005 0x4e7367 0x4e865a 0x4e8648 0x5f1725 0x600485 0x73b12a 0x6a1da3 0x6a28a9 0x6cfa7c 0x6cf485 0x6cf7f1 0x72fdbb 0x72fc98 0x73f6ff 0x53c3a8 0x53bfa5 0x53bc75 0x9b1b14 0x47a8e1 # 0x475004 internal/poll.runtime_pollWait+0x84 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.22.2/go/src/runtime/netpoll.go:345 # 0x4e7366 internal/poll.(*pollDesc).wait+0x26 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.22.2/go/src/internal/poll/fd_poll_runtime.go:84 # 0x4e8659 internal/poll.(*pollDesc).waitRead+0x279 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.22.2/go/src/internal/poll/fd_poll_runtime.go:89 # 0x4e8647 internal/poll.(*FD).Read+0x267 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.22.2/go/src/internal/poll/fd_unix.go:164 # 0x5f1724 net.(*netFD).Read+0x24 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.22.2/go/src/net/fd_posix.go:55 # 0x600484 net.(*conn).Read+0x44 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.22.2/go/src/net/net.go:179 # 0x73b129 net/http.(*persistConn).Read+0x49 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.22.2/go/src/net/http/transport.go:1977 # 0x6a1da2 bufio.(*Reader).fill+0x102 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.22.2/go/src/bufio/bufio.go:110 # 0x6a28a8 bufio.(*Reader).ReadSlice+0x28 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.22.2/go/src/bufio/bufio.go:376 # 0x6cfa7b net/http/internal.readChunkLine+0x1b /home/couchbase/.cbdepscache/exploded/x86_64/go-1.22.2/go/src/net/http/internal/chunked.go:156 # 0x6cf484 net/http/internal.(*chunkedReader).beginChunk+0x24 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.22.2/go/src/net/http/internal/chunked.go:49 # 0x6cf7f0 net/http/internal.(*chunkedReader).Read+0x130 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.22.2/go/src/net/http/internal/chunked.go:125 # 0x72fdba net/http.(*body).readLocked+0x3a /home/couchbase/.cbdepscache/exploded/x86_64/go-1.22.2/go/src/net/http/transfer.go:840 # 0x72fc97 net/http.(*body).Read+0x117 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.22.2/go/src/net/http/transfer.go:832 # 0x73f6fe net/http.(*bodyEOFSignal).Read+0x13e /home/couchbase/.cbdepscache/exploded/x86_64/go-1.22.2/go/src/net/http/transport.go:2833 # 0x53c3a7 encoding/json.(*Decoder).refill+0x187 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.22.2/go/src/encoding/json/stream.go:165 # 0x53bfa4 encoding/json.(*Decoder).readValue+0x84 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.22.2/go/src/encoding/json/stream.go:140 # 0x53bc74 encoding/json.(*Decoder).Decode+0x74 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.22.2/go/src/encoding/json/stream.go:63 # 0x9b1b13 github.com/couchbase/cbauth/metakv.doRunObserveChildren.func1+0xd3 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/cbauth/metakv/metakv.go:293 4 @ 0x44346e 0x43c117 0x475005 0x4e7367 0x4e865a 0x4e8648 0x5f1725 0x600485 0x4c2890 0x697036 0x697008 0x75ef1b 0x47a8e1 # 0x475004 internal/poll.runtime_pollWait+0x84 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.22.2/go/src/runtime/netpoll.go:345 # 0x4e7366 internal/poll.(*pollDesc).wait+0x26 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.22.2/go/src/internal/poll/fd_poll_runtime.go:84 # 0x4e8659 internal/poll.(*pollDesc).waitRead+0x279 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.22.2/go/src/internal/poll/fd_poll_runtime.go:89 # 0x4e8647 internal/poll.(*FD).Read+0x267 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.22.2/go/src/internal/poll/fd_unix.go:164 # 0x5f1724 net.(*netFD).Read+0x24 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.22.2/go/src/net/fd_posix.go:55 # 0x600484 net.(*conn).Read+0x44 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.22.2/go/src/net/net.go:179 # 0x4c288f io.ReadAtLeast+0x8f /home/couchbase/.cbdepscache/exploded/x86_64/go-1.22.2/go/src/io/io.go:335 # 0x697035 io.ReadFull+0x95 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.22.2/go/src/io/io.go:354 # 0x697007 github.com/couchbase/gomemcached.(*MCRequest).Receive+0x67 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/gomemcached/mc_req.go:642 # 0x75ef1a github.com/couchbase/gomemcached/client.(*UprFeed).runFeed+0x15a /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/gomemcached/client/upr_feed.go:904 4 @ 0x44346e 0x43c117 0x475005 0x4e7367 0x4e865a 0x4e8648 0x5f1725 0x600485 0x73b12a 0x6a1da3 0x6a1ed3 0x73beb9 0x47a8e1 # 0x475004 internal/poll.runtime_pollWait+0x84 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.22.2/go/src/runtime/netpoll.go:345 # 0x4e7366 internal/poll.(*pollDesc).wait+0x26 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.22.2/go/src/internal/poll/fd_poll_runtime.go:84 # 0x4e8659 internal/poll.(*pollDesc).waitRead+0x279 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.22.2/go/src/internal/poll/fd_poll_runtime.go:89 # 0x4e8647 internal/poll.(*FD).Read+0x267 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.22.2/go/src/internal/poll/fd_unix.go:164 # 0x5f1724 net.(*netFD).Read+0x24 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.22.2/go/src/net/fd_posix.go:55 # 0x600484 net.(*conn).Read+0x44 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.22.2/go/src/net/net.go:179 # 0x73b129 net/http.(*persistConn).Read+0x49 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.22.2/go/src/net/http/transport.go:1977 # 0x6a1da2 bufio.(*Reader).fill+0x102 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.22.2/go/src/bufio/bufio.go:110 # 0x6a1ed2 bufio.(*Reader).Peek+0x52 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.22.2/go/src/bufio/bufio.go:148 # 0x73beb8 net/http.(*persistConn).readLoop+0x1b8 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.22.2/go/src/net/http/transport.go:2141 4 @ 0x44346e 0x4551c5 0x75bb4d 0x47a8e1 # 0x75bb4c github.com/couchbase/gomemcached/client.(*UprFeed).sendCommands+0xac /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/gomemcached/client/upr_feed.go:346 4 @ 0x44346e 0x4551c5 0x97d994 0x47a8e1 # 0x97d993 github.com/couchbase/goxdcr/parts.(*DcpNozzle).checkInactiveUprStreams+0x193 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/parts/dcp_nozzle.go:1839 4 @ 0x44346e 0x4551c5 0x97ea4e 0x47a8e1 # 0x97ea4d github.com/couchbase/goxdcr/parts.(*DcpNozzle).collectDcpDataChanLen+0x10d /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/parts/dcp_nozzle.go:2007 4 @ 0x44346e 0x4551c5 0x99f8ad 0x47a8e1 # 0x99f8ac github.com/couchbase/goxdcr/parts.(*XmemNozzle).receiveResponse+0xcc /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/parts/xmem_nozzle.go:2691 4 @ 0x44346e 0x4551c5 0x9a3372 0x47a8e1 # 0x9a3371 github.com/couchbase/goxdcr/parts.(*XmemNozzle).selfMonitor+0x231 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/parts/xmem_nozzle.go:3091 4 @ 0x44346e 0x4551c5 0x9a4cce 0x47a8e1 # 0x9a4ccd github.com/couchbase/goxdcr/parts.(*XmemNozzle).checkAndRepairBufferMonitor+0x10d /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/parts/xmem_nozzle.go:3239 4 @ 0x44346e 0x4551c5 0x9b16ed 0x9b1c52 0x9b1c14 0xfa217d 0x47a8e1 # 0x9b16ec github.com/couchbase/cbauth/metakv.doRunObserveChildren+0x40c /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/cbauth/metakv/metakv.go:310 # 0x9b1c51 github.com/couchbase/cbauth/metakv.(*store).runObserveChildren+0x51 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/cbauth/metakv/metakv.go:268 # 0x9b1c13 github.com/couchbase/cbauth/metakv.RunObserveChildren+0x13 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/cbauth/metakv/metakv.go:398 # 0xfa217c github.com/couchbase/goxdcr/replication_manager.(*MetakvChangeListener).observeChildren+0x7c /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/replication_manager/metakv_change_listener.go:171 4 @ 0x44346e 0x4551c5 0x9bf214 0x47a8e1 # 0x9bf213 github.com/couchbase/goxdcr/metadata_svc.(*CheckpointsServiceCacheImpl).Run+0x173 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/metadata_svc/checkpointsServiceCache.go:283 4 @ 0x44346e 0x4551c5 0xa0debe 0x47a8e1 # 0xa0debd github.com/couchbase/goxdcr/gen_server.(*GenServer).run+0xbd /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/gen_server/gen_server.go:83 3 @ 0x44346e 0x40cddf 0x40c9f2 0xf5f831 0x47a8e1 # 0xf5f830 github.com/couchbase/goxdcr/service_impl.(*BucketTopologySvcWatcher).run+0x330 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/service_impl/bucketTopologyService.go:1268 3 @ 0x44346e 0x43c117 0x475005 0x4e7367 0x4e865a 0x4e8648 0x5f1725 0x600485 0x73b12a 0x6a1da3 0x6a28a9 0x6cfa7c 0x6cf485 0x6cf7f1 0x72fdbb 0x72fc98 0x73f6ff 0x6a1da3 0x6a28a9 0x6a2cd0 0x6a2ed7 0x96192e 0x47a8e1 # 0x475004 internal/poll.runtime_pollWait+0x84 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.22.2/go/src/runtime/netpoll.go:345 # 0x4e7366 internal/poll.(*pollDesc).wait+0x26 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.22.2/go/src/internal/poll/fd_poll_runtime.go:84 # 0x4e8659 internal/poll.(*pollDesc).waitRead+0x279 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.22.2/go/src/internal/poll/fd_poll_runtime.go:89 # 0x4e8647 internal/poll.(*FD).Read+0x267 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.22.2/go/src/internal/poll/fd_unix.go:164 # 0x5f1724 net.(*netFD).Read+0x24 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.22.2/go/src/net/fd_posix.go:55 # 0x600484 net.(*conn).Read+0x44 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.22.2/go/src/net/net.go:179 # 0x73b129 net/http.(*persistConn).Read+0x49 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.22.2/go/src/net/http/transport.go:1977 # 0x6a1da2 bufio.(*Reader).fill+0x102 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.22.2/go/src/bufio/bufio.go:110 # 0x6a28a8 bufio.(*Reader).ReadSlice+0x28 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.22.2/go/src/bufio/bufio.go:376 # 0x6cfa7b net/http/internal.readChunkLine+0x1b /home/couchbase/.cbdepscache/exploded/x86_64/go-1.22.2/go/src/net/http/internal/chunked.go:156 # 0x6cf484 net/http/internal.(*chunkedReader).beginChunk+0x24 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.22.2/go/src/net/http/internal/chunked.go:49 # 0x6cf7f0 net/http/internal.(*chunkedReader).Read+0x130 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.22.2/go/src/net/http/internal/chunked.go:125 # 0x72fdba net/http.(*body).readLocked+0x3a /home/couchbase/.cbdepscache/exploded/x86_64/go-1.22.2/go/src/net/http/transfer.go:840 # 0x72fc97 net/http.(*body).Read+0x117 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.22.2/go/src/net/http/transfer.go:832 # 0x73f6fe net/http.(*bodyEOFSignal).Read+0x13e /home/couchbase/.cbdepscache/exploded/x86_64/go-1.22.2/go/src/net/http/transport.go:2833 # 0x6a1da2 bufio.(*Reader).fill+0x102 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.22.2/go/src/bufio/bufio.go:110 # 0x6a28a8 bufio.(*Reader).ReadSlice+0x28 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.22.2/go/src/bufio/bufio.go:376 # 0x6a2ccf bufio.(*Reader).collectFragments+0x6f /home/couchbase/.cbdepscache/exploded/x86_64/go-1.22.2/go/src/bufio/bufio.go:451 # 0x6a2ed6 bufio.(*Reader).ReadBytes+0x16 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.22.2/go/src/bufio/bufio.go:478 # 0x96192d github.com/couchbase/goxdcr/streamApiWatcher.(*StreamApiWatcherImpl).runStreamingEndpoint.func2+0xad /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/streamApiWatcher/streamApiWatcher.go:229 3 @ 0x44346e 0x4551c5 0x9604ff 0x47a8e1 # 0x9604fe github.com/couchbase/goxdcr/streamApiWatcher.(*StreamApiWatcherImpl).watchClusterChanges+0x1fe /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/streamApiWatcher/streamApiWatcher.go:141 3 @ 0x44346e 0x4551c5 0x9616dd 0x9608ea 0x47a8e1 # 0x9616dc github.com/couchbase/goxdcr/streamApiWatcher.(*StreamApiWatcherImpl).runStreamingEndpoint+0xd3c /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/streamApiWatcher/streamApiWatcher.go:252 # 0x9608e9 github.com/couchbase/goxdcr/streamApiWatcher.(*StreamApiWatcherImpl).runStreamingQuery+0x49 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/streamApiWatcher/streamApiWatcher.go:170 3 @ 0x44346e 0x4551c5 0xa28ef3 0x47a8e1 # 0xa28ef2 github.com/couchbase/goxdcr/supervisor.(*GenericSupervisor).supervising+0x172 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/supervisor/generic_supervisor.go:207 2 @ 0x44346e 0x40cddf 0x40c9f2 0x963a65 0x7fdefc 0x47a8e1 # 0x963a64 github.com/couchbase/goxdcr/component.(*AsyncComponentEventListenerImpl).stop+0x44 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/component/async_listener.go:105 # 0x7fdefb github.com/couchbase/goxdcr/base.ExecWithTimeout.func1+0x1b /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/base/simple_utils.go:49 2 @ 0x44346e 0x40cddf 0x40c9f2 0x988838 0x9844eb 0x984072 0x982145 0x98a914 0x98a065 0x963f25 0x977e0c 0x47a8e1 # 0x988837 github.com/couchbase/goxdcr/parts.NewRouter.func1+0x2b7 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/parts/router.go:1448 # 0x9844ea github.com/couchbase/goxdcr/parts.(*CollectionsRouter).fixBrokenMapAndRaiseBackfill+0x2aa /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/parts/router.go:932 # 0x984071 github.com/couchbase/goxdcr/parts.(*CollectionsRouter).handleNewTgtManifestChanges+0x391 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/parts/router.go:883 # 0x982144 github.com/couchbase/goxdcr/parts.(*CollectionsRouter).RouteReqToLatestTargetManifest+0x384 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/parts/router.go:558 # 0x98a913 github.com/couchbase/goxdcr/parts.(*Router).RouteCollection+0x1b3 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/parts/router.go:1763 # 0x98a064 github.com/couchbase/goxdcr/parts.(*Router).Route+0x644 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/parts/router.go:1728 # 0x963f24 github.com/couchbase/goxdcr/connector.(*Router).Forward+0x124 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/connector/router.go:113 # 0x977e0b github.com/couchbase/goxdcr/parts.(*DcpNozzle).processData+0xcab /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/parts/dcp_nozzle.go:1130 2 @ 0x44346e 0x40cddf 0x40c9f2 0xaabe7d 0xaafda5 0xaafd89 0x96344e 0x47a8e1 # 0xaabe7c github.com/couchbase/goxdcr/backfill_manager.(*BackfillRequestHandler).handleBackfillRequestWithArgs+0x2bc /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/backfill_manager/backfill_request_handler.go:422 # 0xaafda4 github.com/couchbase/goxdcr/backfill_manager.(*BackfillRequestHandler).HandleBackfillRequest+0x244 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/backfill_manager/backfill_request_handler.go:389 # 0xaafd88 github.com/couchbase/goxdcr/backfill_manager.(*BackfillRequestHandler).ProcessEvent+0x228 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/backfill_manager/backfill_request_handler.go:939 # 0x96344d github.com/couchbase/goxdcr/component.(*AsyncComponentEventListenerImpl).run+0x14d /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/component/async_listener.go:74 2 @ 0x44346e 0x43c117 0x475005 0x4e7367 0x4e865a 0x4e8648 0x5f1725 0x600485 0x71c0cb 0x6a1da3 0x6a1ed3 0x721e29 0x47a8e1 # 0x475004 internal/poll.runtime_pollWait+0x84 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.22.2/go/src/runtime/netpoll.go:345 # 0x4e7366 internal/poll.(*pollDesc).wait+0x26 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.22.2/go/src/internal/poll/fd_poll_runtime.go:84 # 0x4e8659 internal/poll.(*pollDesc).waitRead+0x279 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.22.2/go/src/internal/poll/fd_poll_runtime.go:89 # 0x4e8647 internal/poll.(*FD).Read+0x267 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.22.2/go/src/internal/poll/fd_unix.go:164 # 0x5f1724 net.(*netFD).Read+0x24 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.22.2/go/src/net/fd_posix.go:55 # 0x600484 net.(*conn).Read+0x44 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.22.2/go/src/net/net.go:179 # 0x71c0ca net/http.(*connReader).Read+0x14a /home/couchbase/.cbdepscache/exploded/x86_64/go-1.22.2/go/src/net/http/server.go:789 # 0x6a1da2 bufio.(*Reader).fill+0x102 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.22.2/go/src/bufio/bufio.go:110 # 0x6a1ed2 bufio.(*Reader).Peek+0x52 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.22.2/go/src/bufio/bufio.go:148 # 0x721e28 net/http.(*conn).serve+0x748 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.22.2/go/src/net/http/server.go:2074 2 @ 0x44346e 0x4551c5 0x932217 0x47a8e1 # 0x932216 github.com/couchbase/goxdcr/peerToPeer.(*BackfillHandlerCommon).handler+0xd6 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/peerToPeer/manualBackfillHandler.go:72 2 @ 0x44346e 0x4551c5 0x94d5b8 0x47a8e1 # 0x94d5b7 github.com/couchbase/goxdcr/peerToPeer.(*ReplicaCacheMonitor).Run+0x97 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/peerToPeer/replicaCache.go:108 2 @ 0x44346e 0x4551c5 0x95078c 0x47a8e1 # 0x95078b github.com/couchbase/goxdcr/peerToPeer.(*ReplicatorAgentImpl).run+0x44b /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/peerToPeer/replicaReplicator.go:508 2 @ 0x44346e 0x4551c5 0x977438 0x47a8e1 # 0x977437 github.com/couchbase/goxdcr/parts.(*DcpNozzle).processData+0x2d7 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/parts/dcp_nozzle.go:1021 2 @ 0x44346e 0x4551c5 0x992b7e 0x47a8e1 # 0x992b7d github.com/couchbase/goxdcr/parts.(*XmemNozzle).processData_sendbatch+0x19d /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/parts/xmem_nozzle.go:1108 2 @ 0x44346e 0x4551c5 0x9a9a5b 0x9924ef 0x991b1e 0x964073 0x977e0c 0x47a8e1 # 0x9a9a5a github.com/couchbase/goxdcr/parts.(*XmemNozzle).writeToDataChan+0x7a /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/parts/xmem_nozzle.go:3957 # 0x9924ee github.com/couchbase/goxdcr/parts.(*XmemNozzle).accumuBatch+0x3ae /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/parts/xmem_nozzle.go:1027 # 0x991b1d github.com/couchbase/goxdcr/parts.(*XmemNozzle).Receive+0xfd /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/parts/xmem_nozzle.go:979 # 0x964072 github.com/couchbase/goxdcr/connector.(*Router).Forward+0x272 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/connector/router.go:118 # 0x977e0b github.com/couchbase/goxdcr/parts.(*DcpNozzle).processData+0xcab /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/parts/dcp_nozzle.go:1130 2 @ 0x44346e 0x4551c5 0x9ccd9e 0x47a8e1 # 0x9ccd9d github.com/couchbase/goxdcr/metadata_svc.(*CollectionsManifestAgent).runPeriodicRefresh+0xbd /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/metadata_svc/collections_manifest_service.go:629 2 @ 0x44346e 0x4551c5 0x9ccef3 0x47a8e1 # 0x9ccef2 github.com/couchbase/goxdcr/metadata_svc.(*CollectionsManifestAgent).runPersistRequestHandler+0xb2 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/metadata_svc/collections_manifest_service.go:653 2 @ 0x44346e 0x4551c5 0xa33905 0x47a8e1 # 0xa33904 github.com/couchbase/goxdcr/pipeline_svc.(*BandwidthThrottler).update+0x244 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/pipeline_svc/bandwidth_throttler.go:136 2 @ 0x44346e 0x4551c5 0xa40cd3 0x47a8e1 # 0xa40cd2 github.com/couchbase/goxdcr/pipeline_svc.(*CheckpointManager).checkpointing+0x212 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/pipeline_svc/checkpoint_manager.go:1678 2 @ 0x44346e 0x4551c5 0xa59d85 0x47a8e1 # 0xa59d84 github.com/couchbase/goxdcr/pipeline_svc.(*PipelineSupervisor).monitorPipelineHealth.func1+0x124 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/pipeline_svc/pipeline_supervisor.go:197 2 @ 0x44346e 0x4551c5 0xa5a71e 0x47a8e1 # 0xa5a71d github.com/couchbase/goxdcr/pipeline_svc.(*PipelineSupervisor).checkAndLogFilterErrors+0x19d /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/pipeline_svc/pipeline_supervisor.go:274 2 @ 0x44346e 0x4551c5 0xa5dbc5 0x47a8e1 # 0xa5dbc4 github.com/couchbase/goxdcr/pipeline_svc.(*StatisticsManager).logStats+0x224 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/pipeline_svc/statistics_manager.go:445 2 @ 0x44346e 0x4551c5 0xa62cae 0x47a8e1 # 0xa62cad github.com/couchbase/goxdcr/pipeline_svc.(*StatisticsManager).subscribeToBucketTopologySvc+0x14d /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/pipeline_svc/statistics_manager.go:1103 2 @ 0x44346e 0x4551c5 0xa635d2 0xa635e8 0xa60b15 0xa609f9 0xa5f92a 0xa5ee1d 0xa5dfbb 0xa5d532 0x47a8e1 # 0xa635d1 github.com/couchbase/goxdcr/pipeline_svc.(*StatisticsManager).getNotification+0xb1 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/pipeline_svc/statistics_manager.go:1178 # 0xa635e7 github.com/couchbase/goxdcr/pipeline_svc.(*StatisticsManager).subscribeToBucketTopologySvc.func1.2+0xc7 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/pipeline_svc/statistics_manager.go:1124 # 0xa60b14 github.com/couchbase/goxdcr/pipeline_svc.(*StatisticsManager).calculateChangesLeftAndDocsProcessedMainPipeline+0xf4 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/pipeline_svc/statistics_manager.go:799 # 0xa609f8 github.com/couchbase/goxdcr/pipeline_svc.(*StatisticsManager).calculateChangesLeftAndDocProcessed+0xf8 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/pipeline_svc/statistics_manager.go:783 # 0xa5f929 github.com/couchbase/goxdcr/pipeline_svc.(*StatisticsManager).processCalculatedStats+0x69 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/pipeline_svc/statistics_manager.go:661 # 0xa5ee1c github.com/couchbase/goxdcr/pipeline_svc.(*StatisticsManager).processRawStats+0x7bc /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/pipeline_svc/statistics_manager.go:641 # 0xa5dfba github.com/couchbase/goxdcr/pipeline_svc.(*StatisticsManager).updateStatsOnce+0x15a /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/pipeline_svc/statistics_manager.go:468 # 0xa5d531 github.com/couchbase/goxdcr/pipeline_svc.(*StatisticsManager).updateStats+0x3f1 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/pipeline_svc/statistics_manager.go:422 2 @ 0x44346e 0x4551c5 0xa639b6 0x47a8e1 # 0xa639b5 github.com/couchbase/goxdcr/pipeline_svc.(*StatisticsManager).watchNotificationCh+0x135 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/pipeline_svc/statistics_manager.go:1190 2 @ 0x44346e 0x4551c5 0xa79d7e 0x47a8e1 # 0xa79d7d github.com/couchbase/goxdcr/pipeline_svc.(*TopologyChangeDetectorSvc).monitorSource.func1+0xdd /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/pipeline_svc/topology_change_detector.go:612 2 @ 0x44346e 0x4551c5 0xa7a928 0x47a8e1 # 0xa7a927 github.com/couchbase/goxdcr/pipeline_svc.(*TopologyChangeDetectorSvc).monitorTarget.func1+0xc7 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/pipeline_svc/topology_change_detector.go:712 2 @ 0x44346e 0x4551c5 0xa8bb46 0x4997c2 0xa8b925 0xa8b8ef 0x47a8e1 # 0xa8bb45 github.com/couchbase/goxdcr/pipeline_manager.(*PipelineUpdater).run.func1+0x205 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/pipeline_manager/pipeline_manager.go:1704 # 0x4997c1 sync.(*Once).doSlow+0xc1 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.22.2/go/src/sync/once.go:74 # 0xa8b924 sync.(*Once).Do+0x44 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.22.2/go/src/sync/once.go:65 # 0xa8b8ee github.com/couchbase/goxdcr/pipeline_manager.(*PipelineUpdater).run+0xe /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/pipeline_manager/pipeline_manager.go:1693 2 @ 0x44346e 0x4551c5 0xaaa274 0x47a8e1 # 0xaaa273 github.com/couchbase/goxdcr/backfill_manager.(*BackfillRequestHandler).run+0x5b3 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/backfill_manager/backfill_request_handler.go:264 2 @ 0x44346e 0x4551c5 0xf5fc1d 0x47a8e1 # 0xf5fc1c github.com/couchbase/goxdcr/service_impl.(*BucketTopologySvcWatcher).run.func1+0x7c /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/service_impl/bucketTopologyService.go:1225 2 @ 0x44346e 0x456205 0x4561d4 0x476965 0x49ad68 0x9761c6 0x9761b9 0xa21a0d 0x47a8e1 # 0x476964 sync.runtime_Semacquire+0x24 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.22.2/go/src/runtime/sema.go:62 # 0x49ad67 sync.(*WaitGroup).Wait+0x47 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.22.2/go/src/sync/waitgroup.go:116 # 0x9761c5 github.com/couchbase/goxdcr/parts.(*DcpNozzle).onExit+0x425 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/parts/dcp_nozzle.go:1341 # 0x9761b8 github.com/couchbase/goxdcr/parts.(*DcpNozzle).Stop+0x418 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/parts/dcp_nozzle.go:893 # 0xa21a0c github.com/couchbase/goxdcr/pipeline.(*GenericPipeline).stopPart+0x1ec /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/pipeline/generic_pipeline.go:514 1 @ 0x438691 0x474bdd 0x7e68d1 0x7e6705 0x7e352b 0x7f364f 0x7f413e 0x7232e9 0x7251cd 0x726aae 0x721cc8 0x47a8e1 # 0x474bdc runtime/pprof.runtime_goroutineProfileWithLabels+0x1c /home/couchbase/.cbdepscache/exploded/x86_64/go-1.22.2/go/src/runtime/mprof.go:1079 # 0x7e68d0 runtime/pprof.writeRuntimeProfile+0xb0 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.22.2/go/src/runtime/pprof/pprof.go:774 # 0x7e6704 runtime/pprof.writeGoroutine+0x44 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.22.2/go/src/runtime/pprof/pprof.go:734 # 0x7e352a runtime/pprof.(*Profile).WriteTo+0x14a /home/couchbase/.cbdepscache/exploded/x86_64/go-1.22.2/go/src/runtime/pprof/pprof.go:369 # 0x7f364e net/http/pprof.handler.ServeHTTP+0x52e /home/couchbase/.cbdepscache/exploded/x86_64/go-1.22.2/go/src/net/http/pprof/pprof.go:267 # 0x7f413d net/http/pprof.Index+0xdd /home/couchbase/.cbdepscache/exploded/x86_64/go-1.22.2/go/src/net/http/pprof/pprof.go:384 # 0x7232e8 net/http.HandlerFunc.ServeHTTP+0x28 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.22.2/go/src/net/http/server.go:2166 # 0x7251cc net/http.(*ServeMux).ServeHTTP+0x1ac /home/couchbase/.cbdepscache/exploded/x86_64/go-1.22.2/go/src/net/http/server.go:2683 # 0x726aad net/http.serverHandler.ServeHTTP+0x8d /home/couchbase/.cbdepscache/exploded/x86_64/go-1.22.2/go/src/net/http/server.go:3137 # 0x721cc7 net/http.(*conn).serve+0x5e7 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.22.2/go/src/net/http/server.go:2039 1 @ 0x441ad9 0x47be5b 0x966986 0x96697c 0x966913 0x992d85 0x992da9 0x47a8e1 # 0x966985 sync/atomic.(*Int32).Add+0x25 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.22.2/go/src/sync/atomic/type.go:88 # 0x96697b sync.(*RWMutex).RUnlock+0x1b /home/couchbase/.cbdepscache/exploded/x86_64/go-1.22.2/go/src/sync/rwmutex.go:116 # 0x966912 github.com/couchbase/goxdcr/parts.(*AbstractPart).State+0x92 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/parts/abstract_part.go:71 # 0x992d84 github.com/couchbase/goxdcr/parts.(*XmemNozzle).validateRunningState+0x3a4 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/parts/xmem_nozzle.go:3558 # 0x992da8 github.com/couchbase/goxdcr/parts.(*XmemNozzle).processData_sendbatch+0x3c8 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/parts/xmem_nozzle.go:1166 1 @ 0x44346e 0x40c06d 0x40bcd7 0x9924a5 0x9a2ae5 0x47a8e1 # 0x9924a4 github.com/couchbase/goxdcr/parts.(*XmemNozzle).accumuBatch+0x364 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/parts/xmem_nozzle.go:1024 # 0x9a2ae4 github.com/couchbase/goxdcr/parts.(*XmemNozzle).retryAfterCasLockingFailure+0x1a4 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/parts/xmem_nozzle.go:2998 1 @ 0x44346e 0x40cddf 0x40c9f2 0xb60c89 0x47a8e1 # 0xb60c88 github.com/couchbase/regulator/utils/logging.duplicateFlushLoop+0x28 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/regulator/utils/logging/logger_golog.go:253 1 @ 0x44346e 0x40cddf 0x40c9f2 0xfc0a4a 0x44301d 0x47a8e1 # 0xfc0a49 main.main+0x13c9 goproj/src/github.com/couchbase/goxdcr/main/main.go:286 # 0x44301c runtime.main+0x29c /home/couchbase/.cbdepscache/exploded/x86_64/go-1.22.2/go/src/runtime/proc.go:271 1 @ 0x44346e 0x40cddf 0x40ca12 0xc21d99 0x47a8e1 # 0xc21d98 github.com/couchbase/regulator/impl.init.0.func2+0x58 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/regulator/impl/aggrecorder.go:60 1 @ 0x44346e 0x43c117 0x475005 0x4e7367 0x4e865a 0x4e8648 0x5f1725 0x600485 0x6a22d7 0x8f40bc 0x53c3a8 0x53bfa5 0x53bc75 0x8f32ec 0x8f1538 0x8f10cf 0x8f0611 0x8f5277 0x8f5b92 0x8f8647 0x8f861f 0x47a8e1 # 0x475004 internal/poll.runtime_pollWait+0x84 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.22.2/go/src/runtime/netpoll.go:345 # 0x4e7366 internal/poll.(*pollDesc).wait+0x26 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.22.2/go/src/internal/poll/fd_poll_runtime.go:84 # 0x4e8659 internal/poll.(*pollDesc).waitRead+0x279 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.22.2/go/src/internal/poll/fd_poll_runtime.go:89 # 0x4e8647 internal/poll.(*FD).Read+0x267 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.22.2/go/src/internal/poll/fd_unix.go:164 # 0x5f1724 net.(*netFD).Read+0x24 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.22.2/go/src/net/fd_posix.go:55 # 0x600484 net.(*conn).Read+0x44 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.22.2/go/src/net/net.go:179 # 0x6a22d6 bufio.(*Reader).Read+0x196 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.22.2/go/src/bufio/bufio.go:241 # 0x8f40bb github.com/couchbase/cbauth/revrpc.(*minirwc).Read+0x1b /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/cbauth/revrpc/revrpc.go:124 # 0x53c3a7 encoding/json.(*Decoder).refill+0x187 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.22.2/go/src/encoding/json/stream.go:165 # 0x53bfa4 encoding/json.(*Decoder).readValue+0x84 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.22.2/go/src/encoding/json/stream.go:140 # 0x53bc74 encoding/json.(*Decoder).Decode+0x74 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.22.2/go/src/encoding/json/stream.go:63 # 0x8f32eb net/rpc/jsonrpc.(*serverCodec).ReadRequestHeader+0x6b /home/couchbase/.cbdepscache/exploded/x86_64/go-1.22.2/go/src/net/rpc/jsonrpc/server.go:66 # 0x8f1537 net/rpc.(*Server).readRequestHeader+0x57 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.22.2/go/src/net/rpc/server.go:587 # 0x8f10ce net/rpc.(*Server).readRequest+0x2e /home/couchbase/.cbdepscache/exploded/x86_64/go-1.22.2/go/src/net/rpc/server.go:547 # 0x8f0610 net/rpc.(*Server).ServeCodec+0x70 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.22.2/go/src/net/rpc/server.go:462 # 0x8f5276 github.com/couchbase/cbauth/revrpc.(*Service).Run+0xb36 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/cbauth/revrpc/revrpc.go:286 # 0x8f5b91 github.com/couchbase/cbauth/revrpc.BabysitService+0x51 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/cbauth/revrpc/revrpc.go:405 # 0x8f8646 github.com/couchbase/cbauth.runRPCForSvc+0x46 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/cbauth/default.go:120 # 0x8f861e github.com/couchbase/cbauth.startDefault.func1+0x1e /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/cbauth/default.go:133 1 @ 0x44346e 0x43c117 0x475005 0x4e7367 0x4ec70c 0x4ec6fa 0x5f3709 0x60927e 0x608470 0x726ede 0x726b71 0xa0c785 0x47a8e1 # 0x475004 internal/poll.runtime_pollWait+0x84 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.22.2/go/src/runtime/netpoll.go:345 # 0x4e7366 internal/poll.(*pollDesc).wait+0x26 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.22.2/go/src/internal/poll/fd_poll_runtime.go:84 # 0x4ec70b internal/poll.(*pollDesc).waitRead+0x2ab /home/couchbase/.cbdepscache/exploded/x86_64/go-1.22.2/go/src/internal/poll/fd_poll_runtime.go:89 # 0x4ec6f9 internal/poll.(*FD).Accept+0x299 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.22.2/go/src/internal/poll/fd_unix.go:611 # 0x5f3708 net.(*netFD).accept+0x28 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.22.2/go/src/net/fd_unix.go:172 # 0x60927d net.(*TCPListener).accept+0x1d /home/couchbase/.cbdepscache/exploded/x86_64/go-1.22.2/go/src/net/tcpsock_posix.go:159 # 0x60846f net.(*TCPListener).Accept+0x2f /home/couchbase/.cbdepscache/exploded/x86_64/go-1.22.2/go/src/net/tcpsock.go:327 # 0x726edd net/http.(*Server).Serve+0x33d /home/couchbase/.cbdepscache/exploded/x86_64/go-1.22.2/go/src/net/http/server.go:3255 # 0x726b70 net/http.(*Server).ListenAndServe+0x70 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.22.2/go/src/net/http/server.go:3184 # 0xa0c784 github.com/couchbase/goxdcr/adminport.(*httpServer).Start.func1+0xe4 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/adminport/admin_httpd.go:93 1 @ 0x44346e 0x4551c5 0x88f17c 0x47a8e1 # 0x88f17b github.com/couchbase/cbauth/cbauthimpl.(*cfgChangeNotifier).loop+0x7b /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/cbauth/cbauthimpl/impl.go:368 1 @ 0x44346e 0x4551c5 0x88f6c5 0x47a8e1 # 0x88f6c4 github.com/couchbase/cbauth/cbauthimpl.(*tlsNotifier).loop+0x64 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/cbauth/cbauthimpl/impl.go:449 1 @ 0x44346e 0x4551c5 0x92d485 0x47a8e1 # 0x92d484 github.com/couchbase/goxdcr/peerToPeer.(*ConnectionPreCheckHandler).handler+0xa4 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/peerToPeer/connectionPreCheck.go:254 1 @ 0x44346e 0x4551c5 0x92e145 0x47a8e1 # 0x92e144 github.com/couchbase/goxdcr/peerToPeer.(*DiscoveryHandler).handler+0xa4 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/peerToPeer/discoveryHandler.go:55 1 @ 0x44346e 0x4551c5 0x930d85 0x47a8e1 # 0x930d84 github.com/couchbase/goxdcr/peerToPeer.(*ManifestsHandler).handler+0xa4 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/peerToPeer/manifestsHandler.go:62 1 @ 0x44346e 0x4551c5 0x94b21f 0x47a8e1 # 0x94b21e github.com/couchbase/goxdcr/peerToPeer.(*PeriodicPushHandler).handler.func2+0x7e /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/peerToPeer/periodicPushHandler.go:80 1 @ 0x44346e 0x4551c5 0x94b385 0x47a8e1 # 0x94b384 github.com/couchbase/goxdcr/peerToPeer.(*PeriodicPushHandler).handler.func1+0x84 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/peerToPeer/periodicPushHandler.go:62 1 @ 0x44346e 0x4551c5 0x94ed7f 0x47a8e1 # 0x94ed7e github.com/couchbase/goxdcr/peerToPeer.(*ReplicaReplicatorImpl).run+0xbe /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/peerToPeer/replicaReplicator.go:229 1 @ 0x44346e 0x4551c5 0x9566bf 0x47a8e1 # 0x9566be github.com/couchbase/goxdcr/peerToPeer.(*VBMasterCheckHandler).handler.func2+0x7e /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/peerToPeer/vbMasterCheckHandler.go:345 1 @ 0x44346e 0x4551c5 0x95681f 0x47a8e1 # 0x95681e github.com/couchbase/goxdcr/peerToPeer.(*VBMasterCheckHandler).handler.func1+0x7e /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/peerToPeer/vbMasterCheckHandler.go:329 1 @ 0x44346e 0x4551c5 0x9b16ed 0x9b1c52 0x9b1c14 0x47a8e1 # 0x9b16ec github.com/couchbase/cbauth/metakv.doRunObserveChildren+0x40c /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/cbauth/metakv/metakv.go:310 # 0x9b1c51 github.com/couchbase/cbauth/metakv.(*store).runObserveChildren+0x51 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/cbauth/metakv/metakv.go:268 # 0x9b1c13 github.com/couchbase/cbauth/metakv.RunObserveChildren+0x13 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/cbauth/metakv/metakv.go:398 1 @ 0x44346e 0x4551c5 0x9e5d87 0x47a8e1 # 0x9e5d86 github.com/couchbase/goxdcr/metadata_svc.(*RemoteClusterAgent).runPeriodicRefresh+0x186 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/metadata_svc/remote_cluster_service.go:1658 1 @ 0x44346e 0x4551c5 0xa4ed8c 0xa4824d 0xa8923c 0x94cd9d 0x94c597 0x94be95 0x47a8e1 # 0xa4ed8b github.com/couchbase/goxdcr/pipeline_svc.(*CheckpointManager).mergePeerNodesPeriodicPush+0x7ab /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/pipeline_svc/checkpoint_manager.go:3434 # 0xa4824c github.com/couchbase/goxdcr/pipeline_svc.(*CheckpointManager).MergePeerNodesCkptInfo+0x4c /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/pipeline_svc/checkpoint_manager.go:2598 # 0xa8923b github.com/couchbase/goxdcr/pipeline_manager.(*PipelineManager).HandlePeerCkptPush+0x21b /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/pipeline_manager/pipeline_manager.go:1292 # 0x94cd9c github.com/couchbase/goxdcr/peerToPeer.(*PeriodicPushHandler).storePushReqInfoByType+0x5c /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/peerToPeer/periodicPushHandler.go:229 # 0x94c596 github.com/couchbase/goxdcr/peerToPeer.(*PeriodicPushHandler).storePushRequestInfo+0x336 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/peerToPeer/periodicPushHandler.go:190 # 0x94be94 github.com/couchbase/goxdcr/peerToPeer.(*PeriodicPushHandler).handleRequest.func1+0x94 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/peerToPeer/periodicPushHandler.go:120 1 @ 0x44346e 0x4551c5 0xa5043d 0x47a8e1 # 0xa5043c github.com/couchbase/goxdcr/pipeline_svc.(*CheckpointManager).periodicMergerImpl+0x9c /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/pipeline_svc/checkpoint_manager.go:3540 1 @ 0x44346e 0x4551c5 0xa93c34 0x47a8e1 # 0xa93c33 github.com/couchbase/goxdcr/resource_manager.(*ResourceManager).collectCpuUsage+0x173 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/resource_manager/resource_manager.go:496 1 @ 0x44346e 0x4551c5 0xa93f34 0x47a8e1 # 0xa93f33 github.com/couchbase/goxdcr/resource_manager.(*ResourceManager).manageResources+0x173 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/resource_manager/resource_manager.go:514 1 @ 0x44346e 0x4551c5 0xa949b4 0x47a8e1 # 0xa949b3 github.com/couchbase/goxdcr/resource_manager.(*ResourceManager).logStats+0x173 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/resource_manager/resource_manager.go:599 1 @ 0x44346e 0x4551c5 0xaa5a6c 0x47a8e1 # 0xaa5a6b github.com/couchbase/goxdcr/backfill_manager.(*BackfillMgr).runRetryMonitor+0xcb /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/backfill_manager/backfill_manager.go:1714 1 @ 0x44346e 0x4551c5 0xf80685 0x47a8e1 # 0xf80684 github.com/couchbase/goxdcr/service_impl.(*ThroughputThrottler).update+0x244 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/service_impl/throughput_throttler_service.go:101 1 @ 0x44346e 0x4551c5 0xf80c71 0x47a8e1 # 0xf80c70 github.com/couchbase/goxdcr/service_impl.(*ThroughputThrottler).clearReassignedTokens+0x250 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/service_impl/throughput_throttler_service.go:187 1 @ 0x44346e 0x4551c5 0xf818c5 0x47a8e1 # 0xf818c4 github.com/couchbase/goxdcr/service_impl.(*ThroughputThrottler).logStats+0x204 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/service_impl/throughput_throttler_service.go:360 1 @ 0x44346e 0x4551c5 0xf98456 0x47a8e1 # 0xf98455 github.com/couchbase/goxdcr/replication_manager.(*Adminport).Start+0x3f5 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/replication_manager/adminport.go:124 1 @ 0x44346e 0x4551c5 0xfb577c 0x47a8e1 # 0xfb577b github.com/couchbase/goxdcr/replication_manager.(*replicationManager).checkReplicationStatus+0x19b /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/replication_manager/replication_manager.go:461 1 @ 0x44346e 0x4551c5 0xfba5bb 0x47a8e1 # 0xfba5ba github.com/couchbase/goxdcr/replication_manager.logMemStats+0x1ba /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/replication_manager/replication_manager.go:1089 1 @ 0x44346e 0x456205 0x4561d4 0x476965 0x49ad68 0x94bb39 0x47a8e1 # 0x476964 sync.runtime_Semacquire+0x24 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.22.2/go/src/runtime/sema.go:62 # 0x49ad67 sync.(*WaitGroup).Wait+0x47 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.22.2/go/src/sync/waitgroup.go:116 # 0x94bb38 github.com/couchbase/goxdcr/peerToPeer.(*PeriodicPushHandler).handleRequest+0x638 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/peerToPeer/periodicPushHandler.go:136 1 @ 0x44346e 0x456205 0x4561d4 0x476965 0x49ad68 0xa2165f 0x7fdefc 0x47a8e1 # 0x476964 sync.runtime_Semacquire+0x24 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.22.2/go/src/runtime/sema.go:62 # 0x49ad67 sync.(*WaitGroup).Wait+0x47 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.22.2/go/src/sync/waitgroup.go:116 # 0xa2165e github.com/couchbase/goxdcr/pipeline.(*GenericPipeline).stopPartsWithTimeout.func1+0x15e /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/pipeline/generic_pipeline.go:489 # 0x7fdefb github.com/couchbase/goxdcr/base.ExecWithTimeout.func1+0x1b /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/base/simple_utils.go:49 1 @ 0x44346e 0x476cd9 0x476cb9 0x497705 0xa35997 0xa49b59 0xa504d0 0x47a8e1 # 0x476cb8 sync.runtime_notifyListWait+0x138 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.22.2/go/src/runtime/sema.go:569 # 0x497704 sync.(*Cond).Wait+0x84 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.22.2/go/src/sync/cond.go:70 # 0xa35996 github.com/couchbase/goxdcr/pipeline_svc.(*checkpointSyncHelper).disableCkptAndWait+0x76 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/pipeline_svc/checkpoint_manager.go:258 # 0xa49b58 github.com/couchbase/goxdcr/pipeline_svc.(*CheckpointManager).stopTheWorldAndMergeCkpts+0x178 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/pipeline_svc/checkpoint_manager.go:2768 # 0xa504cf github.com/couchbase/goxdcr/pipeline_svc.(*CheckpointManager).periodicMergerImpl+0x12f /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/pipeline_svc/checkpoint_manager.go:3564 1 @ 0x44346e 0x477875 0xa42c07 0xa420e9 0x47a8e1 # 0x477874 time.Sleep+0x114 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.22.2/go/src/runtime/time.go:195 # 0xa42c06 github.com/couchbase/goxdcr/pipeline_svc.(*CheckpointManager).performCkpt_internal+0x526 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/pipeline_svc/checkpoint_manager.go:1923 # 0xa420e8 github.com/couchbase/goxdcr/pipeline_svc.(*CheckpointManager).performCkpt+0x468 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/pipeline_svc/checkpoint_manager.go:1847 1 @ 0x47a8e1 1 @ 0x4c2990 0x6981eb 0x6980f6 0x697bb3 0x697bb4 0x7596b8 0x75746a 0x912e35 0xf577d6 0xf6155c 0xf5fb6f 0x47a8e1 # 0x4c298f io.ReadAtLeast+0x18f /home/couchbase/.cbdepscache/exploded/x86_64/go-1.22.2/go/src/io/io.go:329 # 0x6981ea io.ReadFull+0x4aa /home/couchbase/.cbdepscache/exploded/x86_64/go-1.22.2/go/src/io/io.go:354 # 0x6980f5 github.com/couchbase/gomemcached.(*MCResponse).receiveInternal+0x3b5 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/gomemcached/mc_res.go:238 # 0x697bb2 github.com/couchbase/gomemcached.(*MCResponse).ReceiveWithBuf+0x32 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/gomemcached/mc_res.go:167 # 0x697bb3 github.com/couchbase/gomemcached.(*MCResponse).Receive+0x33 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/gomemcached/mc_res.go:163 # 0x7596b7 github.com/couchbase/gomemcached/client.getResponse+0x77 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/gomemcached/client/transport.go:35 # 0x757469 github.com/couchbase/gomemcached/client.(*Client).StatsMapForSpecifiedStats+0x1a9 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/gomemcached/client/mc.go:1802 # 0x912e34 github.com/couchbase/goxdcr/utils.(*Utilities).GetHighSeqNos+0x154 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/utils/utils.go:3207 # 0xf577d5 github.com/couchbase/goxdcr/service_impl.(*BucketTopologyService).getOrCreateLocalWatcher.(*BucketTopologyService).getHighSeqnosUpdater.func2+0x5b5 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/service_impl/bucketTopologyService.go:870 # 0xf6155b github.com/couchbase/goxdcr/service_impl.(*BucketTopologySvcWatcher).updateOnce+0x53b /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/service_impl/bucketTopologyService.go:1444 # 0xf5fb6e github.com/couchbase/goxdcr/service_impl.(*BucketTopologySvcWatcher).run.func2+0x1ee /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/service_impl/bucketTopologyService.go:1258 1 @ 0x4cdd05 0x4cbdb8 0x4e868e 0x4e8676 0x4e8511 0x4f3992 0x4f398a 0x6a1da3 0x6a24c7 0xfba286 0x47a8e1 # 0x4cdd04 syscall.Syscall+0x24 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.22.2/go/src/syscall/syscall_linux.go:69 # 0x4cbdb7 syscall.read+0x37 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.22.2/go/src/syscall/zsyscall_linux_amd64.go:736 # 0x4e868d syscall.Read+0x2ad /home/couchbase/.cbdepscache/exploded/x86_64/go-1.22.2/go/src/syscall/syscall_unix.go:181 # 0x4e8675 internal/poll.ignoringEINTRIO+0x295 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.22.2/go/src/internal/poll/fd_unix.go:736 # 0x4e8510 internal/poll.(*FD).Read+0x130 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.22.2/go/src/internal/poll/fd_unix.go:160 # 0x4f3991 os.(*File).read+0x51 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.22.2/go/src/os/file_posix.go:29 # 0x4f3989 os.(*File).Read+0x49 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.22.2/go/src/os/file.go:118 # 0x6a1da2 bufio.(*Reader).fill+0x102 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.22.2/go/src/bufio/bufio.go:110 # 0x6a24c6 bufio.(*Reader).ReadByte+0x26 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.22.2/go/src/bufio/bufio.go:269 # 0xfba285 github.com/couchbase/goxdcr/replication_manager.pollStdin+0x145 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/replication_manager/replication_manager.go:1060 1 @ 0x96693a 0x992d85 0x992da9 0x47a8e1 # 0x966939 github.com/couchbase/goxdcr/parts.(*AbstractPart).State+0xb9 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/parts/abstract_part.go:68 # 0x992d84 github.com/couchbase/goxdcr/parts.(*XmemNozzle).validateRunningState+0x3a4 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/parts/xmem_nozzle.go:3558 # 0x992da8 github.com/couchbase/goxdcr/parts.(*XmemNozzle).processData_sendbatch+0x3c8 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goxdcr/parts/xmem_nozzle.go:1166