goroutine profile: total 35795 17739 @ 0x441505 0x4524b7 0xb5e195 0x477e21 # 0xb5e194 github.com/couchbase/indexing/secondary/common.(*worker).processRequest+0x174 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/indexing/secondary/common/dcp_seqno.go:252 17739 @ 0x441505 0x4524b7 0xb5e7e5 0x477e21 # 0xb5e7e4 github.com/couchbase/indexing/secondary/common.(*worker).fetchSeqnos+0xe4 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/indexing/secondary/common/dcp_seqno.go:311 32 @ 0x441505 0x4524b7 0x1040f0f 0x477e21 # 0x1040f0e github.com/couchbase/indexing/secondary/indexer.(*streamWorker).start+0x10e /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/stream_reader.go:677 20 @ 0x441505 0x4524b7 0x6ec497 0x477e21 # 0x6ec496 net/http.(*persistConn).writeLoop+0xf6 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/net/http/transport.go:2382 16 @ 0x441505 0x40d08f 0x40cd0b 0xdef95f 0x477e21 # 0xdef95e github.com/couchbase/plasma.(*deallocCtx).smrWorker+0xfe /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/plasma/smr.go:350 16 @ 0x441505 0x4524b7 0xf7f216 0x477e21 # 0xf7f215 github.com/couchbase/indexing/secondary/indexer.(*plasmaSlice).handleCommandsWorker+0x155 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/plasma_slice.go:663 12 @ 0x441505 0x40d08f 0x40cd0b 0xbc3bf2 0x477e21 # 0xbc3bf1 github.com/couchbase/gometa/common.(*PeerPipe).doSend+0x91 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/gometa/common/peerPipe.go:165 12 @ 0x441505 0x439b5b 0x472375 0x4dca65 0x4ddb55 0x4ddb37 0x5a9d6f 0x5b9f91 0xbc4f9d 0xbc44d8 0x477e21 # 0x472374 internal/poll.runtime_pollWait+0x54 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/runtime/netpoll.go:222 # 0x4dca64 internal/poll.(*pollDesc).wait+0x44 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/internal/poll/fd_poll_runtime.go:87 # 0x4ddb54 internal/poll.(*pollDesc).waitRead+0x1d4 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/internal/poll/fd_poll_runtime.go:92 # 0x4ddb36 internal/poll.(*FD).Read+0x1b6 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/internal/poll/fd_unix.go:166 # 0x5a9d6e net.(*netFD).Read+0x4e /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/net/fd_posix.go:55 # 0x5b9f90 net.(*conn).Read+0x90 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/net/net.go:183 # 0xbc4f9c github.com/couchbase/gometa/common.(*PeerPipe).readBytes+0xbc /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/gometa/common/peerPipe.go:284 # 0xbc44d7 github.com/couchbase/gometa/common.(*PeerPipe).doReceive+0xd7 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/gometa/common/peerPipe.go:213 10 @ 0x441505 0x439b5b 0x472375 0x4dca65 0x4ddb55 0x4ddb37 0x5a9d6f 0x5b9f91 0x6e9bd7 0x56eae8 0x56ec6f 0x6ea8c8 0x477e21 # 0x472374 internal/poll.runtime_pollWait+0x54 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/runtime/netpoll.go:222 # 0x4dca64 internal/poll.(*pollDesc).wait+0x44 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/internal/poll/fd_poll_runtime.go:87 # 0x4ddb54 internal/poll.(*pollDesc).waitRead+0x1d4 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/internal/poll/fd_poll_runtime.go:92 # 0x4ddb36 internal/poll.(*FD).Read+0x1b6 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/internal/poll/fd_unix.go:166 # 0x5a9d6e net.(*netFD).Read+0x4e /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/net/fd_posix.go:55 # 0x5b9f90 net.(*conn).Read+0x90 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/net/net.go:183 # 0x6e9bd6 net/http.(*persistConn).Read+0x76 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/net/http/transport.go:1922 # 0x56eae7 bufio.(*Reader).fill+0x107 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/bufio/bufio.go:101 # 0x56ec6e bufio.(*Reader).Peek+0x4e /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/bufio/bufio.go:139 # 0x6ea8c7 net/http.(*persistConn).readLoop+0x1a7 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/net/http/transport.go:2083 10 @ 0x441505 0x4524b7 0x6eb087 0x477e21 # 0x6eb086 net/http.(*persistConn).readLoop+0x966 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/net/http/transport.go:2203 8 @ 0x441505 0x4524b7 0xc12a6c 0x477e21 # 0xc12a6b github.com/couchbase/gometa/protocol.(*messageListener).start+0x1cb /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/gometa/protocol/leader.go:434 8 @ 0x441505 0x4524b7 0xe18bed 0x477e21 # 0xe18bec github.com/couchbase/plasma.(*swapperWorker).run.func2+0xec /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/plasma/swapper.go:1154 7 @ 0x441505 0x439b5b 0x472375 0x4dca65 0x4ddb55 0x4ddb37 0x5a9d6f 0x5b9f91 0x6e9bd7 0x56eae8 0x56f85d 0x685374 0x684e52 0x685134 0x6de89f 0x6de7b9 0x6ee182 0x719b0b 0x71989f 0x71935c 0xa3baf8 0x477e21 # 0x472374 internal/poll.runtime_pollWait+0x54 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/runtime/netpoll.go:222 # 0x4dca64 internal/poll.(*pollDesc).wait+0x44 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/internal/poll/fd_poll_runtime.go:87 # 0x4ddb54 internal/poll.(*pollDesc).waitRead+0x1d4 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/internal/poll/fd_poll_runtime.go:92 # 0x4ddb36 internal/poll.(*FD).Read+0x1b6 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/internal/poll/fd_unix.go:166 # 0x5a9d6e net.(*netFD).Read+0x4e /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/net/fd_posix.go:55 # 0x5b9f90 net.(*conn).Read+0x90 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/net/net.go:183 # 0x6e9bd6 net/http.(*persistConn).Read+0x76 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/net/http/transport.go:1922 # 0x56eae7 bufio.(*Reader).fill+0x107 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/bufio/bufio.go:101 # 0x56f85c bufio.(*Reader).ReadSlice+0x3c /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/bufio/bufio.go:360 # 0x685373 net/http/internal.readChunkLine+0x33 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/net/http/internal/chunked.go:122 # 0x684e51 net/http/internal.(*chunkedReader).beginChunk+0x31 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/net/http/internal/chunked.go:48 # 0x685133 net/http/internal.(*chunkedReader).Read+0x133 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/net/http/internal/chunked.go:93 # 0x6de89e net/http.(*body).readLocked+0x5e /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/net/http/transfer.go:842 # 0x6de7b8 net/http.(*body).Read+0xf8 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/net/http/transfer.go:834 # 0x6ee181 net/http.(*bodyEOFSignal).Read+0xe1 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/net/http/transport.go:2764 # 0x719b0a encoding/json.(*Decoder).refill+0xea /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/encoding/json/stream.go:165 # 0x71989e encoding/json.(*Decoder).readValue+0x1fe /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/encoding/json/stream.go:140 # 0x71935b encoding/json.(*Decoder).Decode+0x7b /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/encoding/json/stream.go:63 # 0xa3baf7 github.com/couchbase/cbauth/metakv.doRunObserveChildren.func1+0x137 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/cbauth/metakv/metakv.go:288 6 @ 0x441505 0x4524b7 0xb4a9b5 0x477e21 # 0xb4a9b4 github.com/couchbase/indexing/secondary/common.(*ClusterInfoClient).watchClusterChanges+0x434 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/indexing/secondary/common/cluster_info.go:1417 5 @ 0x441505 0x439b5b 0x472375 0x4dca65 0x4ddb55 0x4ddb37 0x5a9d6f 0x5b9f91 0x6c9cd9 0x56eae8 0x56ec6f 0x6d0147 0x477e21 # 0x472374 internal/poll.runtime_pollWait+0x54 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/runtime/netpoll.go:222 # 0x4dca64 internal/poll.(*pollDesc).wait+0x44 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/internal/poll/fd_poll_runtime.go:87 # 0x4ddb54 internal/poll.(*pollDesc).waitRead+0x1d4 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/internal/poll/fd_poll_runtime.go:92 # 0x4ddb36 internal/poll.(*FD).Read+0x1b6 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/internal/poll/fd_unix.go:166 # 0x5a9d6e net.(*netFD).Read+0x4e /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/net/fd_posix.go:55 # 0x5b9f90 net.(*conn).Read+0x90 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/net/net.go:183 # 0x6c9cd8 net/http.(*connReader).Read+0x1b8 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/net/http/server.go:800 # 0x56eae7 bufio.(*Reader).fill+0x107 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/bufio/bufio.go:101 # 0x56ec6e bufio.(*Reader).Peek+0x4e /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/bufio/bufio.go:139 # 0x6d0146 net/http.(*conn).serve+0xa46 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/net/http/server.go:1977 5 @ 0x441505 0x4524b7 0xa39165 0xa39777 0xa39720 0xc37abb 0xb76b72 0xc37bdd 0x477e21 # 0xa39164 github.com/couchbase/cbauth/metakv.doRunObserveChildren+0x364 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/cbauth/metakv/metakv.go:305 # 0xa39776 github.com/couchbase/cbauth/metakv.(*store).runObserveChildren+0x96 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/cbauth/metakv/metakv.go:263 # 0xa3971f github.com/couchbase/cbauth/metakv.RunObserveChildrenV2+0x3f /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/cbauth/metakv/metakv.go:417 # 0xc37aba github.com/couchbase/indexing/secondary/manager/common.(*CommandListener).ListenTokens.func2.1+0x11a /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/indexing/secondary/manager/common/token.go:1565 # 0xb76b71 github.com/couchbase/indexing/secondary/common.(*RetryHelper).Run+0x91 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/indexing/secondary/common/retry_helper.go:36 # 0xc37bdc github.com/couchbase/indexing/secondary/manager/common.(*CommandListener).ListenTokens.func2+0xdc /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/indexing/secondary/manager/common/token.go:1570 4 @ 0x441505 0x40d08f 0x40cd0b 0x1036f37 0x477e21 # 0x1036f36 github.com/couchbase/indexing/secondary/indexer.(*storageMgr).listenSnapshotReqs+0x96 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/storage_manager.go:1299 4 @ 0x441505 0x40d08f 0x40cd0b 0xfd9f4d 0x477e21 # 0xfd9f4c github.com/couchbase/indexing/secondary/indexer.(*scanCoordinator).listenSnapshot+0x8c /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/scan_coordinator.go:154 4 @ 0x441505 0x439b5b 0x472375 0x4dca65 0x4ddb55 0x4ddb37 0x5a9d6f 0x5b9f91 0xe5693b 0xe5728d 0xe56350 0xead276 0x477e21 # 0x472374 internal/poll.runtime_pollWait+0x54 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/runtime/netpoll.go:222 # 0x4dca64 internal/poll.(*pollDesc).wait+0x44 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/internal/poll/fd_poll_runtime.go:87 # 0x4ddb54 internal/poll.(*pollDesc).waitRead+0x1d4 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/internal/poll/fd_poll_runtime.go:92 # 0x4ddb36 internal/poll.(*FD).Read+0x1b6 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/internal/poll/fd_unix.go:166 # 0x5a9d6e net.(*netFD).Read+0x4e /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/net/fd_posix.go:55 # 0x5b9f90 net.(*conn).Read+0x90 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/net/net.go:183 # 0xe5693a github.com/couchbase/indexing/secondary/transport.fullRead+0x9a /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/indexing/secondary/transport/transport.go:189 # 0xe5728c github.com/couchbase/indexing/secondary/transport.Receive+0x8c /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/indexing/secondary/transport/util.go:60 # 0xe5634f github.com/couchbase/indexing/secondary/transport.(*TransportPacket).Receive+0x6f /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/indexing/secondary/transport/transport.go:119 # 0xead275 github.com/couchbase/indexing/secondary/dataport.doReceive+0x235 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/indexing/secondary/dataport/server.go:675 4 @ 0x441505 0x4524b7 0xc0eca6 0x477e21 # 0xc0eca5 github.com/couchbase/gometa/protocol.(*Follower).startListener+0xe5 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/gometa/protocol/follower.go:149 4 @ 0x441505 0x4524b7 0xc1a94e 0xc19eef 0xc19865 0x477e21 # 0xc1a94d github.com/couchbase/gometa/protocol.runWatcher+0x36d /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/gometa/protocol/watcherServer.go:320 # 0xc19eee github.com/couchbase/gometa/protocol.runOnce+0x56e /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/gometa/protocol/watcherServer.go:176 # 0xc19864 github.com/couchbase/gometa/protocol.RunWatcherServerWithRequest+0x164 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/gometa/protocol/watcherServer.go:49 4 @ 0x441505 0x4524b7 0xcaecb5 0x477e21 # 0xcaecb4 github.com/couchbase/indexing/secondary/manager/client.(*watcher).timeoutChecker+0xd4 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/indexing/secondary/manager/client/metadata_provider.go:6057 4 @ 0x441505 0x4524b7 0xda2dc8 0x477e21 # 0xda2dc7 github.com/couchbase/plasma.(*LSSCtx).runtimeStats+0x247 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/plasma/lssctx.go:632 4 @ 0x441505 0x4524b7 0xda9d13 0x477e21 # 0xda9d12 github.com/couchbase/plasma.(*Plasma).mvccPurgerDaemon+0x1f2 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/plasma/mvcc_purger.go:115 4 @ 0x441505 0x4524b7 0xdc4545 0x477e21 # 0xdc4544 github.com/couchbase/plasma.(*Plasma).monitor+0x284 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/plasma/plasma.go:436 2 @ 0x441505 0x40d08f 0x40cccb 0xe18e34 0x477e21 # 0xe18e33 github.com/couchbase/plasma.(*swapperWorker).run.func3+0x33 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/plasma/swapper.go:1190 2 @ 0x441505 0x40d08f 0x40cd0b 0xea3725 0x477e21 # 0xea3724 github.com/couchbase/indexing/secondary/queryport.(*Server).handleConnection+0x284 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/indexing/secondary/queryport/server.go:272 2 @ 0x441505 0x439b5b 0x472375 0x4dca65 0x4ddb55 0x4ddb37 0x5a9d6f 0x5b9f91 0xe5693b 0xe5728d 0xe56350 0xea3c74 0x477e21 # 0x472374 internal/poll.runtime_pollWait+0x54 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/runtime/netpoll.go:222 # 0x4dca64 internal/poll.(*pollDesc).wait+0x44 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/internal/poll/fd_poll_runtime.go:87 # 0x4ddb54 internal/poll.(*pollDesc).waitRead+0x1d4 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/internal/poll/fd_poll_runtime.go:92 # 0x4ddb36 internal/poll.(*FD).Read+0x1b6 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/internal/poll/fd_unix.go:166 # 0x5a9d6e net.(*netFD).Read+0x4e /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/net/fd_posix.go:55 # 0x5b9f90 net.(*conn).Read+0x90 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/net/net.go:183 # 0xe5693a github.com/couchbase/indexing/secondary/transport.fullRead+0x9a /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/indexing/secondary/transport/transport.go:189 # 0xe5728c github.com/couchbase/indexing/secondary/transport.Receive+0x8c /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/indexing/secondary/transport/util.go:60 # 0xe5634f github.com/couchbase/indexing/secondary/transport.(*TransportPacket).Receive+0x6f /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/indexing/secondary/transport/transport.go:119 # 0xea3c73 github.com/couchbase/indexing/secondary/queryport.(*Server).doReceive+0x2f3 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/indexing/secondary/queryport/server.go:300 2 @ 0x441505 0x4524b7 0x6ed145 0x6e152b 0x6c7c15 0x688e34 0x68881f 0x68a89f 0x8b2a95 0x8b2a96 0x8d8ec9 0x8d8e87 0x8da354 0x8da33d 0xb81cd0 0xb5fefb 0xb8b49e 0x477e21 # 0x6ed144 net/http.(*persistConn).roundTrip+0x764 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/net/http/transport.go:2610 # 0x6e152a net/http.(*Transport).roundTrip+0xaca /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/net/http/transport.go:592 # 0x6c7c14 net/http.(*Transport).RoundTrip+0x34 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/net/http/roundtrip.go:17 # 0x688e33 net/http.send+0x453 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/net/http/client.go:251 # 0x68881e net/http.(*Client).send+0xfe /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/net/http/client.go:175 # 0x68a89e net/http.(*Client).do+0x45e /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/net/http/client.go:717 # 0x8b2a94 net/http.(*Client).Do+0x2b4 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/net/http/client.go:585 # 0x8b2a95 github.com/couchbase/indexing/secondary/security.getWithAuthInternal+0x2b5 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/indexing/secondary/security/tls.go:669 # 0x8d8ec8 github.com/couchbase/indexing/secondary/security.GetWithAuthNonTLS+0x1a8 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/indexing/secondary/security/tls.go:604 # 0x8d8e86 github.com/couchbase/indexing/secondary/dcp.queryRestAPIOnLocalhost+0x166 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/pools.go:345 # 0x8da353 github.com/couchbase/indexing/secondary/dcp.(*Client).parseURLResponse+0x133 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/pools.go:480 # 0x8da33c github.com/couchbase/indexing/secondary/dcp.ConnectWithAuth+0x11c /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/pools.go:544 # 0xb81ccf github.com/couchbase/indexing/secondary/common.ConnectBucket2+0x16f /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/indexing/secondary/common/util.go:614 # 0xb5fefa github.com/couchbase/indexing/secondary/common.getKVFeeds+0xba /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/indexing/secondary/common/dcp_seqno.go:618 # 0xb8b49d github.com/couchbase/indexing/secondary/common.newVbSeqnosReader.func1+0x9d /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/indexing/secondary/common/dcp_seqno.go:392 2 @ 0x441505 0x4524b7 0xd9f1de 0x477e21 # 0xd9f1dd github.com/couchbase/plasma.(*LSSCleaner).lssCleanerDaemon+0x15d /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/plasma/lss_cleaner.go:821 2 @ 0x441505 0x4524b7 0xddd4fe 0x477e21 # 0xddd4fd github.com/couchbase/plasma.(*RecoveryCleaner).lssCleanerDaemon+0x15d /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/plasma/recovery_cleaner.go:573 2 @ 0x441505 0x4524b7 0xdf8565 0x477e21 # 0xdf8564 github.com/couchbase/plasma.(*swapperContext).run+0xe4 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/plasma/swapper.go:682 2 @ 0x441505 0x4524b7 0xdfc411 0x477e21 # 0xdfc410 github.com/couchbase/plasma.(*swapperDaemon).monitor+0xf0 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/plasma/swapper.go:1673 2 @ 0x441505 0x4524b7 0xe1847e 0x477e21 # 0xe1847d github.com/couchbase/plasma.(*Timer).start.func1+0xfd /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/plasma/shard.go:2787 2 @ 0x441505 0x4524b7 0xea4212 0x477e21 # 0xea4211 github.com/couchbase/indexing/secondary/queryport.(*Server).doPing+0x131 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/indexing/secondary/queryport/server.go:348 2 @ 0x441505 0x452f85 0x452f6e 0x473e45 0x4921e5 0xdf99f3 0x477e21 # 0x473e44 sync.runtime_Semacquire+0x44 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/runtime/sema.go:56 # 0x4921e4 sync.(*WaitGroup).Wait+0x64 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/sync/waitgroup.go:130 # 0xdf99f2 github.com/couchbase/plasma.(*swapperWorker).run+0x1f2 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/plasma/swapper.go:1195 2 @ 0x441505 0x474e52 0xe18a5b 0x477e21 # 0x474e51 time.Sleep+0xd1 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/runtime/time.go:193 # 0xe18a5a github.com/couchbase/plasma.(*swapperWorker).run.func1+0x19a /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/plasma/swapper.go:1141 1 @ 0x441505 0x40d08f 0x40cccb 0x10ae3e6 0x477e21 # 0x10ae3e5 github.com/couchbase/indexing/secondary/indexer.(*statsManager).tryUpdateStats.func1+0xa5 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/stats_manager.go:2698 1 @ 0x441505 0x40d08f 0x40cccb 0x7cb27b 0x477e21 # 0x7cb27a github.com/couchbase/indexing/secondary/logging.PeriodicProfile.func1+0x3a /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/indexing/secondary/logging/logging.go:207 1 @ 0x441505 0x40d08f 0x40cd0b 0x10047ad 0x477e21 # 0x10047ac github.com/couchbase/indexing/secondary/indexer.(*schedIndexCreator).run+0x8c /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/sched_index_creator.go:232 1 @ 0x441505 0x40d08f 0x40cd0b 0x100ade8 0x477e21 # 0x100ade7 github.com/couchbase/indexing/secondary/indexer.(*settingsManager).run+0x67 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/settings.go:259 1 @ 0x441505 0x40d08f 0x40cd0b 0x102a605 0x477e21 # 0x102a604 github.com/couchbase/indexing/secondary/indexer.(*statsManager).run+0x44 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/stats_manager.go:3083 1 @ 0x441505 0x40d08f 0x40cd0b 0x102d9ce 0x477e21 # 0x102d9cd github.com/couchbase/indexing/secondary/indexer.(*storageMgr).run+0x6d /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/storage_manager.go:173 1 @ 0x441505 0x40d08f 0x40cd0b 0x103d965 0x477e21 # 0x103d964 github.com/couchbase/indexing/secondary/indexer.(*mutationStreamReader).listenSupvCmd+0xc4 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/stream_reader.go:229 1 @ 0x441505 0x40d08f 0x40cd0b 0x105ba7c 0x477e21 # 0x105ba7b github.com/couchbase/indexing/secondary/indexer.(*timekeeper).run+0x7b /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/timekeeper.go:114 1 @ 0x441505 0x40d08f 0x40cd0b 0xb512dd 0x477e21 # 0xb512dc github.com/couchbase/indexing/secondary/common.(*clusterInfoCacheLiteManager).periodicUpdater+0x35c /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/indexing/secondary/common/cluster_info_lite.go:758 1 @ 0x441505 0x40d08f 0x40cd0b 0xb51571 0x477e21 # 0xb51570 github.com/couchbase/indexing/secondary/common.(*clusterInfoCacheLiteManager).handlePoolsChangeNotifications+0x70 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/indexing/secondary/common/cluster_info_lite.go:805 1 @ 0x441505 0x40d08f 0x40cd0b 0xb51b99 0x477e21 # 0xb51b98 github.com/couchbase/indexing/secondary/common.(*clusterInfoCacheLiteManager).handleCollectionManifestChanges+0xf8 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/indexing/secondary/common/cluster_info_lite.go:891 1 @ 0x441505 0x40d08f 0x40cd0b 0xb524c5 0x477e21 # 0xb524c4 github.com/couchbase/indexing/secondary/common.(*clusterInfoCacheLiteManager).handlePerBucketCollectionManifest+0x64 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/indexing/secondary/common/cluster_info_lite.go:942 1 @ 0x441505 0x40d08f 0x40cd0b 0xb52af9 0x477e21 # 0xb52af8 github.com/couchbase/indexing/secondary/common.(*clusterInfoCacheLiteManager).handleBucketInfoChanges+0xf8 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/indexing/secondary/common/cluster_info_lite.go:999 1 @ 0x441505 0x40d08f 0x40cd0b 0xb53479 0x477e21 # 0xb53478 github.com/couchbase/indexing/secondary/common.(*clusterInfoCacheLiteManager).handleBucketInfoChangesPerBucket+0x78 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/indexing/secondary/common/cluster_info_lite.go:1050 1 @ 0x441505 0x40d08f 0x40cd0b 0xc130b2 0x477e21 # 0xc130b1 github.com/couchbase/gometa/protocol.(*Leader).listen+0xb1 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/gometa/protocol/leader.go:556 1 @ 0x441505 0x40d08f 0x40cd0b 0xc133f2 0x477e21 # 0xc133f1 github.com/couchbase/gometa/protocol.(*Leader).processResponses+0xb1 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/gometa/protocol/leader.go:601 1 @ 0x441505 0x40d08f 0x40cd0b 0xc2c5b3 0x477e21 # 0xc2c5b2 github.com/couchbase/goutils/systemeventlog.(*SystemEventLoggerImpl).logEvents+0xd2 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/goutils/systemeventlog/system_event_logger.go:186 1 @ 0x441505 0x40d08f 0x40cd0b 0xd8ac8c 0x477e21 # 0xd8ac8b github.com/couchbase/plasma.runCleanerAutoTuner+0x18b /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/plasma/auto_tuner.go:651 1 @ 0x441505 0x40d08f 0x40cd0b 0xd8ad69 0x477e21 # 0xd8ad68 github.com/couchbase/plasma.(*CleanerAutoTuner).refreshCleanerBandwidth+0x88 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/plasma/auto_tuner.go:662 1 @ 0x441505 0x40d08f 0x40cd0b 0xdec6cb 0x477e21 # 0xdec6ca github.com/couchbase/plasma.AggregateAndLogStats+0x14a /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/plasma/shard.go:2427 1 @ 0x441505 0x40d08f 0x40cd0b 0xdec98c 0x477e21 # 0xdec98b github.com/couchbase/plasma.singletonWorker+0xcb /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/plasma/shard.go:2460 1 @ 0x441505 0x40d08f 0x40cd0b 0xdf01c8 0x477e21 # 0xdf01c7 github.com/couchbase/plasma.(*smrManager).run+0xa7 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/plasma/smr.go:520 1 @ 0x441505 0x40d08f 0x40cd0b 0xe0594a 0x477e21 # 0xe05949 github.com/couchbase/plasma.systemResourceTracker+0xa9 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/plasma/mem.go:438 1 @ 0x441505 0x40d08f 0x40cd0b 0xeb972f 0x477e21 # 0xeb972e github.com/couchbase/indexing/secondary/indexer.(*clustMgrAgent).run+0xce /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/cluster_manager_agent.go:109 1 @ 0x441505 0x40d08f 0x40cd0b 0xec7305 0x477e21 # 0xec7304 github.com/couchbase/indexing/secondary/indexer.(*compactionManager).run+0x84 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/compaction_manager.go:704 1 @ 0x441505 0x40d08f 0x40cd0b 0xec7cfc 0x477e21 # 0xec7cfb github.com/couchbase/indexing/secondary/indexer.(*cpuCollector).runCollectStats+0xbb /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/cpu.go:70 1 @ 0x441505 0x40d08f 0x40cd0b 0xeca5ad 0x477e21 # 0xeca5ac github.com/couchbase/indexing/secondary/indexer.(*DDLServiceMgr).run+0x8c /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/ddl_service_manager.go:179 1 @ 0x441505 0x40d08f 0x40cd0b 0xf47ba8 0x477e21 # 0xf47ba7 github.com/couchbase/indexing/secondary/indexer.(*kvSender).run+0x67 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/kv_sender.go:102 1 @ 0x441505 0x40d08f 0x40cd0b 0xf6fa93 0x477e21 # 0xf6fa92 github.com/couchbase/indexing/secondary/indexer.(*mutationMgr).run+0x112 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/mutation_manager.go:164 1 @ 0x441505 0x40d08f 0x40cd0b 0xf9a1cc 0x477e21 # 0xf9a1cb github.com/couchbase/indexing/secondary/indexer.(*RebalanceServiceManager).run+0x6b /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/rebalance_service_manager.go:249 1 @ 0x441505 0x40d08f 0x40cd0b 0xfd9dae 0x477e21 # 0xfd9dad github.com/couchbase/indexing/secondary/indexer.(*scanCoordinator).run+0x6d /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/scan_coordinator.go:133 1 @ 0x441505 0x439b5b 0x472375 0x4dca65 0x4ddb55 0x4ddb37 0x5a9d6f 0x5b9f91 0x56f182 0x778d0d 0x719b0b 0x71989f 0x71935c 0x777b36 0x776f8c 0x77685a 0x77603d 0x7794a5 0x779dbc 0x7c7e9f 0x7c9295 0x477e21 # 0x472374 internal/poll.runtime_pollWait+0x54 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/runtime/netpoll.go:222 # 0x4dca64 internal/poll.(*pollDesc).wait+0x44 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/internal/poll/fd_poll_runtime.go:87 # 0x4ddb54 internal/poll.(*pollDesc).waitRead+0x1d4 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/internal/poll/fd_poll_runtime.go:92 # 0x4ddb36 internal/poll.(*FD).Read+0x1b6 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/internal/poll/fd_unix.go:166 # 0x5a9d6e net.(*netFD).Read+0x4e /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/net/fd_posix.go:55 # 0x5b9f90 net.(*conn).Read+0x90 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/net/net.go:183 # 0x56f181 bufio.(*Reader).Read+0x221 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/bufio/bufio.go:227 # 0x778d0c github.com/couchbase/cbauth/revrpc.(*minirwc).Read+0x4c /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/cbauth/revrpc/revrpc.go:102 # 0x719b0a encoding/json.(*Decoder).refill+0xea /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/encoding/json/stream.go:165 # 0x71989e encoding/json.(*Decoder).readValue+0x1fe /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/encoding/json/stream.go:140 # 0x71935b encoding/json.(*Decoder).Decode+0x7b /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/encoding/json/stream.go:63 # 0x777b35 net/rpc/jsonrpc.(*serverCodec).ReadRequestHeader+0x75 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/net/rpc/jsonrpc/server.go:66 # 0x776f8b net/rpc.(*Server).readRequestHeader+0x6b /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/net/rpc/server.go:583 # 0x776859 net/rpc.(*Server).readRequest+0x59 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/net/rpc/server.go:543 # 0x77603c net/rpc.(*Server).ServeCodec+0x9c /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/net/rpc/server.go:458 # 0x7794a4 github.com/couchbase/cbauth/revrpc.(*Service).Run+0x5a4 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/cbauth/revrpc/revrpc.go:192 # 0x779dbb github.com/couchbase/cbauth/revrpc.BabysitService+0x5b /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/cbauth/revrpc/revrpc.go:288 # 0x7c7e9e github.com/couchbase/cbauth.runRPCForSvc+0xbe /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/cbauth/default.go:57 # 0x7c9294 github.com/couchbase/cbauth.startDefault.func1+0x34 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/cbauth/default.go:66 1 @ 0x441505 0x439b5b 0x472375 0x4dca65 0x4ddb55 0x4ddb37 0x5a9d6f 0x5b9f91 0x6c9758 0x477e21 # 0x472374 internal/poll.runtime_pollWait+0x54 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/runtime/netpoll.go:222 # 0x4dca64 internal/poll.(*pollDesc).wait+0x44 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/internal/poll/fd_poll_runtime.go:87 # 0x4ddb54 internal/poll.(*pollDesc).waitRead+0x1d4 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/internal/poll/fd_poll_runtime.go:92 # 0x4ddb36 internal/poll.(*FD).Read+0x1b6 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/internal/poll/fd_unix.go:166 # 0x5a9d6e net.(*netFD).Read+0x4e /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/net/fd_posix.go:55 # 0x5b9f90 net.(*conn).Read+0x90 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/net/net.go:183 # 0x6c9757 net/http.(*connReader).backgroundRead+0x57 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/net/http/server.go:692 1 @ 0x441505 0x439b5b 0x472375 0x4dca65 0x4ddb55 0x4ddb37 0x5a9d6f 0x5b9f91 0x6e9bd7 0x56eae8 0x56f85d 0x685374 0x684e52 0x685134 0x6de89f 0x6de7b9 0x6ee182 0x56eae8 0x56f85d 0x56fd5a 0x56ffcc 0x8d9d67 0x8d9645 0xb78905 0x477e21 # 0x472374 internal/poll.runtime_pollWait+0x54 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/runtime/netpoll.go:222 # 0x4dca64 internal/poll.(*pollDesc).wait+0x44 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/internal/poll/fd_poll_runtime.go:87 # 0x4ddb54 internal/poll.(*pollDesc).waitRead+0x1d4 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/internal/poll/fd_poll_runtime.go:92 # 0x4ddb36 internal/poll.(*FD).Read+0x1b6 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/internal/poll/fd_unix.go:166 # 0x5a9d6e net.(*netFD).Read+0x4e /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/net/fd_posix.go:55 # 0x5b9f90 net.(*conn).Read+0x90 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/net/net.go:183 # 0x6e9bd6 net/http.(*persistConn).Read+0x76 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/net/http/transport.go:1922 # 0x56eae7 bufio.(*Reader).fill+0x107 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/bufio/bufio.go:101 # 0x56f85c bufio.(*Reader).ReadSlice+0x3c /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/bufio/bufio.go:360 # 0x685373 net/http/internal.readChunkLine+0x33 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/net/http/internal/chunked.go:122 # 0x684e51 net/http/internal.(*chunkedReader).beginChunk+0x31 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/net/http/internal/chunked.go:48 # 0x685133 net/http/internal.(*chunkedReader).Read+0x133 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/net/http/internal/chunked.go:93 # 0x6de89e net/http.(*body).readLocked+0x5e /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/net/http/transfer.go:842 # 0x6de7b8 net/http.(*body).Read+0xf8 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/net/http/transfer.go:834 # 0x6ee181 net/http.(*bodyEOFSignal).Read+0xe1 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/net/http/transport.go:2764 # 0x56eae7 bufio.(*Reader).fill+0x107 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/bufio/bufio.go:101 # 0x56f85c bufio.(*Reader).ReadSlice+0x3c /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/bufio/bufio.go:360 # 0x56fd59 bufio.(*Reader).collectFragments+0x79 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/bufio/bufio.go:435 # 0x56ffcb bufio.(*Reader).ReadBytes+0x4b /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/bufio/bufio.go:463 # 0x8d9d66 github.com/couchbase/indexing/secondary/dcp.(*Client).runObserveStreamingEndpoint+0x486 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/pools.go:451 # 0x8d9644 github.com/couchbase/indexing/secondary/dcp.(*Client).RunObservePool+0xc4 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/pools.go:379 # 0xb78904 github.com/couchbase/indexing/secondary/common.(*serviceNotifierInstance).RunPoolObserver+0x84 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/indexing/secondary/common/services_notifier.go:142 1 @ 0x441505 0x439b5b 0x472375 0x4dca65 0x4ddb55 0x4ddb37 0x5a9d6f 0x5b9f91 0x6e9bd7 0x56eae8 0x56f85d 0x685374 0x684e52 0x685134 0x6de89f 0x6de7b9 0x6ee182 0x56eae8 0x56f85d 0x56fd5a 0x56ffcc 0x8d9d67 0x8d975c 0xb78ae5 0x477e21 # 0x472374 internal/poll.runtime_pollWait+0x54 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/runtime/netpoll.go:222 # 0x4dca64 internal/poll.(*pollDesc).wait+0x44 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/internal/poll/fd_poll_runtime.go:87 # 0x4ddb54 internal/poll.(*pollDesc).waitRead+0x1d4 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/internal/poll/fd_poll_runtime.go:92 # 0x4ddb36 internal/poll.(*FD).Read+0x1b6 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/internal/poll/fd_unix.go:166 # 0x5a9d6e net.(*netFD).Read+0x4e /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/net/fd_posix.go:55 # 0x5b9f90 net.(*conn).Read+0x90 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/net/net.go:183 # 0x6e9bd6 net/http.(*persistConn).Read+0x76 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/net/http/transport.go:1922 # 0x56eae7 bufio.(*Reader).fill+0x107 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/bufio/bufio.go:101 # 0x56f85c bufio.(*Reader).ReadSlice+0x3c /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/bufio/bufio.go:360 # 0x685373 net/http/internal.readChunkLine+0x33 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/net/http/internal/chunked.go:122 # 0x684e51 net/http/internal.(*chunkedReader).beginChunk+0x31 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/net/http/internal/chunked.go:48 # 0x685133 net/http/internal.(*chunkedReader).Read+0x133 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/net/http/internal/chunked.go:93 # 0x6de89e net/http.(*body).readLocked+0x5e /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/net/http/transfer.go:842 # 0x6de7b8 net/http.(*body).Read+0xf8 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/net/http/transfer.go:834 # 0x6ee181 net/http.(*bodyEOFSignal).Read+0xe1 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/net/http/transport.go:2764 # 0x56eae7 bufio.(*Reader).fill+0x107 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/bufio/bufio.go:101 # 0x56f85c bufio.(*Reader).ReadSlice+0x3c /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/bufio/bufio.go:360 # 0x56fd59 bufio.(*Reader).collectFragments+0x79 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/bufio/bufio.go:435 # 0x56ffcb bufio.(*Reader).ReadBytes+0x4b /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/bufio/bufio.go:463 # 0x8d9d66 github.com/couchbase/indexing/secondary/dcp.(*Client).runObserveStreamingEndpoint+0x486 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/pools.go:451 # 0x8d975b github.com/couchbase/indexing/secondary/dcp.(*Client).RunObserveNodeServices+0xdb /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/pools.go:395 # 0xb78ae4 github.com/couchbase/indexing/secondary/common.(*serviceNotifierInstance).RunServicesObserver+0x84 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/indexing/secondary/common/services_notifier.go:151 1 @ 0x441505 0x439b5b 0x472375 0x4dca65 0x4ddb55 0x4ddb37 0x5a9d6f 0x5b9f91 0x6e9bd7 0x56eae8 0x56f85d 0x685374 0x684e52 0x685134 0x6de89f 0x6de7b9 0x6ee182 0x56eae8 0x56f85d 0x56fd5a 0x56ffcc 0x8d9d67 0x8d989c 0xb78cdd 0x477e21 # 0x472374 internal/poll.runtime_pollWait+0x54 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/runtime/netpoll.go:222 # 0x4dca64 internal/poll.(*pollDesc).wait+0x44 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/internal/poll/fd_poll_runtime.go:87 # 0x4ddb54 internal/poll.(*pollDesc).waitRead+0x1d4 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/internal/poll/fd_poll_runtime.go:92 # 0x4ddb36 internal/poll.(*FD).Read+0x1b6 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/internal/poll/fd_unix.go:166 # 0x5a9d6e net.(*netFD).Read+0x4e /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/net/fd_posix.go:55 # 0x5b9f90 net.(*conn).Read+0x90 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/net/net.go:183 # 0x6e9bd6 net/http.(*persistConn).Read+0x76 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/net/http/transport.go:1922 # 0x56eae7 bufio.(*Reader).fill+0x107 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/bufio/bufio.go:101 # 0x56f85c bufio.(*Reader).ReadSlice+0x3c /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/bufio/bufio.go:360 # 0x685373 net/http/internal.readChunkLine+0x33 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/net/http/internal/chunked.go:122 # 0x684e51 net/http/internal.(*chunkedReader).beginChunk+0x31 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/net/http/internal/chunked.go:48 # 0x685133 net/http/internal.(*chunkedReader).Read+0x133 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/net/http/internal/chunked.go:93 # 0x6de89e net/http.(*body).readLocked+0x5e /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/net/http/transfer.go:842 # 0x6de7b8 net/http.(*body).Read+0xf8 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/net/http/transfer.go:834 # 0x6ee181 net/http.(*bodyEOFSignal).Read+0xe1 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/net/http/transport.go:2764 # 0x56eae7 bufio.(*Reader).fill+0x107 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/bufio/bufio.go:101 # 0x56f85c bufio.(*Reader).ReadSlice+0x3c /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/bufio/bufio.go:360 # 0x56fd59 bufio.(*Reader).collectFragments+0x79 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/bufio/bufio.go:435 # 0x56ffcb bufio.(*Reader).ReadBytes+0x4b /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/bufio/bufio.go:463 # 0x8d9d66 github.com/couchbase/indexing/secondary/dcp.(*Client).runObserveStreamingEndpoint+0x486 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/pools.go:451 # 0x8d989b github.com/couchbase/indexing/secondary/dcp.(*Client).RunObserveCollectionManifestChanges+0xfb /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/pools.go:410 # 0xb78cdc github.com/couchbase/indexing/secondary/common.(*serviceNotifierInstance).RunObserveCollectionManifestChanges+0x9c /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/indexing/secondary/common/services_notifier.go:160 1 @ 0x441505 0x439b5b 0x472375 0x4dca65 0x4df8d2 0x4df8b4 0x5ab3a5 0x5c4092 0x5c2e85 0x63c737 0x6d4e85 0x10863a5 0x477e21 # 0x472374 internal/poll.runtime_pollWait+0x54 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/runtime/netpoll.go:222 # 0x4dca64 internal/poll.(*pollDesc).wait+0x44 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/internal/poll/fd_poll_runtime.go:87 # 0x4df8d1 internal/poll.(*pollDesc).waitRead+0x211 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/internal/poll/fd_poll_runtime.go:92 # 0x4df8b3 internal/poll.(*FD).Accept+0x1f3 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/internal/poll/fd_unix.go:401 # 0x5ab3a4 net.(*netFD).accept+0x44 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/net/fd_unix.go:172 # 0x5c4091 net.(*TCPListener).accept+0x31 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/net/tcpsock_posix.go:139 # 0x5c2e84 net.(*TCPListener).Accept+0x64 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/net/tcpsock.go:261 # 0x63c736 crypto/tls.(*listener).Accept+0x36 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/crypto/tls/tls.go:67 # 0x6d4e84 net/http.(*Server).Serve+0x284 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/net/http/server.go:2981 # 0x10863a4 github.com/couchbase/indexing/secondary/indexer.(*indexer).initHttpsServer.func1+0x44 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/indexer.go:831 1 @ 0x441505 0x439b5b 0x472375 0x4dca65 0x4df8d2 0x4df8b4 0x5ab3a5 0x5c4092 0x5c2e85 0x6d4e85 0x1086185 0x477e21 # 0x472374 internal/poll.runtime_pollWait+0x54 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/runtime/netpoll.go:222 # 0x4dca64 internal/poll.(*pollDesc).wait+0x44 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/internal/poll/fd_poll_runtime.go:87 # 0x4df8d1 internal/poll.(*pollDesc).waitRead+0x211 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/internal/poll/fd_poll_runtime.go:92 # 0x4df8b3 internal/poll.(*FD).Accept+0x1f3 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/internal/poll/fd_unix.go:401 # 0x5ab3a4 net.(*netFD).accept+0x44 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/net/fd_unix.go:172 # 0x5c4091 net.(*TCPListener).accept+0x31 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/net/tcpsock_posix.go:139 # 0x5c2e84 net.(*TCPListener).Accept+0x64 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/net/tcpsock.go:261 # 0x6d4e84 net/http.(*Server).Serve+0x284 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/net/http/server.go:2981 # 0x1086184 github.com/couchbase/indexing/secondary/indexer.(*indexer).initHttpServer.func1+0x44 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/indexer.go:778 1 @ 0x441505 0x439b5b 0x472375 0x4dca65 0x4df8d2 0x4df8b4 0x5ab3a5 0x5c4092 0x5c2e85 0xbc12d7 0x477e21 # 0x472374 internal/poll.runtime_pollWait+0x54 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/runtime/netpoll.go:222 # 0x4dca64 internal/poll.(*pollDesc).wait+0x44 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/internal/poll/fd_poll_runtime.go:87 # 0x4df8d1 internal/poll.(*pollDesc).waitRead+0x211 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/internal/poll/fd_poll_runtime.go:92 # 0x4df8b3 internal/poll.(*FD).Accept+0x1f3 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/internal/poll/fd_unix.go:401 # 0x5ab3a4 net.(*netFD).accept+0x44 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/net/fd_unix.go:172 # 0x5c4091 net.(*TCPListener).accept+0x31 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/net/tcpsock_posix.go:139 # 0x5c2e84 net.(*TCPListener).Accept+0x64 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/net/tcpsock.go:261 # 0xbc12d6 github.com/couchbase/gometa/common.(*PeerListener).listen+0x96 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/gometa/common/peerListener.go:220 1 @ 0x441505 0x439b5b 0x472375 0x4dca65 0x4df8d2 0x4df8b4 0x5ab3a5 0x5c4092 0x5c2e85 0xea3196 0x477e21 # 0x472374 internal/poll.runtime_pollWait+0x54 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/runtime/netpoll.go:222 # 0x4dca64 internal/poll.(*pollDesc).wait+0x44 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/internal/poll/fd_poll_runtime.go:87 # 0x4df8d1 internal/poll.(*pollDesc).waitRead+0x211 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/internal/poll/fd_poll_runtime.go:92 # 0x4df8b3 internal/poll.(*FD).Accept+0x1f3 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/internal/poll/fd_unix.go:401 # 0x5ab3a4 net.(*netFD).accept+0x44 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/net/fd_unix.go:172 # 0x5c4091 net.(*TCPListener).accept+0x31 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/net/tcpsock_posix.go:139 # 0x5c2e84 net.(*TCPListener).Accept+0x64 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/net/tcpsock.go:261 # 0xea3195 github.com/couchbase/indexing/secondary/queryport.(*Server).listener+0xf5 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/indexing/secondary/queryport/server.go:222 1 @ 0x441505 0x439b5b 0x472375 0x4dca65 0x4df8d2 0x4df8b4 0x5ab3a5 0x5c4092 0x5c2e85 0xeacbb8 0x477e21 # 0x472374 internal/poll.runtime_pollWait+0x54 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/runtime/netpoll.go:222 # 0x4dca64 internal/poll.(*pollDesc).wait+0x44 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/internal/poll/fd_poll_runtime.go:87 # 0x4df8d1 internal/poll.(*pollDesc).waitRead+0x211 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/internal/poll/fd_poll_runtime.go:92 # 0x4df8b3 internal/poll.(*FD).Accept+0x1f3 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/internal/poll/fd_unix.go:401 # 0x5ab3a4 net.(*netFD).accept+0x44 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/net/fd_unix.go:172 # 0x5c4091 net.(*TCPListener).accept+0x31 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/net/tcpsock_posix.go:139 # 0x5c2e84 net.(*TCPListener).Accept+0x64 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/net/tcpsock.go:261 # 0xeacbb7 github.com/couchbase/indexing/secondary/dataport.(*Server).listener+0xf7 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/indexing/secondary/dataport/server.go:628 1 @ 0x441505 0x4524b7 0x1004cc7 0x477e21 # 0x1004cc6 github.com/couchbase/indexing/secondary/indexer.(*schedIndexCreator).processSchedIndexes+0xc6 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/sched_index_creator.go:307 1 @ 0x441505 0x4524b7 0x100903b 0x477e21 # 0x100903a github.com/couchbase/indexing/secondary/indexer.(*schedTokenMonitor).updater+0xda /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/sched_index_creator.go:997 1 @ 0x441505 0x4524b7 0x102aa45 0x477e21 # 0x102aa44 github.com/couchbase/indexing/secondary/indexer.(*statsManager).statsUpdater+0x164 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/stats_manager.go:3138 1 @ 0x441505 0x4524b7 0x103d698 0x477e21 # 0x103d697 github.com/couchbase/indexing/secondary/indexer.(*mutationStreamReader).run+0xd7 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/stream_reader.go:182 1 @ 0x441505 0x4524b7 0x103ece5 0x477e21 # 0x103ece4 github.com/couchbase/indexing/secondary/indexer.(*mutationStreamReader).syncWorker+0x184 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/stream_reader.go:412 1 @ 0x441505 0x4524b7 0x10b884d 0x477e21 # 0x10b884c github.com/couchbase/indexing/secondary/indexer.(*timekeeper).startTimer.func1+0xac /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/timekeeper.go:4244 1 @ 0x441505 0x4524b7 0x6ed145 0x6e152b 0x6c7c15 0x7c7da8 0x688e34 0x68881f 0x68a89f 0xa37a56 0xa37a3d 0xa38f85 0xa39867 0xa39832 0xb6e037 0xb6e014 0xc34748 0x100721c 0x477e21 # 0x6ed144 net/http.(*persistConn).roundTrip+0x764 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/net/http/transport.go:2610 # 0x6e152a net/http.(*Transport).roundTrip+0xaca /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/net/http/transport.go:592 # 0x6c7c14 net/http.(*Transport).RoundTrip+0x34 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/net/http/roundtrip.go:17 # 0x7c7da7 github.com/couchbase/cbauth.(*cbauthRoundTripper).RoundTrip+0xa7 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/cbauth/convenience.go:76 # 0x688e33 net/http.send+0x453 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/net/http/client.go:251 # 0x68881e net/http.(*Client).send+0xfe /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/net/http/client.go:175 # 0x68a89e net/http.(*Client).do+0x45e /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/net/http/client.go:717 # 0xa37a55 net/http.(*Client).Do+0x1f5 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/net/http/client.go:585 # 0xa37a3c github.com/couchbase/cbauth/metakv.doCallInner+0x1dc /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/cbauth/metakv/metakv.go:106 # 0xa38f84 github.com/couchbase/cbauth/metakv.doRunObserveChildren+0x184 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/cbauth/metakv/metakv.go:273 # 0xa39866 github.com/couchbase/cbauth/metakv.(*store).iterateChildren+0xc6 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/cbauth/metakv/metakv.go:248 # 0xa39831 github.com/couchbase/cbauth/metakv.(*store).listAllChildren+0x91 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/cbauth/metakv/metakv.go:435 # 0xb6e036 github.com/couchbase/cbauth/metakv.ListAllChildren+0xb6 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/cbauth/metakv/metakv.go:426 # 0xb6e013 github.com/couchbase/indexing/secondary/common.MetakvList+0x93 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/indexing/secondary/common/metakv_gsi.go:88 # 0xc34747 github.com/couchbase/indexing/secondary/manager/common.ListAllStopScheduleCreateTokens+0x47 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/indexing/secondary/manager/common/token.go:1283 # 0x100721b github.com/couchbase/indexing/secondary/indexer.(*schedIndexCreator).stopTokenCleaner+0x4bb /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/sched_index_creator.go:625 1 @ 0x441505 0x4524b7 0x6ed145 0x6e152b 0x6c7c15 0x7c7da8 0x688e34 0x68881f 0x68a89f 0xa37a56 0xa37a3d 0xa38f85 0xa39867 0xa39832 0xb6e037 0xb6e014 0xc34748 0x1007858 0x477e21 # 0x6ed144 net/http.(*persistConn).roundTrip+0x764 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/net/http/transport.go:2610 # 0x6e152a net/http.(*Transport).roundTrip+0xaca /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/net/http/transport.go:592 # 0x6c7c14 net/http.(*Transport).RoundTrip+0x34 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/net/http/roundtrip.go:17 # 0x7c7da7 github.com/couchbase/cbauth.(*cbauthRoundTripper).RoundTrip+0xa7 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/cbauth/convenience.go:76 # 0x688e33 net/http.send+0x453 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/net/http/client.go:251 # 0x68881e net/http.(*Client).send+0xfe /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/net/http/client.go:175 # 0x68a89e net/http.(*Client).do+0x45e /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/net/http/client.go:717 # 0xa37a55 net/http.(*Client).Do+0x1f5 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/net/http/client.go:585 # 0xa37a3c github.com/couchbase/cbauth/metakv.doCallInner+0x1dc /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/cbauth/metakv/metakv.go:106 # 0xa38f84 github.com/couchbase/cbauth/metakv.doRunObserveChildren+0x184 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/cbauth/metakv/metakv.go:273 # 0xa39866 github.com/couchbase/cbauth/metakv.(*store).iterateChildren+0xc6 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/cbauth/metakv/metakv.go:248 # 0xa39831 github.com/couchbase/cbauth/metakv.(*store).listAllChildren+0x91 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/cbauth/metakv/metakv.go:435 # 0xb6e036 github.com/couchbase/cbauth/metakv.ListAllChildren+0xb6 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/cbauth/metakv/metakv.go:426 # 0xb6e013 github.com/couchbase/indexing/secondary/common.MetakvList+0x93 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/indexing/secondary/common/metakv_gsi.go:88 # 0xc34747 github.com/couchbase/indexing/secondary/manager/common.ListAllStopScheduleCreateTokens+0x47 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/indexing/secondary/manager/common/token.go:1283 # 0x1007857 github.com/couchbase/indexing/secondary/indexer.(*schedIndexCreator).keyspaceMonitor+0xf7 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/sched_index_creator.go:764 1 @ 0x441505 0x4524b7 0x6ed145 0x6e152b 0x6c7c15 0x7c7da8 0x688e34 0x68881f 0x68a89f 0xa37a56 0xa37a3d 0xa38f85 0xa39867 0xa39832 0xb6ee05 0xb6edda 0xc33988 0x1082c6a 0xeda269 0x10075cf 0x477e21 # 0x6ed144 net/http.(*persistConn).roundTrip+0x764 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/net/http/transport.go:2610 # 0x6e152a net/http.(*Transport).roundTrip+0xaca /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/net/http/transport.go:592 # 0x6c7c14 net/http.(*Transport).RoundTrip+0x34 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/net/http/roundtrip.go:17 # 0x7c7da7 github.com/couchbase/cbauth.(*cbauthRoundTripper).RoundTrip+0xa7 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/cbauth/convenience.go:76 # 0x688e33 net/http.send+0x453 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/net/http/client.go:251 # 0x68881e net/http.(*Client).send+0xfe /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/net/http/client.go:175 # 0x68a89e net/http.(*Client).do+0x45e /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/net/http/client.go:717 # 0xa37a55 net/http.(*Client).Do+0x1f5 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/net/http/client.go:585 # 0xa37a3c github.com/couchbase/cbauth/metakv.doCallInner+0x1dc /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/cbauth/metakv/metakv.go:106 # 0xa38f84 github.com/couchbase/cbauth/metakv.doRunObserveChildren+0x184 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/cbauth/metakv/metakv.go:273 # 0xa39866 github.com/couchbase/cbauth/metakv.(*store).iterateChildren+0xc6 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/cbauth/metakv/metakv.go:248 # 0xa39831 github.com/couchbase/cbauth/metakv.(*store).listAllChildren+0x91 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/cbauth/metakv/metakv.go:435 # 0xb6ee04 github.com/couchbase/cbauth/metakv.ListAllChildren+0x124 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/cbauth/metakv/metakv.go:426 # 0xb6edd9 github.com/couchbase/indexing/secondary/common.MetakvBigValueList+0xf9 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/indexing/secondary/common/metakv_gsi.go:221 # 0xc33987 github.com/couchbase/indexing/secondary/manager/common.ListAllScheduleCreateTokens+0x47 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/indexing/secondary/manager/common/token.go:1147 # 0x1082c69 github.com/couchbase/indexing/secondary/indexer.transferScheduleTokens.func1+0x89 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/ddl_service_manager.go:2021 # 0xeda268 github.com/couchbase/indexing/secondary/indexer.transferScheduleTokens+0x88 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/ddl_service_manager.go:2050 # 0x10075ce github.com/couchbase/indexing/secondary/indexer.(*schedIndexCreator).orphanTokenMover+0x2ae /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/sched_index_creator.go:732 1 @ 0x441505 0x4524b7 0x6ed145 0x6e152b 0x6c7c15 0x7c7da8 0x688e34 0x68881f 0x68a89f 0xa37a56 0xa37a3d 0xa38f85 0xa39867 0xa39832 0xfa9bb7 0xfa9b93 0xfa2e93 0x477e21 # 0x6ed144 net/http.(*persistConn).roundTrip+0x764 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/net/http/transport.go:2610 # 0x6e152a net/http.(*Transport).roundTrip+0xaca /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/net/http/transport.go:592 # 0x6c7c14 net/http.(*Transport).RoundTrip+0x34 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/net/http/roundtrip.go:17 # 0x7c7da7 github.com/couchbase/cbauth.(*cbauthRoundTripper).RoundTrip+0xa7 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/cbauth/convenience.go:76 # 0x688e33 net/http.send+0x453 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/net/http/client.go:251 # 0x68881e net/http.(*Client).send+0xfe /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/net/http/client.go:175 # 0x68a89e net/http.(*Client).do+0x45e /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/net/http/client.go:717 # 0xa37a55 net/http.(*Client).Do+0x1f5 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/net/http/client.go:585 # 0xa37a3c github.com/couchbase/cbauth/metakv.doCallInner+0x1dc /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/cbauth/metakv/metakv.go:106 # 0xa38f84 github.com/couchbase/cbauth/metakv.doRunObserveChildren+0x184 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/cbauth/metakv/metakv.go:273 # 0xa39866 github.com/couchbase/cbauth/metakv.(*store).iterateChildren+0xc6 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/cbauth/metakv/metakv.go:248 # 0xa39831 github.com/couchbase/cbauth/metakv.(*store).listAllChildren+0x91 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/cbauth/metakv/metakv.go:435 # 0xfa9bb6 github.com/couchbase/cbauth/metakv.ListAllChildren+0x56 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/cbauth/metakv/metakv.go:426 # 0xfa9b92 github.com/couchbase/indexing/secondary/indexer.(*RebalanceServiceManager).getCurrRebalTokens+0x32 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/rebalance_service_manager.go:2194 # 0xfa2e92 github.com/couchbase/indexing/secondary/indexer.(*RebalanceServiceManager).rebalanceJanitor+0x192 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/rebalance_service_manager.go:1329 1 @ 0x441505 0x4524b7 0x71f9f5 0x477e21 # 0x71f9f4 github.com/couchbase/cbauth/cbauthimpl.(*cfgChangeNotifier).loop+0x94 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/cbauth/cbauthimpl/impl.go:306 1 @ 0x441505 0x4524b7 0x71feb6 0x477e21 # 0x71feb5 github.com/couchbase/cbauth/cbauthimpl.(*tlsNotifier).loop+0x75 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/cbauth/cbauthimpl/impl.go:386 1 @ 0x441505 0x4524b7 0xa39165 0xa39777 0xa39720 0x10ab4a6 0xb76b72 0x10ab569 0x477e21 # 0xa39164 github.com/couchbase/cbauth/metakv.doRunObserveChildren+0x364 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/cbauth/metakv/metakv.go:305 # 0xa39776 github.com/couchbase/cbauth/metakv.(*store).runObserveChildren+0x96 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/cbauth/metakv/metakv.go:263 # 0xa3971f github.com/couchbase/cbauth/metakv.RunObserveChildrenV2+0x3f /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/cbauth/metakv/metakv.go:417 # 0x10ab4a5 github.com/couchbase/indexing/secondary/indexer.NewSettingsManager.func1.1+0x125 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/settings.go:78 # 0xb76b71 github.com/couchbase/indexing/secondary/common.(*RetryHelper).Run+0x91 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/indexing/secondary/common/retry_helper.go:36 # 0x10ab568 github.com/couchbase/indexing/secondary/indexer.NewSettingsManager.func1+0x88 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/settings.go:82 1 @ 0x441505 0x4524b7 0xa39165 0xa39777 0xa39720 0xfab625 0x477e21 # 0xa39164 github.com/couchbase/cbauth/metakv.doRunObserveChildren+0x364 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/cbauth/metakv/metakv.go:305 # 0xa39776 github.com/couchbase/cbauth/metakv.(*store).runObserveChildren+0x96 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/cbauth/metakv/metakv.go:263 # 0xa3971f github.com/couchbase/cbauth/metakv.RunObserveChildrenV2+0x3f /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/cbauth/metakv/metakv.go:417 # 0xfab624 github.com/couchbase/indexing/secondary/indexer.(*RebalanceServiceManager).listenMoveIndex+0x104 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/rebalance_service_manager.go:2328 1 @ 0x441505 0x4524b7 0xb539b0 0x477e21 # 0xb539af github.com/couchbase/indexing/secondary/common.(*clusterInfoCacheLiteManager).watchClusterChanges+0x1ef /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/indexing/secondary/common/cluster_info_lite.go:1098 1 @ 0x441505 0x4524b7 0xc16bba 0x477e21 # 0xc16bb9 github.com/couchbase/gometa/protocol.(*LeaderServer).listenFollower+0x139 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/gometa/protocol/leaderServer.go:187 1 @ 0x441505 0x4524b7 0xc18191 0xc167dc 0xcbb025 0xcba8d9 0x477e21 # 0xc18190 github.com/couchbase/gometa/protocol.(*LeaderServer).processRequest+0x270 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/gometa/protocol/leaderServer.go:386 # 0xc167db github.com/couchbase/gometa/protocol.RunLeaderServerWithCustomHandler+0x4db /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/gometa/protocol/leaderServer.go:131 # 0xcbb024 github.com/couchbase/gometa/server.(*EmbeddedServer).runOnce+0x164 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/gometa/server/embeddedServer.go:678 # 0xcba8d8 github.com/couchbase/gometa/server.(*EmbeddedServer).run+0x58 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/gometa/server/embeddedServer.go:578 1 @ 0x441505 0x4524b7 0xcc46b3 0x477e21 # 0xcc46b2 github.com/couchbase/indexing/secondary/manager.(*LifecycleMgr).processRequest+0x2f2 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/indexing/secondary/manager/lifecycle.go:399 1 @ 0x441505 0x4524b7 0xcc4a8e 0x477e21 # 0xcc4a8d github.com/couchbase/indexing/secondary/manager.(*LifecycleMgr).processParallelsRequests+0x14d /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/indexing/secondary/manager/lifecycle.go:439 1 @ 0x441505 0x4524b7 0xcd81d4 0x477e21 # 0xcd81d3 github.com/couchbase/indexing/secondary/manager.(*LifecycleMgr).broadcastStats+0x1b3 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/indexing/secondary/manager/lifecycle.go:2704 1 @ 0x441505 0x4524b7 0xce7155 0x477e21 # 0xce7154 github.com/couchbase/indexing/secondary/manager.(*janitor).run+0x1b4 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/indexing/secondary/manager/lifecycle.go:4491 1 @ 0x441505 0x4524b7 0xce76c5 0x477e21 # 0xce76c4 github.com/couchbase/indexing/secondary/manager.(*builder).run+0x1c4 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/indexing/secondary/manager/lifecycle.go:4574 1 @ 0x441505 0x4524b7 0xceb445 0x477e21 # 0xceb444 github.com/couchbase/indexing/secondary/manager.(*updator).run+0x1a4 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/indexing/secondary/manager/lifecycle.go:5007 1 @ 0x441505 0x4524b7 0xcf053b 0x477e21 # 0xcf053a github.com/couchbase/indexing/secondary/manager.(*IndexManager).monitorKeyspace+0xda /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/indexing/secondary/manager/manager.go:712 1 @ 0x441505 0x4524b7 0xd19a69 0x477e21 # 0xd19a68 github.com/couchbase/indexing/secondary/manager.(*requestHandlerCache).runPersistor+0xc8 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/indexing/secondary/manager/request_handler_cache.go:385 1 @ 0x441505 0x4524b7 0xdf55de 0x477e21 # 0xdf55dd github.com/couchbase/plasma.(*StatsLogger).run+0x95d /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/plasma/stats.go:1460 1 @ 0x441505 0x4524b7 0xeaab65 0x477e21 # 0xeaab64 github.com/couchbase/indexing/secondary/dataport.(*Server).genServer+0x264 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/indexing/secondary/dataport/server.go:376 1 @ 0x441505 0x4524b7 0xec232f 0x477e21 # 0xec232e github.com/couchbase/indexing/secondary/indexer.(*compactionDaemon).loop+0x14e /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/compaction_manager.go:122 1 @ 0x441505 0x4524b7 0xeca83e 0x477e21 # 0xeca83d github.com/couchbase/indexing/secondary/indexer.(*DDLServiceMgr).runTokenCleaner+0x17d /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/ddl_service_manager.go:207 1 @ 0x441505 0x4524b7 0xed0207 0x477e21 # 0xed0206 github.com/couchbase/indexing/secondary/indexer.(*DDLServiceMgr).processCreateCommand+0x1a6 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/ddl_service_manager.go:996 1 @ 0x441505 0x4524b7 0xefecc9 0xef9348 0x10c1f45 0x4410d6 0x477e21 # 0xefecc8 github.com/couchbase/indexing/secondary/indexer.(*indexer).run+0x4e8 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/indexer.go:1046 # 0xef9347 github.com/couchbase/indexing/secondary/indexer.NewIndexer+0x2527 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/indexer.go:492 # 0x10c1f44 main.main+0x1564 goproj/src/github.com/couchbase/indexing/secondary/cmd/indexer/main.go:182 # 0x4410d5 runtime.main+0x255 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/runtime/proc.go:225 1 @ 0x441505 0x4524b7 0xeff2d4 0x477e21 # 0xeff2d3 github.com/couchbase/indexing/secondary/indexer.(*indexer).listenAdminMsgs+0xb3 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/indexer.go:1094 1 @ 0x441505 0x4524b7 0xeff7b1 0x477e21 # 0xeff7b0 github.com/couchbase/indexing/secondary/indexer.(*indexer).listenWorkerMsgs+0xb0 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/indexer.go:1167 1 @ 0x441505 0x4524b7 0xf46ae9 0x477e21 # 0xf46ae8 github.com/couchbase/indexing/secondary/indexer.(*indexer).monitorKVNodes+0x5e8 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/indexer.go:10029 1 @ 0x441505 0x4524b7 0xf6fc25 0x477e21 # 0xf6fc24 github.com/couchbase/indexing/secondary/indexer.(*mutationMgr).handleWorkerMsgs+0x84 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/mutation_manager.go:188 1 @ 0x441505 0x4524b7 0xf6fd45 0x477e21 # 0xf6fd44 github.com/couchbase/indexing/secondary/indexer.(*mutationMgr).listenWorkerMsgs+0xa4 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/mutation_manager.go:211 1 @ 0x441505 0x4524b7 0xf70b59 0x477e21 # 0xf70b58 github.com/couchbase/indexing/secondary/indexer.(*mutationMgr).processStreamBegins+0x98 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/mutation_manager.go:393 1 @ 0x441505 0x452f85 0x452f6e 0x473e45 0x4921e5 0x7761a5 0x7794a5 0x779dbc 0xc39290 0xf559db 0x477e21 # 0x473e44 sync.runtime_Semacquire+0x44 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/runtime/sema.go:56 # 0x4921e4 sync.(*WaitGroup).Wait+0x64 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/sync/waitgroup.go:130 # 0x7761a4 net/rpc.(*Server).ServeCodec+0x204 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/net/rpc/server.go:478 # 0x7794a4 github.com/couchbase/cbauth/revrpc.(*Service).Run+0x5a4 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/cbauth/revrpc/revrpc.go:192 # 0x779dbb github.com/couchbase/cbauth/revrpc.BabysitService+0x5b /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/cbauth/revrpc/revrpc.go:288 # 0xc3928f github.com/couchbase/cbauth/service.RegisterManager+0x10f /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/cbauth/service/revrpc.go:174 # 0xf559da github.com/couchbase/indexing/secondary/indexer.(*MasterServiceManager).registerWithServer+0x17a /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/master_service_manager.go:55 1 @ 0x441505 0x452f85 0x452f6e 0x473e45 0x4921e5 0xb5ef26 0xb8bc32 0xb61707 0xb8bf98 0xb61eb1 0x10b8a65 0xb76b72 0x1081bf1 0x10b68ef 0xb76b72 0x10b7aba 0x477e21 # 0x473e44 sync.runtime_Semacquire+0x44 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/runtime/sema.go:56 # 0x4921e4 sync.(*WaitGroup).Wait+0x64 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/sync/waitgroup.go:130 # 0xb5ef25 github.com/couchbase/indexing/secondary/common.newVbSeqnosReader+0x405 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/indexing/secondary/common/dcp_seqno.go:405 # 0xb8bc31 github.com/couchbase/indexing/secondary/common.addDBSbucket.func1+0x191 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/indexing/secondary/common/dcp_seqno.go:715 # 0xb61706 github.com/couchbase/indexing/secondary/common.addDBSbucket+0xa66 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/indexing/secondary/common/dcp_seqno.go:788 # 0xb8bf97 github.com/couchbase/indexing/secondary/common.BucketSeqnos.func2+0x1d7 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/indexing/secondary/common/dcp_seqno.go:851 # 0xb61eb0 github.com/couchbase/indexing/secondary/common.BucketSeqnos+0xd0 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/indexing/secondary/common/dcp_seqno.go:860 # 0x10b8a64 github.com/couchbase/indexing/secondary/indexer.GetCurrentKVTs.func1+0x1c4 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/util.go:138 # 0xb76b71 github.com/couchbase/indexing/secondary/common.(*RetryHelper).Run+0x91 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/indexing/secondary/common/retry_helper.go:36 # 0x1081bf0 github.com/couchbase/indexing/secondary/indexer.GetCurrentKVTs+0x1f0 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/util.go:152 # 0x10b68ee github.com/couchbase/indexing/secondary/indexer.(*timekeeper).handleStats.func1.1+0x22e /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/timekeeper.go:3981 # 0xb76b71 github.com/couchbase/indexing/secondary/common.(*RetryHelper).Run+0x91 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/indexing/secondary/common/retry_helper.go:36 # 0x10b7ab9 github.com/couchbase/indexing/secondary/indexer.(*timekeeper).handleStats.func1+0x399 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/timekeeper.go:3984 1 @ 0x441505 0x452f85 0x452f6e 0x473f67 0x490645 0x491db0 0x491d42 0xb86396 0xf9c613 0xf9b518 0xf55e98 0xc3a3b5 0x4a4487 0x4a3959 0x775d89 0x477e21 # 0x473f66 sync.runtime_SemacquireMutex+0x46 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/runtime/sema.go:71 # 0x490644 sync.(*Mutex).lockSlow+0x104 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/sync/mutex.go:138 # 0x491daf sync.(*Mutex).Lock+0x8f /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/sync/mutex.go:81 # 0x491d41 sync.(*RWMutex).Lock+0x21 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/sync/rwmutex.go:111 # 0xb86395 github.com/couchbase/indexing/secondary/common.TraceRWMutexLOCK+0x1b5 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/indexing/secondary/common/util.go:1476 # 0xf9c612 github.com/couchbase/indexing/secondary/indexer.(*RebalanceServiceManager).prepareRebalance+0xb2 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/rebalance_service_manager.go:529 # 0xf9b517 github.com/couchbase/indexing/secondary/indexer.(*RebalanceServiceManager).PrepareTopologyChange+0x517 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/rebalance_service_manager.go:410 # 0xf55e97 github.com/couchbase/indexing/secondary/indexer.(*MasterServiceManager).PrepareTopologyChange+0x77 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/master_service_manager.go:101 # 0xc3a3b4 github.com/couchbase/cbauth/service.serviceAPI.PrepareTopologyChange+0xf4 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/cbauth/service/revrpc.go:128 # 0x4a4486 reflect.Value.call+0x8e6 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/reflect/value.go:476 # 0x4a3958 reflect.Value.Call+0xb8 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/reflect/value.go:337 # 0x775d88 net/rpc.(*service).call+0x188 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/net/rpc/server.go:377 1 @ 0x441505 0x452f85 0x452f6e 0x473f67 0x490645 0x491db0 0x491d42 0xb8cdcf 0xb63094 0x477e21 # 0x473f66 sync.runtime_SemacquireMutex+0x46 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/runtime/sema.go:71 # 0x490644 sync.(*Mutex).lockSlow+0x104 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/sync/mutex.go:138 # 0x491daf sync.(*Mutex).Lock+0x8f /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/sync/mutex.go:81 # 0x491d41 sync.(*RWMutex).Lock+0x21 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/sync/rwmutex.go:111 # 0xb8cdce github.com/couchbase/indexing/secondary/common.pollForDeletedBuckets.func1+0x4e /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/indexing/secondary/common/dcp_seqno.go:1065 # 0xb63093 github.com/couchbase/indexing/secondary/common.pollForDeletedBuckets+0x53 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/indexing/secondary/common/dcp_seqno.go:1073 1 @ 0x441505 0x474e52 0x102bad8 0x477e21 # 0x474e51 time.Sleep+0xd1 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/runtime/time.go:193 # 0x102bad7 github.com/couchbase/indexing/secondary/indexer.(*statsManager).runStatsDumpLogger+0x97 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/stats_manager.go:3247 1 @ 0x441505 0x474e52 0x102bc45 0x477e21 # 0x474e51 time.Sleep+0xd1 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/runtime/time.go:193 # 0x102bc44 github.com/couchbase/indexing/secondary/indexer.(*statsManager).runStatsPersister+0xe4 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/stats_manager.go:3327 1 @ 0x441505 0x474e52 0xb75290 0x477e21 # 0x474e51 time.Sleep+0xd1 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/runtime/time.go:193 # 0xb7528f github.com/couchbase/indexing/secondary/common.(*OperationsMonitor).monitor+0x20f /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/indexing/secondary/common/op_monitor.go:199 1 @ 0x441505 0x474e52 0xe052b7 0xe054bc 0x477e21 # 0x474e51 time.Sleep+0xd1 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/runtime/time.go:193 # 0xe052b6 github.com/couchbase/plasma.RunMemQuotaTunerIteration+0x1176 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/plasma/mem.go:366 # 0xe054bb github.com/couchbase/plasma.RunMemQuotaTuner+0xbb /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/plasma/mem.go:406 1 @ 0x441505 0x474e52 0xf4136b 0x477e21 # 0x474e51 time.Sleep+0xd1 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/runtime/time.go:193 # 0xf4136a github.com/couchbase/indexing/secondary/indexer.(*indexer).monitorMemUsage+0x16a /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/indexer.go:9186 1 @ 0x441505 0x474e52 0xf43bba 0x477e21 # 0x474e51 time.Sleep+0xd1 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/runtime/time.go:193 # 0xf43bb9 github.com/couchbase/indexing/secondary/indexer.(*indexer).logMemstats+0x159 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/indexer.go:9472 1 @ 0x471f7d 0x811c8e 0x811a65 0x80e5f2 0x81fec5 0xb85c45 0x6d14e4 0x6d336d 0x6d4aa3 0x6cffcd 0x477e21 # 0x471f7c runtime/pprof.runtime_goroutineProfileWithLabels+0x5c /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/runtime/mprof.go:716 # 0x811c8d runtime/pprof.writeRuntimeProfile+0xcd /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/runtime/pprof/pprof.go:724 # 0x811a64 runtime/pprof.writeGoroutine+0xa4 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/runtime/pprof/pprof.go:684 # 0x80e5f1 runtime/pprof.(*Profile).WriteTo+0x3f1 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/runtime/pprof/pprof.go:331 # 0x81fec4 net/http/pprof.handler.ServeHTTP+0x384 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/net/http/pprof/pprof.go:253 # 0xb85c44 github.com/couchbase/indexing/secondary/common.GrHandler+0x84 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/indexing/secondary/common/util.go:1329 # 0x6d14e3 net/http.HandlerFunc.ServeHTTP+0x43 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/net/http/server.go:2069 # 0x6d336c net/http.(*ServeMux).ServeHTTP+0x1ac /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/net/http/server.go:2448 # 0x6d4aa2 net/http.serverHandler.ServeHTTP+0xa2 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/net/http/server.go:2887 # 0x6cffcc net/http.(*conn).serve+0x8cc /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/net/http/server.go:1952 1 @ 0x4c2285 0x4bfc7a 0x4ddac5 0x4dda9b 0x4dda81 0x4e5697 0x4e5667 0xb812b5 0x477e21 # 0x4c2284 syscall.Syscall+0x4 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/syscall/asm_linux_amd64.s:20 # 0x4bfc79 syscall.read+0x59 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/syscall/zsyscall_linux_amd64.go:686 # 0x4ddac4 syscall.Read+0x144 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/syscall/syscall_unix.go:187 # 0x4dda9a internal/poll.ignoringEINTRIO+0x11a /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/internal/poll/fd_unix.go:581 # 0x4dda80 internal/poll.(*FD).Read+0x100 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/internal/poll/fd_unix.go:162 # 0x4e5696 os.(*File).read+0x76 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/os/file_posix.go:31 # 0x4e5666 os.(*File).Read+0x46 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.16.5/go/src/os/file.go:117 # 0xb812b4 github.com/couchbase/indexing/secondary/common.ExitOnStdinClose+0x54 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/indexing/secondary/common/util.go:415