goroutine profile: total 274 1 @ 0x736f26 0x736ccd 0x732d45 0x791fef 0x79215e 0x5c0d81 0x5c24ed 0x5c2eba 0x5c08d7 0x42dbf1 # 0x736f26 runtime/pprof.writeRuntimeProfile+0xd6 /usr/local/go/src/runtime/pprof/pprof.go:540 # 0x736ccd runtime/pprof.writeGoroutine+0x9d /usr/local/go/src/runtime/pprof/pprof.go:502 # 0x732d45 runtime/pprof.(*Profile).WriteTo+0xd5 /usr/local/go/src/runtime/pprof/pprof.go:229 # 0x791fef net/http/pprof.handler.ServeHTTP+0x35f /usr/local/go/src/net/http/pprof/pprof.go:169 # 0x79215e net/http/pprof.Index+0x15e /usr/local/go/src/net/http/pprof/pprof.go:181 # 0x5c0d81 net/http.HandlerFunc.ServeHTTP+0x41 /usr/local/go/src/net/http/server.go:1265 # 0x5c24ed net/http.(*ServeMux).ServeHTTP+0x17d /usr/local/go/src/net/http/server.go:1541 # 0x5c2eba net/http.serverHandler.ServeHTTP+0x19a /usr/local/go/src/net/http/server.go:1703 # 0x5c08d7 net/http.(*conn).serve+0xb57 /usr/local/go/src/net/http/server.go:1204 1 @ 0x41a265 0x41c41c 0x41b8b2 0x4b3c2c 0x4b2989 0x405169 0x419fa3 0x42dbf1 # 0x4b3c2c github.com/couchbase/indexing/secondary/indexer.(*indexer).run+0x28c /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/indexer.go:397 # 0x4b2989 github.com/couchbase/indexing/secondary/indexer.NewIndexer+0x26d9 /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/indexer.go:283 # 0x405169 main.main+0x1309 /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/cmd/indexer/main.go:98 # 0x419fa3 runtime.main+0xf3 /usr/local/go/src/runtime/proc.go:63 1 @ 0x41a265 0x41a2d8 0x41a0fe 0x42dbf1 # 0x41a265 runtime.gopark+0x105 /usr/local/go/src/runtime/proc.go:131 # 0x41a2d8 runtime.goparkunlock+0x48 /usr/local/go/src/runtime/proc.go:136 # 0x41a0fe runtime.forcegchelper+0xce /usr/local/go/src/runtime/proc.go:99 1 @ 0x41a265 0x41a2d8 0x41393c 0x42dbf1 # 0x41a265 runtime.gopark+0x105 /usr/local/go/src/runtime/proc.go:131 # 0x41a2d8 runtime.goparkunlock+0x48 /usr/local/go/src/runtime/proc.go:136 # 0x41393c runtime.bgsweep+0xbc /usr/local/go/src/runtime/mgc0.go:98 1 @ 0x41a265 0x41a2d8 0x412f3a 0x42dbf1 # 0x41a265 runtime.gopark+0x105 /usr/local/go/src/runtime/proc.go:131 # 0x41a2d8 runtime.goparkunlock+0x48 /usr/local/go/src/runtime/proc.go:136 # 0x412f3a runtime.runfinq+0xba /usr/local/go/src/runtime/malloc.go:727 1 @ 0x4114c2 0x41e275 0x792b3f 0x42dbf1 # 0x792b3f os/signal.loop+0x1f /usr/local/go/src/os/signal/signal_unix.go:21 1 @ 0x41a265 0x416b20 0x415fb8 0x608057 0x6080c3 0x609d7f 0x61c51c 0x79edce 0x79f32c 0x5f01dc 0x662e31 0x6624eb 0x7ed3cc 0x5e5047 0x5e4cd2 0x5e41fd 0x5f08c8 0x5f1010 0x459a63 0x45b356 0x42dbf1 # 0x608057 net.(*pollDesc).Wait+0x47 /usr/local/go/src/net/fd_poll_runtime.go:84 # 0x6080c3 net.(*pollDesc).WaitRead+0x43 /usr/local/go/src/net/fd_poll_runtime.go:89 # 0x609d7f net.(*netFD).Read+0x40f /usr/local/go/src/net/fd_unix.go:242 # 0x61c51c net.(*conn).Read+0xdc /usr/local/go/src/net/net.go:121 # 0x79edce bufio.(*Reader).fill+0x1ce /usr/local/go/src/bufio/bufio.go:97 # 0x79f32c bufio.(*Reader).Read+0x26c /usr/local/go/src/bufio/bufio.go:174 # 0x5f01dc github.com/couchbase/cbauth/revrpc.(*minirwc).Read+0x5c /home/couchbase/jenkins/workspace/sherlock-unix/godeps/src/github.com/couchbase/cbauth/revrpc/revrpc.go:100 # 0x662e31 encoding/json.(*Decoder).readValue+0x5e1 /usr/local/go/src/encoding/json/stream.go:124 # 0x6624eb encoding/json.(*Decoder).Decode+0x7b /usr/local/go/src/encoding/json/stream.go:44 # 0x7ed3cc net/rpc/jsonrpc.(*serverCodec).ReadRequestHeader+0x9c /usr/local/go/src/net/rpc/jsonrpc/server.go:66 # 0x5e5047 net/rpc.(*Server).readRequestHeader+0x97 /usr/local/go/src/net/rpc/server.go:575 # 0x5e4cd2 net/rpc.(*Server).readRequest+0xa2 /usr/local/go/src/net/rpc/server.go:542 # 0x5e41fd net/rpc.(*Server).ServeCodec+0x6d /usr/local/go/src/net/rpc/server.go:461 # 0x5f08c8 github.com/couchbase/cbauth/revrpc.(*Service).Run+0x6c8 /home/couchbase/jenkins/workspace/sherlock-unix/godeps/src/github.com/couchbase/cbauth/revrpc/revrpc.go:146 # 0x5f1010 github.com/couchbase/cbauth/revrpc.BabysitService+0x80 /home/couchbase/jenkins/workspace/sherlock-unix/godeps/src/github.com/couchbase/cbauth/revrpc/revrpc.go:242 # 0x459a63 github.com/couchbase/cbauth.runRPCForSvc+0x193 /home/couchbase/jenkins/workspace/sherlock-unix/godeps/src/github.com/couchbase/cbauth/default.go:56 # 0x45b356 github.com/couchbase/cbauth.func·004+0x36 /home/couchbase/jenkins/workspace/sherlock-unix/godeps/src/github.com/couchbase/cbauth/default.go:63 1 @ 0x410d20 0x421c8b 0x42dbf1 # 0x410d20 runtime.lock+0x0 /usr/local/go/src/runtime/lock_futex.go:45 # 0x421c8b runtime.timerproc+0x23b /usr/local/go/src/runtime/time.go:195 1 @ 0x41a265 0x41a2d8 0x421515 0x4637a1 0x42dbf1 # 0x4637a1 github.com/couchbase/indexing/secondary/common.pollForDeletedBuckets+0x41 /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/common/dcp_seqno.go:281 1 @ 0x41a265 0x41a2d8 0x4088ec 0x4080ab 0x55b0d3 0x42dbf1 # 0x55b0d3 github.com/couchbase/indexing/secondary/platform.DumpOnSignal+0x173 /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/platform/platform.go:27 1 @ 0x5a3da5 0x5a158e 0x5a04c8 0x44cf1e 0x44a4a1 0x471029 0x42dbf1 # 0x5a3da5 syscall.Syscall+0x5 /usr/local/go/src/syscall/asm_linux_amd64.s:22 # 0x5a158e syscall.read+0x6e /usr/local/go/src/syscall/zsyscall_linux_amd64.go:867 # 0x5a04c8 syscall.Read+0x58 /usr/local/go/src/syscall/syscall_unix.go:136 # 0x44cf1e os.(*File).read+0x5e /usr/local/go/src/os/file_unix.go:191 # 0x44a4a1 os.(*File).Read+0x91 /usr/local/go/src/os/file.go:95 # 0x471029 github.com/couchbase/indexing/secondary/common.ExitOnStdinClose+0x99 /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/common/util.go:316 1 @ 0x41a265 0x41c41c 0x41b8b2 0x6a00bb 0x69f7e0 0x6a03a4 0x54a014 0x42dbf1 # 0x6a00bb github.com/couchbase/cbauth/metakv.doRunObserveChildren+0x8bb /home/couchbase/jenkins/workspace/sherlock-unix/godeps/src/github.com/couchbase/cbauth/metakv/metakv.go:284 # 0x69f7e0 github.com/couchbase/cbauth/metakv.(*store).runObserveChildren+0x80 /home/couchbase/jenkins/workspace/sherlock-unix/godeps/src/github.com/couchbase/cbauth/metakv/metakv.go:244 # 0x6a03a4 github.com/couchbase/cbauth/metakv.RunObserveChildren+0x64 /home/couchbase/jenkins/workspace/sherlock-unix/godeps/src/github.com/couchbase/cbauth/metakv/metakv.go:367 # 0x54a014 github.com/couchbase/indexing/secondary/indexer.func·075+0x94 /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/settings.go:66 1 @ 0x41a265 0x41c41c 0x41b8b2 0x5d056e 0x42dbf1 # 0x5d056e net/http.(*persistConn).readLoop+0x9ce /usr/local/go/src/net/http/transport.go:928 11 @ 0x41a265 0x41c41c 0x41b8b2 0x5d0d4d 0x42dbf1 # 0x5d0d4d net/http.(*persistConn).writeLoop+0x41d /usr/local/go/src/net/http/transport.go:945 1 @ 0x41a265 0x41a2d8 0x408512 0x4080ab 0x4ea7e9 0x42dbf1 # 0x4ea7e9 github.com/couchbase/indexing/secondary/indexer.(*mutationMgr).run+0xb9 /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/mutation_manager.go:113 1 @ 0x41a265 0x41a2d8 0x408512 0x4080ab 0x4d47e1 0x42dbf1 # 0x4d47e1 github.com/couchbase/indexing/secondary/indexer.(*kvSender).run+0x61 /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/kv_sender.go:83 1 @ 0x41a265 0x41a2d8 0x408512 0x4080ab 0x521201 0x42dbf1 # 0x521201 github.com/couchbase/indexing/secondary/indexer.(*timekeeper).run+0x61 /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/timekeeper.go:109 1 @ 0x41a265 0x41c41c 0x41b8b2 0x4eaa52 0x42dbf1 # 0x4eaa52 github.com/couchbase/indexing/secondary/indexer.(*mutationMgr).handleWorkerMsgs+0x152 /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/mutation_manager.go:137 1 @ 0x41a265 0x41c41c 0x41b8b2 0x4eaec8 0x42dbf1 # 0x4eaec8 github.com/couchbase/indexing/secondary/indexer.(*mutationMgr).listenWorkerMsgs+0x468 /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/mutation_manager.go:160 1 @ 0x41a265 0x416b20 0x415fb8 0x608057 0x6080c3 0x60c77b 0x62529e 0x6253ac 0x77d394 0x42dbf1 # 0x608057 net.(*pollDesc).Wait+0x47 /usr/local/go/src/net/fd_poll_runtime.go:84 # 0x6080c3 net.(*pollDesc).WaitRead+0x43 /usr/local/go/src/net/fd_poll_runtime.go:89 # 0x60c77b net.(*netFD).accept+0x40b /usr/local/go/src/net/fd_unix.go:419 # 0x62529e net.(*TCPListener).AcceptTCP+0x4e /usr/local/go/src/net/tcpsock_posix.go:234 # 0x6253ac net.(*TCPListener).Accept+0x4c /usr/local/go/src/net/tcpsock_posix.go:244 # 0x77d394 github.com/couchbase/indexing/secondary/queryport.(*Server).listener+0x84 /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/queryport/server.go:107 1 @ 0x41a265 0x41a2d8 0x408512 0x4080ab 0x4f68f1 0x42dbf1 # 0x4f68f1 github.com/couchbase/indexing/secondary/indexer.(*scanCoordinator).run+0x61 /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/scan_coordinator.go:277 1 @ 0x41a265 0x41a2d8 0x4088ec 0x4080ab 0x4f64fa 0x42dbf1 # 0x4f64fa github.com/couchbase/indexing/secondary/indexer.(*scanCoordinator).listenSnapshot+0x6a /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/scan_coordinator.go:226 45 @ 0x41a265 0x41a2d8 0x4088ec 0x40807b 0x6475c0 0x42dbf1 # 0x6475c0 github.com/couchbase/indexing/secondary/dcp.(*DcpFeed).genServer+0x140 /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/upr.go:236 1 @ 0x41a265 0x416b20 0x415fb8 0x608057 0x6080c3 0x609d7f 0x61c51c 0x5d244e 0x5dbd14 0x79edce 0x79fb77 0x7d078a 0x7d00a6 0x7d033b 0x5c9aca 0x5c99f5 0x5d1d65 0x662e31 0x6624eb 0x6a2d34 0x42dbf1 # 0x608057 net.(*pollDesc).Wait+0x47 /usr/local/go/src/net/fd_poll_runtime.go:84 # 0x6080c3 net.(*pollDesc).WaitRead+0x43 /usr/local/go/src/net/fd_poll_runtime.go:89 # 0x609d7f net.(*netFD).Read+0x40f /usr/local/go/src/net/fd_unix.go:242 # 0x61c51c net.(*conn).Read+0xdc /usr/local/go/src/net/net.go:121 # 0x5d244e net/http.noteEOFReader.Read+0x6e /usr/local/go/src/net/http/transport.go:1270 # 0x5dbd14 net/http.(*noteEOFReader).Read+0xd4 :125 # 0x79edce bufio.(*Reader).fill+0x1ce /usr/local/go/src/bufio/bufio.go:97 # 0x79fb77 bufio.(*Reader).ReadSlice+0x257 /usr/local/go/src/bufio/bufio.go:295 # 0x7d078a net/http/internal.readLine+0x5a /usr/local/go/src/net/http/internal/chunked.go:110 # 0x7d00a6 net/http/internal.(*chunkedReader).beginChunk+0x46 /usr/local/go/src/net/http/internal/chunked.go:47 # 0x7d033b net/http/internal.(*chunkedReader).Read+0xbb /usr/local/go/src/net/http/internal/chunked.go:77 # 0x5c9aca net/http.(*body).readLocked+0x7a /usr/local/go/src/net/http/transfer.go:584 # 0x5c99f5 net/http.(*body).Read+0x115 /usr/local/go/src/net/http/transfer.go:579 # 0x5d1d65 net/http.(*bodyEOFSignal).Read+0x285 /usr/local/go/src/net/http/transport.go:1193 # 0x662e31 encoding/json.(*Decoder).readValue+0x5e1 /usr/local/go/src/encoding/json/stream.go:124 # 0x6624eb encoding/json.(*Decoder).Decode+0x7b /usr/local/go/src/encoding/json/stream.go:44 # 0x6a2d34 github.com/couchbase/cbauth/metakv.func·003+0x134 /home/couchbase/jenkins/workspace/sherlock-unix/godeps/src/github.com/couchbase/cbauth/metakv/metakv.go:267 1 @ 0x42dbf1 1 @ 0x41a265 0x416b20 0x415fb8 0x608057 0x6080c3 0x60c77b 0x62529e 0x6253ac 0x829340 0x42dbf1 # 0x608057 net.(*pollDesc).Wait+0x47 /usr/local/go/src/net/fd_poll_runtime.go:84 # 0x6080c3 net.(*pollDesc).WaitRead+0x43 /usr/local/go/src/net/fd_poll_runtime.go:89 # 0x60c77b net.(*netFD).accept+0x40b /usr/local/go/src/net/fd_unix.go:419 # 0x62529e net.(*TCPListener).AcceptTCP+0x4e /usr/local/go/src/net/tcpsock_posix.go:234 # 0x6253ac net.(*TCPListener).Accept+0x4c /usr/local/go/src/net/tcpsock_posix.go:244 # 0x829340 github.com/couchbase/gometa/common.(*PeerListener).listen+0x90 /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/gometa/common/peerListener.go:135 1 @ 0x41a265 0x41c41c 0x41b8b2 0x850fee 0x84ebdd 0x85f405 0x85e978 0x42dbf1 # 0x850fee github.com/couchbase/gometa/protocol.(*LeaderServer).processRequest+0x8fe /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/gometa/protocol/leaderServer.go:384 # 0x84ebdd github.com/couchbase/gometa/protocol.RunLeaderServerWithCustomHandler+0x6dd /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/gometa/protocol/leaderServer.go:130 # 0x85f405 github.com/couchbase/gometa/server.(*EmbeddedServer).runOnce+0x1f5 /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/gometa/server/embeddedServer.go:452 # 0x85e978 github.com/couchbase/gometa/server.(*EmbeddedServer).run+0x28 /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/gometa/server/embeddedServer.go:354 1 @ 0x41a265 0x41a2d8 0x408512 0x4080ab 0x496e2f 0x6c3659 0x6c33f3 0x6c0bb2 0x6c02ba 0x42dbf1 # 0x496e2f github.com/couchbase/indexing/secondary/indexer.(*metaNotifier).OnIndexDelete+0x26f /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/cluster_manager_agent.go:476 # 0x6c3659 github.com/couchbase/indexing/secondary/manager.(*LifecycleMgr).DeleteIndex+0x239 /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/manager/lifecycle.go:410 # 0x6c33f3 github.com/couchbase/indexing/secondary/manager.(*LifecycleMgr).handleDeleteIndex+0x163 /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/manager/lifecycle.go:393 # 0x6c0bb2 github.com/couchbase/indexing/secondary/manager.(*LifecycleMgr).dispatchRequest+0x7b2 /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/manager/lifecycle.go:197 # 0x6c02ba github.com/couchbase/indexing/secondary/manager.(*LifecycleMgr).processRequest+0x24a /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/manager/lifecycle.go:164 1 @ 0x41a265 0x41a2d8 0x408512 0x4080ab 0x49342b 0x42dbf1 # 0x49342b github.com/couchbase/indexing/secondary/indexer.(*clustMgrAgent).run+0xab /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/cluster_manager_agent.go:120 1 @ 0x41a265 0x41a2d8 0x408512 0x4080ab 0x508a52 0x42dbf1 # 0x508a52 github.com/couchbase/indexing/secondary/indexer.(*statsManager).run+0x62 /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/stats_manager.go:458 1 @ 0x41a265 0x41a2d8 0x421515 0x509096 0x42dbf1 # 0x509096 github.com/couchbase/indexing/secondary/indexer.(*statsManager).runStatsDumpLogger+0x1d6 /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/stats_manager.go:498 1 @ 0x41a265 0x41a2d8 0x4088ec 0x4080ab 0x84aa2e 0x42dbf1 # 0x84aa2e github.com/couchbase/gometa/protocol.(*Leader).listen+0xee /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/gometa/protocol/leader.go:472 1 @ 0x41a265 0x41c41c 0x41b8b2 0x84f471 0x42dbf1 # 0x84f471 github.com/couchbase/gometa/protocol.(*LeaderServer).listenFollower+0x691 /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/gometa/protocol/leaderServer.go:186 1 @ 0x41a265 0x41a2d8 0x408512 0x4080ab 0x5098c1 0x42dbf1 # 0x5098c1 github.com/couchbase/indexing/secondary/indexer.(*storageMgr).run+0x61 /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/storage_manager.go:144 4 @ 0x41a265 0x416b20 0x415fb8 0x608057 0x6080c3 0x609d7f 0x61c51c 0x5ba5bb 0x5745fe 0x79edce 0x79fb77 0x79fbf2 0x79b30e 0x79b05f 0x5b59ab 0x5bccbf 0x5c041e 0x42dbf1 # 0x608057 net.(*pollDesc).Wait+0x47 /usr/local/go/src/net/fd_poll_runtime.go:84 # 0x6080c3 net.(*pollDesc).WaitRead+0x43 /usr/local/go/src/net/fd_poll_runtime.go:89 # 0x609d7f net.(*netFD).Read+0x40f /usr/local/go/src/net/fd_unix.go:242 # 0x61c51c net.(*conn).Read+0xdc /usr/local/go/src/net/net.go:121 # 0x5ba5bb net/http.(*liveSwitchReader).Read+0xab /usr/local/go/src/net/http/server.go:214 # 0x5745fe io.(*LimitedReader).Read+0xce /usr/local/go/src/io/io.go:408 # 0x79edce bufio.(*Reader).fill+0x1ce /usr/local/go/src/bufio/bufio.go:97 # 0x79fb77 bufio.(*Reader).ReadSlice+0x257 /usr/local/go/src/bufio/bufio.go:295 # 0x79fbf2 bufio.(*Reader).ReadLine+0x62 /usr/local/go/src/bufio/bufio.go:324 # 0x79b30e net/textproto.(*Reader).readLineSlice+0x9e /usr/local/go/src/net/textproto/reader.go:55 # 0x79b05f net/textproto.(*Reader).ReadLine+0x4f /usr/local/go/src/net/textproto/reader.go:36 # 0x5b59ab net/http.ReadRequest+0xcb /usr/local/go/src/net/http/request.go:598 # 0x5bccbf net/http.(*conn).readRequest+0x26f /usr/local/go/src/net/http/server.go:586 # 0x5c041e net/http.(*conn).serve+0x69e /usr/local/go/src/net/http/server.go:1162 1 @ 0x41a265 0x41a2d8 0x408512 0x4080ab 0x48f3e1 0x42dbf1 # 0x48f3e1 github.com/couchbase/indexing/secondary/indexer.(*adminMgr).run+0x61 /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/admin_manager.go:51 1 @ 0x41a265 0x41a2d8 0x408512 0x4080ab 0x499821 0x42dbf1 # 0x499821 github.com/couchbase/indexing/secondary/indexer.(*compactionManager).run+0x91 /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/compaction_manager.go:154 1 @ 0x41a265 0x41a2d8 0x4088ec 0x40807b 0x55a8cd 0x42dbf1 # 0x55a8cd github.com/couchbase/indexing/secondary/logging.func·001+0x7d /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/logging/logging.go:196 1 @ 0x41a265 0x416b20 0x415fb8 0x608057 0x6080c3 0x60c77b 0x62529e 0x5c3cec 0x5c3122 0x5c3064 0x5c363a 0x53cae2 0x42dbf1 # 0x608057 net.(*pollDesc).Wait+0x47 /usr/local/go/src/net/fd_poll_runtime.go:84 # 0x6080c3 net.(*pollDesc).WaitRead+0x43 /usr/local/go/src/net/fd_poll_runtime.go:89 # 0x60c77b net.(*netFD).accept+0x40b /usr/local/go/src/net/fd_unix.go:419 # 0x62529e net.(*TCPListener).AcceptTCP+0x4e /usr/local/go/src/net/tcpsock_posix.go:234 # 0x5c3cec net/http.tcpKeepAliveListener.Accept+0x4c /usr/local/go/src/net/http/server.go:1976 # 0x5c3122 net/http.(*Server).Serve+0x92 /usr/local/go/src/net/http/server.go:1728 # 0x5c3064 net/http.(*Server).ListenAndServe+0x154 /usr/local/go/src/net/http/server.go:1718 # 0x5c363a net/http.ListenAndServe+0xba /usr/local/go/src/net/http/server.go:1808 # 0x53cae2 github.com/couchbase/indexing/secondary/indexer.func·010+0x42 /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/indexer.go:276 1 @ 0x41a265 0x41c41c 0x41b8b2 0x4b4469 0x42dbf1 # 0x4b4469 github.com/couchbase/indexing/secondary/indexer.(*indexer).listenWorkerMsgs+0x229 /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/indexer.go:490 1 @ 0x41a265 0x41a2d8 0x4088ec 0x40807b 0x53cc8e 0x4b3eec 0x42dbf1 # 0x53cc8e github.com/couchbase/indexing/secondary/indexer.func·011+0xae /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/indexer.go:451 # 0x4b3eec github.com/couchbase/indexing/secondary/indexer.(*indexer).listenAdminMsgs+0x2bc /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/indexer.go:455 1 @ 0x41a265 0x41c41c 0x41b8b2 0x4995c4 0x42dbf1 # 0x4995c4 github.com/couchbase/indexing/secondary/indexer.(*compactionDaemon).loop+0x954 /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/compaction_manager.go:98 10 @ 0x41a265 0x41c41c 0x41b8b2 0x4a1000 0x42dbf1 # 0x4a1000 github.com/couchbase/indexing/secondary/indexer.(*fdbSlice).handleCommandsWorker+0x7d0 /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/forestdb_slice_writer.go:274 10 @ 0x41a265 0x416b20 0x415fb8 0x608057 0x6080c3 0x609d7f 0x61c51c 0x5d244e 0x5dbd14 0x79edce 0x79f010 0x5cfc44 0x42dbf1 # 0x608057 net.(*pollDesc).Wait+0x47 /usr/local/go/src/net/fd_poll_runtime.go:84 # 0x6080c3 net.(*pollDesc).WaitRead+0x43 /usr/local/go/src/net/fd_poll_runtime.go:89 # 0x609d7f net.(*netFD).Read+0x40f /usr/local/go/src/net/fd_unix.go:242 # 0x61c51c net.(*conn).Read+0xdc /usr/local/go/src/net/net.go:121 # 0x5d244e net/http.noteEOFReader.Read+0x6e /usr/local/go/src/net/http/transport.go:1270 # 0x5dbd14 net/http.(*noteEOFReader).Read+0xd4 :125 # 0x79edce bufio.(*Reader).fill+0x1ce /usr/local/go/src/bufio/bufio.go:97 # 0x79f010 bufio.(*Reader).Peek+0xf0 /usr/local/go/src/bufio/bufio.go:132 # 0x5cfc44 net/http.(*persistConn).readLoop+0xa4 /usr/local/go/src/net/http/transport.go:842 45 @ 0x41a265 0x41c41c 0x41b8b2 0x684b7f 0x42dbf1 # 0x684b7f github.com/couchbase/indexing/secondary/dcp/transport/client.(*DcpFeed).genServer+0x18cf /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/transport/client/dcp_feed.go:165 1 @ 0x41a265 0x41c41c 0x41b8b2 0x5d16ed 0x5cb338 0x5acd2c 0x5ac44b 0x5adbc5 0x5ac722 0x8640f5 0x863c07 0x863b9c 0x7312ab 0x72fa11 0x72f479 0x4dd8f8 0x54310d 0x4e23f6 0x54392f 0x46a581 0x4d98e7 0x42dbf1 # 0x5d16ed net/http.(*persistConn).roundTrip+0x7ad /usr/local/go/src/net/http/transport.go:1082 # 0x5cb338 net/http.(*Transport).RoundTrip+0x558 /usr/local/go/src/net/http/transport.go:235 # 0x5acd2c net/http.send+0x4fc /usr/local/go/src/net/http/client.go:219 # 0x5ac44b net/http.(*Client).send+0x15b /usr/local/go/src/net/http/client.go:142 # 0x5adbc5 net/http.(*Client).doFollowingRedirects+0xb25 /usr/local/go/src/net/http/client.go:367 # 0x5ac722 net/http.(*Client).Do+0x192 /usr/local/go/src/net/http/client.go:177 # 0x8640f5 github.com/couchbase/indexing/secondary/adminport.func·001+0x345 /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/adminport/admin_httpc.go:55 # 0x863c07 github.com/couchbase/indexing/secondary/adminport.doResponse+0x47 /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/adminport/admin_httpc.go:60 # 0x863b9c github.com/couchbase/indexing/secondary/adminport.(*httpClient).Request+0x7c /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/adminport/admin_httpc.go:56 # 0x7312ab github.com/couchbase/indexing/secondary/projector/client.func·010+0xeb /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/projector/client/client.go:561 # 0x72fa11 github.com/couchbase/indexing/secondary/projector/client.(*Client).withRetry+0x61 /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/projector/client/client.go:650 # 0x72f479 github.com/couchbase/indexing/secondary/projector/client.(*Client).DelInstances+0xe9 /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/projector/client/client.go:568 # 0x4dd8f8 github.com/couchbase/indexing/secondary/indexer.sendDelInstancesRequest+0x218 /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/kv_sender.go:787 # 0x54310d github.com/couchbase/indexing/secondary/indexer.func·031+0x9d /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/kv_sender.go:526 # 0x4e23f6 github.com/couchbase/indexing/secondary/indexer.execWithStopCh+0x56 /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/kv_sender.go:1268 # 0x54392f github.com/couchbase/indexing/secondary/indexer.func·032+0x1cf /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/kv_sender.go:539 # 0x46a581 github.com/couchbase/indexing/secondary/common.(*RetryHelper).Run+0x71 /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/common/retry_helper.go:36 # 0x4d98e7 github.com/couchbase/indexing/secondary/indexer.(*kvSender).deleteIndexesFromStream+0x807 /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/kv_sender.go:545 1 @ 0x41a265 0x41a2d8 0x408512 0x4080ab 0x5111f7 0x42dbf1 # 0x5111f7 github.com/couchbase/indexing/secondary/indexer.(*mutationStreamReader).listenSupvCmd+0x77 /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/stream_reader.go:201 1 @ 0x41a265 0x41a2d8 0x407b04 0x407333 0x786dbc 0x42dbf1 # 0x786dbc github.com/couchbase/indexing/secondary/dataport.(*Server).genServer+0xe1c /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dataport/server.go:326 5 @ 0x41a265 0x41c41c 0x41b8b2 0x78a35d 0x42dbf1 # 0x78a35d github.com/couchbase/indexing/secondary/dataport.doReceive+0x109d /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dataport/server.go:556 9 @ 0x41a265 0x41c41c 0x41b8b2 0x55064c 0x42dbf1 # 0x55064c github.com/couchbase/indexing/secondary/indexer.func·103+0x12c /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/timekeeper.go:2646 1 @ 0x41a265 0x41c41c 0x41b8b2 0x516687 0x42dbf1 # 0x516687 github.com/couchbase/indexing/secondary/indexer.(*mutationStreamReader).syncWorker+0x107 /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/stream_reader.go:683 1 @ 0x41a265 0x41a2d8 0x4077c1 0x407333 0x5118d5 0x5115d1 0x5114d1 0x510f42 0x42dbf1 # 0x5118d5 github.com/couchbase/indexing/secondary/indexer.(*mutationStreamReader).handleSingleKeyVersion+0x2d5 /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/stream_reader.go:344 # 0x5115d1 github.com/couchbase/indexing/secondary/indexer.(*mutationStreamReader).handleKeyVersions+0xa1 /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/stream_reader.go:238 # 0x5114d1 github.com/couchbase/indexing/secondary/indexer.(*mutationStreamReader).handleVbKeyVersions+0x151 /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/stream_reader.go:227 # 0x510f42 github.com/couchbase/indexing/secondary/indexer.(*mutationStreamReader).run+0x1e2 /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/stream_reader.go:168 1 @ 0x41a265 0x416b20 0x415fb8 0x608057 0x6080c3 0x60c77b 0x62529e 0x6253ac 0x788e6f 0x42dbf1 # 0x608057 net.(*pollDesc).Wait+0x47 /usr/local/go/src/net/fd_poll_runtime.go:84 # 0x6080c3 net.(*pollDesc).WaitRead+0x43 /usr/local/go/src/net/fd_poll_runtime.go:89 # 0x60c77b net.(*netFD).accept+0x40b /usr/local/go/src/net/fd_unix.go:419 # 0x62529e net.(*TCPListener).AcceptTCP+0x4e /usr/local/go/src/net/tcpsock_posix.go:234 # 0x6253ac net.(*TCPListener).Accept+0x4c /usr/local/go/src/net/tcpsock_posix.go:244 # 0x788e6f github.com/couchbase/indexing/secondary/dataport.listener+0x3f /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dataport/server.go:493 2 @ 0x41a265 0x41c41c 0x41b8b2 0x511166 0x42dbf1 # 0x511166 github.com/couchbase/indexing/secondary/indexer.(*mutationStreamReader).run+0x406 /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/stream_reader.go:160 11 @ 0x41a265 0x41c41c 0x41b8b2 0x77da92 0x42dbf1 # 0x77da92 github.com/couchbase/indexing/secondary/queryport.(*Server).handleConnection+0x5c2 /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/queryport/server.go:138 11 @ 0x41a265 0x416b20 0x415fb8 0x608057 0x6080c3 0x609d7f 0x61c51c 0x94669a 0x9471be 0x945e28 0x77e579 0x42dbf1 # 0x608057 net.(*pollDesc).Wait+0x47 /usr/local/go/src/net/fd_poll_runtime.go:84 # 0x6080c3 net.(*pollDesc).WaitRead+0x43 /usr/local/go/src/net/fd_poll_runtime.go:89 # 0x609d7f net.(*netFD).Read+0x40f /usr/local/go/src/net/fd_unix.go:242 # 0x61c51c net.(*conn).Read+0xdc /usr/local/go/src/net/net.go:121 # 0x94669a github.com/couchbase/indexing/secondary/transport.fullRead+0xba /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/transport/transport.go:188 # 0x9471be github.com/couchbase/indexing/secondary/transport.Receive+0xce /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/transport/util.go:45 # 0x945e28 github.com/couchbase/indexing/secondary/transport.(*TransportPacket).Receive+0xb8 /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/transport/transport.go:116 # 0x77e579 github.com/couchbase/indexing/secondary/queryport.(*Server).doReceive+0x429 /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/queryport/server.go:217 9 @ 0x41a265 0x41a2d8 0x4088ec 0x4080ab 0x4615ac 0x42dbf1 # 0x4615ac github.com/couchbase/indexing/secondary/common.(*vbSeqnosReader).Routine+0x6c /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/common/dcp_seqno.go:71 45 @ 0x41a265 0x416b20 0x415fb8 0x608057 0x6080c3 0x609d7f 0x61c51c 0x573e71 0x573fad 0x7f375e 0x68d1e0 0x42dbf1 # 0x608057 net.(*pollDesc).Wait+0x47 /usr/local/go/src/net/fd_poll_runtime.go:84 # 0x6080c3 net.(*pollDesc).WaitRead+0x43 /usr/local/go/src/net/fd_poll_runtime.go:89 # 0x609d7f net.(*netFD).Read+0x40f /usr/local/go/src/net/fd_unix.go:242 # 0x61c51c net.(*conn).Read+0xdc /usr/local/go/src/net/net.go:121 # 0x573e71 io.ReadAtLeast+0xf1 /usr/local/go/src/io/io.go:298 # 0x573fad io.ReadFull+0x6d /usr/local/go/src/io/io.go:316 # 0x7f375e github.com/couchbase/indexing/secondary/dcp/transport.(*MCRequest).Receive+0xee /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/transport/mc_req.go:130 # 0x68d1e0 github.com/couchbase/indexing/secondary/dcp/transport/client.(*DcpFeed).doReceive+0x1b0 /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/transport/client/dcp_feed.go:882 1 @ 0x41a265 0x41c41c 0x41b8b2 0x5d16ed 0x5cb338 0x5acd2c 0x5ac44b 0x5adbc5 0x5ac722 0x8640f5 0x863c07 0x863b9c 0x7306cb 0x72fa11 0x72ec03 0x4dc8b6 0x5424a7 0x46a581 0x4d7d71 0x42dbf1 # 0x5d16ed net/http.(*persistConn).roundTrip+0x7ad /usr/local/go/src/net/http/transport.go:1082 # 0x5cb338 net/http.(*Transport).RoundTrip+0x558 /usr/local/go/src/net/http/transport.go:235 # 0x5acd2c net/http.send+0x4fc /usr/local/go/src/net/http/client.go:219 # 0x5ac44b net/http.(*Client).send+0x15b /usr/local/go/src/net/http/client.go:142 # 0x5adbc5 net/http.(*Client).doFollowingRedirects+0xb25 /usr/local/go/src/net/http/client.go:367 # 0x5ac722 net/http.(*Client).Do+0x192 /usr/local/go/src/net/http/client.go:177 # 0x8640f5 github.com/couchbase/indexing/secondary/adminport.func·001+0x345 /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/adminport/admin_httpc.go:55 # 0x863c07 github.com/couchbase/indexing/secondary/adminport.doResponse+0x47 /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/adminport/admin_httpc.go:60 # 0x863b9c github.com/couchbase/indexing/secondary/adminport.(*httpClient).Request+0x7c /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/adminport/admin_httpc.go:56 # 0x7306cb github.com/couchbase/indexing/secondary/projector/client.func·005+0xeb /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/projector/client/client.go:378 # 0x72fa11 github.com/couchbase/indexing/secondary/projector/client.(*Client).withRetry+0x61 /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/projector/client/client.go:650 # 0x72ec03 github.com/couchbase/indexing/secondary/projector/client.(*Client).RestartVbuckets+0x273 /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/projector/client/client.go:385 # 0x4dc8b6 github.com/couchbase/indexing/secondary/indexer.(*kvSender).sendRestartVbuckets+0xb06 /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/kv_sender.go:735 # 0x5424a7 github.com/couchbase/indexing/secondary/indexer.func·028+0x177 /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/kv_sender.go:380 # 0x46a581 github.com/couchbase/indexing/secondary/common.(*RetryHelper).Run+0x71 /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/common/retry_helper.go:36 # 0x4d7d71 github.com/couchbase/indexing/secondary/indexer.(*kvSender).restartVbuckets+0x8e1 /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/kv_sender.go:400 1 @ 0x41a265 0x41a2d8 0x408512 0x4080ab 0x49b940 0x42dbf1 # 0x49b940 github.com/couchbase/indexing/secondary/indexer.(*flusher).flushSingleVbucketUptoSeqno+0x180 /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/flusher.go:307 1 @ 0x41a265 0x41a2d8 0x408512 0x40807b 0x536e70 0x42dbf1 # 0x536e70 github.com/couchbase/indexing/secondary/indexer.(*timekeeper).sendRestartMsg+0xe0 /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/timekeeper.go:2314 1 @ 0x41a265 0x41a2d8 0x408512 0x40807b 0x545834 0x42dbf1 # 0x545834 github.com/couchbase/indexing/secondary/indexer.func·045+0x294 /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/mutation_manager.go:847 1 @ 0x41a265 0x41c41c 0x41b8b2 0x84a7bf 0x42dbf1 # 0x84a7bf github.com/couchbase/gometa/protocol.(*messageListener).start+0x5bf /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/gometa/protocol/leader.go:403 1 @ 0x55ae20 0x4f34fd 0x42dbf1 # 0x55ae20 github.com/couchbase/indexing/secondary/platform.LoadPointer+0x0 /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/platform/sync.go:112 # 0x4f34fd github.com/couchbase/indexing/secondary/indexer.(*atomicMutationQueue).dequeueUptoSeqno+0xed /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/mutation_queue_atomic.go:180 1 @ 0x41a265 0x416b20 0x415fb8 0x608057 0x6080c3 0x609d7f 0x61c51c 0x82d662 0x82ccac 0x42dbf1 # 0x608057 net.(*pollDesc).Wait+0x47 /usr/local/go/src/net/fd_poll_runtime.go:84 # 0x6080c3 net.(*pollDesc).WaitRead+0x43 /usr/local/go/src/net/fd_poll_runtime.go:89 # 0x609d7f net.(*netFD).Read+0x40f /usr/local/go/src/net/fd_unix.go:242 # 0x61c51c net.(*conn).Read+0xdc /usr/local/go/src/net/net.go:121 # 0x82d662 github.com/couchbase/gometa/common.(*PeerPipe).readBytes+0x102 /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/gometa/common/peerPipe.go:256 # 0x82ccac github.com/couchbase/gometa/common.(*PeerPipe).doReceive+0x7c /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/gometa/common/peerPipe.go:201 1 @ 0x41a265 0x41c41c 0x41b8b2 0x4f43ad 0x4f30a9 0x512748 0x51245e 0x42dbf1 # 0x4f43ad github.com/couchbase/indexing/secondary/indexer.(*atomicMutationQueue).allocNode+0x41d /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/mutation_queue_atomic.go:320 # 0x4f30a9 github.com/couchbase/indexing/secondary/indexer.(*atomicMutationQueue).Enqueue+0xa9 /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/mutation_queue_atomic.go:133 # 0x512748 github.com/couchbase/indexing/secondary/indexer.(*mutationStreamReader).handleSingleMutation+0x108 /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/stream_reader.go:381 # 0x51245e github.com/couchbase/indexing/secondary/indexer.(*mutationStreamReader).startMutationStreamWorker+0x25e /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/stream_reader.go:362 1 @ 0x41a265 0x41c41c 0x41b8b2 0x49b18f 0x42dbf1 # 0x49b18f github.com/couchbase/indexing/secondary/indexer.(*flusher).flushQueue+0x6ff /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/flusher.go:213 1 @ 0x41a265 0x41a2d8 0x41d13f 0x41cecd 0x5a5e49 0x53becd 0x42dbf1 # 0x5a5e49 sync.(*WaitGroup).Wait+0x169 /usr/local/go/src/sync/waitgroup.go:132 # 0x53becd github.com/couchbase/indexing/secondary/indexer.func·001+0x10d /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/flusher.go:205 1 @ 0x41a265 0x41a2d8 0x4088ec 0x4080ab 0x82c261 0x42dbf1 # 0x82c261 github.com/couchbase/gometa/common.(*PeerPipe).doSend+0xb1 /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/gometa/common/peerPipe.go:153 1 @ 0x41a265 0x41a2d8 0x408512 0x4080ab 0x53ded9 0x42dbf1 # 0x53ded9 github.com/couchbase/indexing/secondary/indexer.func·013+0x449 /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/indexer.go:1759