2015-04-08T08:28:28.025Z-07:00 [Info] VBRT[<-0<-default<-127.0.0.1:8091 #MAINT_STREAM_TOPIC_4e:8a:b4:ff:77:5b:d:2d] ##2 heartbeat (500ms) loaded ... 2015-04-08T08:28:28.025Z-07:00 [Fatal] VBRT[<-0<-default<-127.0.0.1:8091 #MAINT_STREAM_TOPIC_4e:8a:b4:ff:77:5b:d:2d] ##2 run() crashed: runtime error: invalid memory address or nil pointer dereference 2015-04-08T08:28:28.026Z-07:00 [Error] /usr/local/go/src/pkg/runtime/os_linux.c:237 (0x41017e) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/projector/vbucket.go:363 (0x4ab640) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/projector/vbucket.go:308 (0x4aaa1e) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/projector/vbucket.go:247 (0x4a84b2) /usr/local/go/src/pkg/runtime/proc.c:1445 (0x415300) -- /usr/local/go/src/pkg/runtime/proc.c:1445 (0x415300) 2015-04-08T08:28:28.026Z-07:00 [Info] VBRT[<-0<-default<-127.0.0.1:8091 #MAINT_STREAM_TOPIC_4e:8a:b4:ff:77:5b:d:2d] ##2 StreamEnd panic: runtime error: invalid memory address or nil pointer dereference [recovered] panic: runtime error: invalid memory address or nil pointer dereference [signal 0xb code=0x1 addr=0x40 pc=0x4ab640] goroutine 71 [running]: runtime.panic(0xb2db40, 0x12953f3) /usr/local/go/src/pkg/runtime/panic.c:279 +0xf5 github.com/couchbase/indexing/secondary/projector.(*VbucketRoutine).broadcast2Endpoints(0xc2086042a0, 0x94dbe0, 0xc2082424b0) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/projector/vbucket.go:363 +0xe0 github.com/couchbase/indexing/secondary/projector.func·007() /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/projector/vbucket.go:151 +0x62a runtime.panic(0xb2db40, 0x12953f3) /usr/local/go/src/pkg/runtime/panic.c:248 +0x18d github.com/couchbase/indexing/secondary/projector.(*VbucketRoutine).broadcast2Endpoints(0xc2086042a0, 0x94dbe0, 0xc208199d70) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/projector/vbucket.go:363 +0xe0 github.com/couchbase/indexing/secondary/projector.(*VbucketRoutine).handleEvent(0xc2086042a0, 0xc208052500, 0x0, 0x3) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/projector/vbucket.go:308 +0x27e github.com/couchbase/indexing/secondary/projector.(*VbucketRoutine).run(0xc2086042a0, 0xc208726000, 0x0) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/projector/vbucket.go:247 +0x8f2 created by github.com/couchbase/indexing/secondary/projector.NewVbucketRoutine /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/projector/vbucket.go:66 +0x42f goroutine 16 [chan receive]: main.main() /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/cmd/projector/main.go:93 +0x5ea goroutine 19 [finalizer wait]: runtime.park(0x415070, 0x12bae08, 0x1299f89) /usr/local/go/src/pkg/runtime/proc.c:1369 +0x89 runtime.parkunlock(0x12bae08, 0x1299f89) /usr/local/go/src/pkg/runtime/proc.c:1385 +0x3b runfinq() /usr/local/go/src/pkg/runtime/mgc0.c:2644 +0xcf runtime.goexit() /usr/local/go/src/pkg/runtime/proc.c:1445 goroutine 20 [syscall]: os/signal.loop() /usr/local/go/src/pkg/os/signal/signal_unix.go:21 +0x1e created by os/signal.init·1 /usr/local/go/src/pkg/os/signal/signal_unix.go:27 +0x32 goroutine 24 [IO wait]: net.runtime_pollWait(0x7f296b687038, 0x72, 0x0) /usr/local/go/src/pkg/runtime/netpoll.goc:146 +0x66 net.(*pollDesc).Wait(0xc20807abc0, 0x72, 0x0, 0x0) /usr/local/go/src/pkg/net/fd_poll_runtime.go:84 +0x46 net.(*pollDesc).WaitRead(0xc20807abc0, 0x0, 0x0) /usr/local/go/src/pkg/net/fd_poll_runtime.go:89 +0x42 net.(*netFD).Read(0xc20807ab60, 0xc2080de000, 0x1000, 0x1000, 0x0, 0x7f296b67c418, 0xb) /usr/local/go/src/pkg/net/fd_unix.go:242 +0x34c net.(*conn).Read(0xc20803a0e0, 0xc2080de000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/local/go/src/pkg/net/net.go:122 +0xe7 bufio.(*Reader).fill(0xc208004c60) /usr/local/go/src/pkg/bufio/bufio.go:97 +0x1b3 bufio.(*Reader).Read(0xc208004c60, 0xc2080e2001, 0x5ff, 0x5ff, 0x5ff, 0x0, 0x0) /usr/local/go/src/pkg/bufio/bufio.go:175 +0x230 github.com/couchbase/cbauth/revrpc.(*minirwc).Read(0xc20803d2c0, 0xc2080e2001, 0x5ff, 0x5ff, 0x40db28, 0x0, 0x0) /home/couchbase/jenkins/workspace/sherlock-unix/godeps/src/github.com/couchbase/cbauth/revrpc/revrpc.go:100 +0x60 encoding/json.(*Decoder).readValue(0xc20802c340, 0x7f296b4f39f0, 0x0, 0x0) /usr/local/go/src/pkg/encoding/json/stream.go:124 +0x557 encoding/json.(*Decoder).Decode(0xc20802c340, 0xaaf420, 0xc208004ce0, 0x0, 0x0) /usr/local/go/src/pkg/encoding/json/stream.go:44 +0x7a net/rpc/jsonrpc.(*serverCodec).ReadRequestHeader(0xc208004cc0, 0xc20803dea0, 0x0, 0x0) /usr/local/go/src/pkg/net/rpc/jsonrpc/server.go:66 +0x9d net/rpc.(*Server).readRequestHeader(0xc208043780, 0x7f296b6874d0, 0xc208004cc0, 0x0, 0x0, 0xc20803dea0, 0xd87700, 0x0, 0x0) /usr/local/go/src/pkg/net/rpc/server.go:552 +0x9b net/rpc.(*Server).readRequest(0xc208043780, 0x7f296b6874d0, 0xc208004cc0, 0xc20807e240, 0xc20803d320, 0x94d640, 0x0, 0x0, 0x0, 0x0, ...) /usr/local/go/src/pkg/net/rpc/server.go:519 +0xbe net/rpc.(*Server).ServeCodec(0xc208043780, 0x7f296b6874d0, 0xc208004cc0) /usr/local/go/src/pkg/net/rpc/server.go:438 +0x69 github.com/couchbase/cbauth/revrpc.(*Service).Run(0xc208066570, 0x7f296b4f3f58, 0x0, 0x0) /home/couchbase/jenkins/workspace/sherlock-unix/godeps/src/github.com/couchbase/cbauth/revrpc/revrpc.go:146 +0x614 github.com/couchbase/cbauth/revrpc.BabysitService(0x7f296b4f3f58, 0xc208066570, 0x7f296b685e48, 0xc20803d120, 0x0, 0x0) /home/couchbase/jenkins/workspace/sherlock-unix/godeps/src/github.com/couchbase/cbauth/revrpc/revrpc.go:242 +0x81 github.com/couchbase/cbauth.runRPCForSvc(0xc208066570, 0xc2080665a0, 0x0, 0x0) /home/couchbase/jenkins/workspace/sherlock-unix/godeps/src/github.com/couchbase/cbauth/default.go:56 +0x117 github.com/couchbase/cbauth.func·004() /home/couchbase/jenkins/workspace/sherlock-unix/godeps/src/github.com/couchbase/cbauth/default.go:63 +0x35 created by github.com/couchbase/cbauth.startDefault /home/couchbase/jenkins/workspace/sherlock-unix/godeps/src/github.com/couchbase/cbauth/default.go:64 +0x142 goroutine 25 [syscall]: syscall.Syscall(0x0, 0x0, 0x7f29695baf34, 0x4, 0x0, 0x0, 0x0) /usr/local/go/src/pkg/syscall/asm_linux_amd64.s:21 +0x5 syscall.read(0x0, 0x7f29695baf34, 0x4, 0x4, 0x0, 0x0, 0x0) /usr/local/go/src/pkg/syscall/zsyscall_linux_amd64.go:838 +0x75 syscall.Read(0x0, 0x7f29695baf34, 0x4, 0x4, 0x0, 0x0, 0x0) /usr/local/go/src/pkg/syscall/syscall_unix.go:136 +0x5c os.(*File).read(0xc20803a000, 0x7f29695baf34, 0x4, 0x4, 0x0, 0x0, 0x0) /usr/local/go/src/pkg/os/file_unix.go:190 +0x62 os.(*File).Read(0xc20803a000, 0x7f29695baf34, 0x4, 0x4, 0x0, 0x0, 0x0) /usr/local/go/src/pkg/os/file.go:95 +0x98 github.com/couchbase/indexing/secondary/common.ExitOnStdinClose() /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/common/util.go:304 +0x8b created by main.main /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/cmd/projector/main.go:91 +0x5aa goroutine 30 [select]: github.com/couchbase/cbauth/metakv.doRunObserveChildren(0xc20803d080, 0xc380b0, 0x13, 0xc2080ec240, 0xc208005140, 0x0, 0x0) /home/couchbase/jenkins/workspace/sherlock-unix/godeps/src/github.com/couchbase/cbauth/metakv/metakv.go:256 +0x7fc github.com/couchbase/cbauth/metakv.(*store).runObserveChildren(0xc20803d080, 0xc380b0, 0x13, 0xc2080ec240, 0xc208005140, 0x0, 0x0) /home/couchbase/jenkins/workspace/sherlock-unix/godeps/src/github.com/couchbase/cbauth/metakv/metakv.go:213 +0x85 github.com/couchbase/cbauth/metakv.RunObserveChildren(0xc380b0, 0x13, 0xc2080ec240, 0xc208005140, 0x0, 0x0) /home/couchbase/jenkins/workspace/sherlock-unix/godeps/src/github.com/couchbase/cbauth/metakv/metakv.go:329 +0x64 github.com/couchbase/indexing/secondary/common.func·004() /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/common/settings.go:48 +0x63 created by github.com/couchbase/indexing/secondary/common.SetupSettingsNotifier /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/common/settings.go:55 +0xcd goroutine 28 [select]: net/http.(*persistConn).readLoop(0xc208081080) /usr/local/go/src/pkg/net/http/transport.go:868 +0x829 created by net/http.(*Transport).dialConn /usr/local/go/src/pkg/net/http/transport.go:600 +0x93f goroutine 29 [select]: net/http.(*persistConn).writeLoop(0xc208081080) /usr/local/go/src/pkg/net/http/transport.go:885 +0x38f created by net/http.(*Transport).dialConn /usr/local/go/src/pkg/net/http/transport.go:601 +0x957 goroutine 31 [chan receive]: github.com/couchbase/indexing/secondary/projector.(*Projector).mainAdminPort(0xc20807e120, 0xc2080051a0) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/projector/adminport.go:64 +0xdc9 created by github.com/couchbase/indexing/secondary/projector.NewProjector /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/projector/projector.go:78 +0x85d goroutine 32 [chan receive]: github.com/couchbase/indexing/secondary/projector.(*Projector).watcherDameon(0xc20807e120, 0x493e0) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/projector/watcher.go:14 +0x63 created by github.com/couchbase/indexing/secondary/projector.NewProjector /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/projector/projector.go:79 +0x900 goroutine 33 [IO wait]: net.runtime_pollWait(0x7f296b686ed8, 0x72, 0x0) /usr/local/go/src/pkg/runtime/netpoll.goc:146 +0x66 net.(*pollDesc).Wait(0xc20807b9c0, 0x72, 0x0, 0x0) /usr/local/go/src/pkg/net/fd_poll_runtime.go:84 +0x46 net.(*pollDesc).WaitRead(0xc20807b9c0, 0x0, 0x0) /usr/local/go/src/pkg/net/fd_poll_runtime.go:89 +0x42 net.(*netFD).accept(0xc20807b960, 0xd876f0, 0x0, 0x7f296b67c418, 0xb) /usr/local/go/src/pkg/net/fd_unix.go:419 +0x343 net.(*TCPListener).AcceptTCP(0xc20803a1a0, 0x8, 0x0, 0x0) /usr/local/go/src/pkg/net/tcpsock_posix.go:234 +0x5d net.(*TCPListener).Accept(0xc20803a1a0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/pkg/net/tcpsock_posix.go:244 +0x4b net/http.(*Server).Serve(0xc208005200, 0x7f296b687c00, 0xc20803a1a0, 0x0, 0x0) /usr/local/go/src/pkg/net/http/server.go:1698 +0x91 github.com/couchbase/indexing/secondary/adminport.func·002() /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/adminport/admin_httpd.go:197 +0x120 created by github.com/couchbase/indexing/secondary/adminport.(*httpServer).Start /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/adminport/admin_httpd.go:202 +0x374 goroutine 34 [chan receive]: github.com/couchbase/indexing/secondary/logging.func·002() /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/logging/logging.go:212 +0x62 created by github.com/couchbase/indexing/secondary/logging.PeriodicProfile /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/logging/logging.go:216 +0xde goroutine 48 [IO wait]: net.runtime_pollWait(0x7f296b686f88, 0x72, 0x0) /usr/local/go/src/pkg/runtime/netpoll.goc:146 +0x66 net.(*pollDesc).Wait(0xc20807b250, 0x72, 0x0, 0x0) /usr/local/go/src/pkg/net/fd_poll_runtime.go:84 +0x46 net.(*pollDesc).WaitRead(0xc20807b250, 0x0, 0x0) /usr/local/go/src/pkg/net/fd_poll_runtime.go:89 +0x42 net.(*netFD).Read(0xc20807b1f0, 0xc2080df000, 0x1000, 0x1000, 0x0, 0x7f296b67c418, 0xb) /usr/local/go/src/pkg/net/fd_unix.go:242 +0x34c net.(*conn).Read(0xc20803a140, 0xc2080df000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/local/go/src/pkg/net/net.go:122 +0xe7 net/http.noteEOFReader.Read(0x7f296b6873c8, 0xc20803a140, 0xc2080810d8, 0xc2080df000, 0x1000, 0x1000, 0xc20807cc08, 0x0, 0x0) /usr/local/go/src/pkg/net/http/transport.go:1203 +0x72 net/http.(*noteEOFReader).Read(0xc2080e6120, 0xc2080df000, 0x1000, 0x1000, 0xc2080e2c00, 0x0, 0x0) :124 +0xca bufio.(*Reader).fill(0xc208005020) /usr/local/go/src/pkg/bufio/bufio.go:97 +0x1b3 bufio.(*Reader).ReadSlice(0xc208005020, 0xa, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/pkg/bufio/bufio.go:298 +0x22c net/http.readLine(0xc208005020, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/pkg/net/http/chunked.go:111 +0x59 net/http.(*chunkedReader).beginChunk(0xc2080fe090) /usr/local/go/src/pkg/net/http/chunked.go:48 +0x45 net/http.(*chunkedReader).Read(0xc2080fe090, 0xc2080e2c00, 0x600, 0x600, 0x0, 0x0, 0x0) /usr/local/go/src/pkg/net/http/chunked.go:78 +0xc0 net/http.(*body).readLocked(0xc208112000, 0xc2080e2c00, 0x600, 0x600, 0x4f7272, 0x0, 0x0) /usr/local/go/src/pkg/net/http/transfer.go:577 +0x81 net/http.(*body).Read(0xc208112000, 0xc2080e2c00, 0x600, 0x600, 0x0, 0x0, 0x0) /usr/local/go/src/pkg/net/http/transfer.go:572 +0x11a net/http.(*bodyEOFSignal).Read(0xc208112040, 0xc2080e2c00, 0x600, 0x600, 0x0, 0x0, 0x0) /usr/local/go/src/pkg/net/http/transport.go:1126 +0x254 encoding/json.(*Decoder).readValue(0xc20812a000, 0x7f296b4f1e58, 0x0, 0x0) /usr/local/go/src/pkg/encoding/json/stream.go:124 +0x557 encoding/json.(*Decoder).Decode(0xc20812a000, 0x94d880, 0xc2081120c0, 0x0, 0x0) /usr/local/go/src/pkg/encoding/json/stream.go:44 +0x7a github.com/couchbase/cbauth/metakv.func·003() /home/couchbase/jenkins/workspace/sherlock-unix/godeps/src/github.com/couchbase/cbauth/metakv/metakv.go:239 +0x107 created by github.com/couchbase/cbauth/metakv.doRunObserveChildren /home/couchbase/jenkins/workspace/sherlock-unix/godeps/src/github.com/couchbase/cbauth/metakv/metakv.go:247 +0x420 goroutine 67 [select]: github.com/couchbase/indexing/secondary/dcp/transport/client.(*DcpFeed).genServer(0xc2081db740, 0x2, 0xc20850a000, 0xc2081dbb00, 0xc20839c000) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/transport/client/dcp_feed.go:152 +0x14fd created by github.com/couchbase/indexing/secondary/dcp/transport/client.NewDcpFeed /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/transport/client/dcp_feed.go:66 +0x377 goroutine 49 [chan receive]: github.com/couchbase/indexing/secondary/adminport.(*httpServer).systemHandler(0xc208056300, 0x7f296b687db8, 0xc20810a960, 0xc208271d40) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/adminport/admin_httpd.go:290 +0xa37 github.com/couchbase/indexing/secondary/adminport.*httpServer.(github.com/couchbase/indexing/secondary/adminport.systemHandler)·fm(0x7f296b687db8, 0xc20810a960, 0xc208271d40) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/adminport/admin_httpd.go:89 +0x44 net/http.HandlerFunc.ServeHTTP(0xc2080ec290, 0x7f296b687db8, 0xc20810a960, 0xc208271d40) /usr/local/go/src/pkg/net/http/server.go:1235 +0x40 net/http.(*ServeMux).ServeHTTP(0xc208067b00, 0x7f296b687db8, 0xc20810a960, 0xc208271d40) /usr/local/go/src/pkg/net/http/server.go:1511 +0x1a3 net/http.serverHandler.ServeHTTP(0xc208005200, 0x7f296b687db8, 0xc20810a960, 0xc208271d40) /usr/local/go/src/pkg/net/http/server.go:1673 +0x19f net/http.(*conn).serve(0xc208104080) /usr/local/go/src/pkg/net/http/server.go:1174 +0xa7e created by net/http.(*Server).Serve /usr/local/go/src/pkg/net/http/server.go:1721 +0x313 goroutine 37 [IO wait]: net.runtime_pollWait(0x7f296b686d78, 0x72, 0x0) /usr/local/go/src/pkg/runtime/netpoll.goc:146 +0x66 net.(*pollDesc).Wait(0xc20807bfe0, 0x72, 0x0, 0x0) /usr/local/go/src/pkg/net/fd_poll_runtime.go:84 +0x46 net.(*pollDesc).WaitRead(0xc20807bfe0, 0x0, 0x0) /usr/local/go/src/pkg/net/fd_poll_runtime.go:89 +0x42 net.(*netFD).Read(0xc20807bf80, 0xc20815c000, 0x1000, 0x1000, 0x0, 0x7f296b67c418, 0xb) /usr/local/go/src/pkg/net/fd_unix.go:242 +0x34c net.(*conn).Read(0xc20803a1e0, 0xc20815c000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/local/go/src/pkg/net/net.go:122 +0xe7 net/http.noteEOFReader.Read(0x7f296b6873c8, 0xc20803a1e0, 0xc208081238, 0xc20815c000, 0x1000, 0x1000, 0x12cf8e0, 0x0, 0x0) /usr/local/go/src/pkg/net/http/transport.go:1203 +0x72 net/http.(*noteEOFReader).Read(0xc2080e73c0, 0xc20815c000, 0x1000, 0x1000, 0xc20807e4d0, 0x0, 0x0) :124 +0xca bufio.(*Reader).fill(0xc208005d40) /usr/local/go/src/pkg/bufio/bufio.go:97 +0x1b3 bufio.(*Reader).Peek(0xc208005d40, 0x1, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/pkg/bufio/bufio.go:132 +0x101 net/http.(*persistConn).readLoop(0xc2080811e0) /usr/local/go/src/pkg/net/http/transport.go:782 +0x95 created by net/http.(*Transport).dialConn /usr/local/go/src/pkg/net/http/transport.go:600 +0x93f goroutine 38 [select]: net/http.(*persistConn).writeLoop(0xc2080811e0) /usr/local/go/src/pkg/net/http/transport.go:885 +0x38f created by net/http.(*Transport).dialConn /usr/local/go/src/pkg/net/http/transport.go:601 +0x957 goroutine 65 [sleep]: time.Sleep(0xf4240) /usr/local/go/src/pkg/runtime/time.goc:39 +0x31 github.com/couchbase/indexing/secondary/projector.(*bucketDcp).StartVbStreams(0xc2084effa0, 0x2, 0xc20807e000, 0x0, 0x0) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/projector/dcp.go:98 +0x379 github.com/couchbase/indexing/secondary/projector.(*Feed).bucketFeed(0xc208114840, 0xc201000002, 0xc20807e000, 0x7f296b69c730, 0xc2084effa0, 0x0, 0x0) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/projector/feed.go:1179 +0x7ce github.com/couchbase/indexing/secondary/projector.(*Feed).start(0xc208114840, 0xc2081da240, 0xc208120002, 0x0, 0x0) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/projector/feed.go:625 +0x9ac github.com/couchbase/indexing/secondary/projector.(*Feed).handleCommand(0xc208114840, 0xc208043480, 0x4, 0x4, 0xbf97b0, 0x2) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/projector/feed.go:498 +0x193 github.com/couchbase/indexing/secondary/projector.(*Feed).genServer(0xc208114840) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/projector/feed.go:393 +0x1dc created by github.com/couchbase/indexing/secondary/projector.NewFeed /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/projector/feed.go:112 +0x726 goroutine 69 [chan receive]: github.com/couchbase/indexing/secondary/dcp.(*DcpFeed).genServer(0xc2081a8ae0, 0xc208676000, 0x2) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/upr.go:206 +0xe5 created by github.com/couchbase/indexing/secondary/dcp.(*Bucket).StartDcpFeedOver /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/upr.go:145 +0x3fc goroutine 68 [IO wait]: net.runtime_pollWait(0x7f296b686cc8, 0x72, 0x0) /usr/local/go/src/pkg/runtime/netpoll.goc:146 +0x66 net.(*pollDesc).Wait(0xc20807aae0, 0x72, 0x0, 0x0) /usr/local/go/src/pkg/net/fd_poll_runtime.go:84 +0x46 net.(*pollDesc).WaitRead(0xc20807aae0, 0x0, 0x0) /usr/local/go/src/pkg/net/fd_poll_runtime.go:89 +0x42 net.(*netFD).Read(0xc20807aa80, 0xc208445560, 0x18, 0x18, 0x0, 0x7f296b67c418, 0xb) /usr/local/go/src/pkg/net/fd_unix.go:242 +0x34c net.(*conn).Read(0xc208116050, 0xc208445560, 0x18, 0x18, 0x0, 0x0, 0x0) /usr/local/go/src/pkg/net/net.go:122 +0xe7 io.ReadAtLeast(0x7f296b6873c8, 0xc208116050, 0xc208445560, 0x18, 0x18, 0x18, 0x0, 0x0, 0x0) /usr/local/go/src/pkg/io/io.go:289 +0xf7 io.ReadFull(0x7f296b6873c8, 0xc208116050, 0xc208445560, 0x18, 0x18, 0x0, 0x0, 0x0) /usr/local/go/src/pkg/io/io.go:307 +0x71 github.com/couchbase/indexing/secondary/dcp/transport.(*MCRequest).Receive(0xc2086041e0, 0x7f296b6873c8, 0xc208116050, 0xc208445560, 0x18, 0x18, 0x28, 0x0, 0x0) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/transport/mc_req.go:130 +0xe9 github.com/couchbase/indexing/secondary/dcp/transport/client.(*DcpFeed).doReceive(0xc2081db740, 0xc20839c000, 0xc208198ff0) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/transport/client/dcp_feed.go:774 +0x148 created by github.com/couchbase/indexing/secondary/dcp/transport/client.NewDcpFeed /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/transport/client/dcp_feed.go:67 +0x3a6 goroutine 70 [select]: github.com/couchbase/indexing/secondary/projector.(*KVData).runScatter(0xc208128f50, 0xc20807e000, 0xc2084f6000) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/projector/kvdata.go:174 +0x1d23 created by github.com/couchbase/indexing/secondary/projector.NewKVData