2015-07-20T11:58:36.751Z-07:00 [Info] DCPT[secidx-getseqnos-c2:52:46:2c:f9:d7:2b:9f] ##abba feed started ... 2015-07-20T11:58:37.391Z-07:00 [Error] StartDcpFeedOver(): dcp.invalidBucket panic: runtime error: invalid memory address or nil pointer dereference [signal 0xb code=0x1 addr=0x0 pc=0x473c96] goroutine 10 [running]: runtime.gopanic(0xcd64e0, 0xc20802a050) /usr/local/go/src/runtime/panic.go:425 +0x2a3 fp=0xc20deffdc0 sp=0xc20deffd58 runtime.panicmem() /usr/local/go/src/runtime/panic.go:42 +0x4e fp=0xc20deffde8 sp=0xc20deffdc0 runtime.sigpanic() /usr/local/go/src/runtime/sigpanic_unix.go:26 +0x274 fp=0xc20deffe38 sp=0xc20deffde8 github.com/couchbase/indexing/secondary/common.func·007() /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/common/dcp_seqno.go:283 +0x2a6 fp=0xc20defff40 sp=0xc20deffe38 github.com/couchbase/indexing/secondary/common.pollForDeletedBuckets() /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/common/dcp_seqno.go:288 +0xcc fp=0xc20defffe0 sp=0xc20defff40 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:2232 +0x1 fp=0xc20defffe8 sp=0xc20defffe0 created by github.com/couchbase/indexing/secondary/common.init·1 /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/common/dcp_seqno.go:23 +0x99 goroutine 1 [select]: runtime.gopark(0x41b500, 0xc20f9af888, 0xe22590, 0x6) /usr/local/go/src/runtime/proc.go:130 +0x105 fp=0xc20f9af648 sp=0xc20f9af618 runtime.selectgoImpl(0xc20f9af888, 0x0, 0x18) /usr/local/go/src/runtime/select.go:366 +0xb2c fp=0xc20f9af7e0 sp=0xc20f9af648 runtime.selectgo(0xc20f9af888) /usr/local/go/src/runtime/select.go:183 +0x12 fp=0xc20f9af800 sp=0xc20f9af7e0 github.com/couchbase/indexing/secondary/indexer.(*indexer).run(0xc20804f680) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/indexer.go:396 +0x28c fp=0xc20f9af958 sp=0xc20f9af800 github.com/couchbase/indexing/secondary/indexer.NewIndexer(0xc20805a5d0, 0x0, 0x0, 0x0, 0x0) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/indexer.go:282 +0x26d9 fp=0xc20f9afde8 sp=0xc20f9af958 main.main() /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/cmd/indexer/main.go:80 +0xa65 fp=0xc20f9aff98 sp=0xc20f9afde8 runtime.main() /usr/local/go/src/runtime/proc.go:63 +0xf3 fp=0xc20f9affe0 sp=0xc20f9aff98 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:2232 +0x1 fp=0xc20f9affe8 sp=0xc20f9affe0 goroutine 2 [force gc (idle), 3977 minutes]: runtime.gopark(0x43b7b0, 0x15f2b00, 0xe4a090, 0xf) /usr/local/go/src/runtime/proc.go:130 +0x105 fp=0xc20801a798 sp=0xc20801a768 runtime.goparkunlock(0x15f2b00, 0xe4a090, 0xf) /usr/local/go/src/runtime/proc.go:136 +0x48 fp=0xc20801a7c0 sp=0xc20801a798 runtime.forcegchelper() /usr/local/go/src/runtime/proc.go:99 +0xce fp=0xc20801a7e0 sp=0xc20801a7c0 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:2232 +0x1 fp=0xc20801a7e8 sp=0xc20801a7e0 created by runtime.init·4 /usr/local/go/src/runtime/proc.go:87 +0x25 goroutine 3 [GC sweep wait]: runtime.gopark(0x43b7b0, 0x15fd520, 0xe32630, 0xd) /usr/local/go/src/runtime/proc.go:130 +0x105 fp=0xc20801df98 sp=0xc20801df68 runtime.goparkunlock(0x15fd520, 0xe32630, 0xd) /usr/local/go/src/runtime/proc.go:136 +0x48 fp=0xc20801dfc0 sp=0xc20801df98 runtime.bgsweep() /usr/local/go/src/runtime/mgc0.go:98 +0xbc fp=0xc20801dfe0 sp=0xc20801dfc0 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:2232 +0x1 fp=0xc20801dfe8 sp=0xc20801dfe0 created by gc /usr/local/go/src/runtime/mgc0.c:1386 goroutine 4 [finalizer wait]: runtime.gopark(0x43b7b0, 0x15fd518, 0xe49810, 0xe) /usr/local/go/src/runtime/proc.go:130 +0x105 fp=0xc208018f30 sp=0xc208018f00 runtime.goparkunlock(0x15fd518, 0xe49810, 0xe) /usr/local/go/src/runtime/proc.go:136 +0x48 fp=0xc208018f58 sp=0xc208018f30 runtime.runfinq() /usr/local/go/src/runtime/malloc.go:727 +0xba fp=0xc208018fe0 sp=0xc208018f58 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:2232 +0x1 fp=0xc208018fe8 sp=0xc208018fe0 created by runtime.createfing /usr/local/go/src/runtime/malloc.go:707 +0x5e goroutine 5 [syscall, 4236 minutes]: runtime.notetsleepg(0x15fed40, 0xffffffffffffffff, 0x1) /usr/local/go/src/runtime/lock_futex.go:201 +0x52 fp=0xc208019768 sp=0xc208019740 runtime.signal_recv(0x0) /usr/local/go/src/runtime/sigqueue.go:109 +0x135 fp=0xc2080197a0 sp=0xc208019768 os/signal.loop() /usr/local/go/src/os/signal/signal_unix.go:21 +0x1f fp=0xc2080197e0 sp=0xc2080197a0 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:2232 +0x1 fp=0xc2080197e8 sp=0xc2080197e0 created by os/signal.init·1 /usr/local/go/src/os/signal/signal_unix.go:27 +0x35 goroutine 9 [IO wait, 4236 minutes]: runtime.gopark(0x416650, 0x7fe2f2891348, 0xe077f0, 0x7) /usr/local/go/src/runtime/proc.go:130 +0x105 fp=0xc2080b95f8 sp=0xc2080b95c8 runtime.netpollblock(0x7fe2f2891320, 0x72, 0xc20808c3b8) /usr/local/go/src/runtime/netpoll.go:347 +0x170 fp=0xc2080b9638 sp=0xc2080b95f8 runtime.netpollWait(0x7fe2f2891320, 0x72, 0x8) /usr/local/go/src/runtime/netpoll.go:150 +0x68 fp=0xc2080b9658 sp=0xc2080b9638 net.(*pollDesc).Wait(0xc208010ed0, 0x72, 0x0, 0x0) /usr/local/go/src/net/fd_poll_runtime.go:84 +0x47 fp=0xc2080b9678 sp=0xc2080b9658 net.(*pollDesc).WaitRead(0xc208010ed0, 0x0, 0x0) /usr/local/go/src/net/fd_poll_runtime.go:89 +0x43 fp=0xc2080b96a0 sp=0xc2080b9678 net.(*netFD).Read(0xc208010e70, 0xc20808f000, 0x1000, 0x1000, 0x0, 0x7fe2f2885e70, 0xc20808c3b0) /usr/local/go/src/net/fd_unix.go:242 +0x40f fp=0xc2080b9740 sp=0xc2080b96a0 net.(*conn).Read(0xc20802e118, 0xc20808f000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:121 +0xdc fp=0xc2080b9788 sp=0xc2080b9740 bufio.(*Reader).fill(0xc20805eba0) /usr/local/go/src/bufio/bufio.go:97 +0x1ce fp=0xc2080b9830 sp=0xc2080b9788 bufio.(*Reader).Read(0xc20805eba0, 0xc20808e001, 0xdff, 0xdff, 0xc20802d440, 0x0, 0x0) /usr/local/go/src/bufio/bufio.go:174 +0x26c fp=0xc2080b98c8 sp=0xc2080b9830 github.com/couchbase/cbauth/revrpc.(*minirwc).Read(0xc20801f160, 0xc20808e001, 0xdff, 0xdff, 0x2, 0x0, 0x0) /home/couchbase/jenkins/workspace/sherlock-unix/godeps/src/github.com/couchbase/cbauth/revrpc/revrpc.go:100 +0x5c fp=0xc2080b9908 sp=0xc2080b98c8 encoding/json.(*Decoder).readValue(0xc2080e8000, 0x417af0, 0x0, 0x0) /usr/local/go/src/encoding/json/stream.go:124 +0x5e1 fp=0xc2080b9a00 sp=0xc2080b9908 encoding/json.(*Decoder).Decode(0xc2080e8000, 0xc6f500, 0xc20805ec20, 0x0, 0x0) /usr/local/go/src/encoding/json/stream.go:44 +0x7b fp=0xc2080b9aa0 sp=0xc2080b9a00 net/rpc/jsonrpc.(*serverCodec).ReadRequestHeader(0xc20805ec00, 0xc20801f620, 0x0, 0x0) /usr/local/go/src/net/rpc/jsonrpc/server.go:66 +0x9c fp=0xc2080b9af0 sp=0xc2080b9aa0 net/rpc.(*Server).readRequestHeader(0xc20802c200, 0x7fe2f28918e0, 0xc20805ec00, 0x0, 0x0, 0xc20801f620, 0x410c00, 0x0, 0x0) /usr/local/go/src/net/rpc/server.go:575 +0x97 fp=0xc2080b9bf0 sp=0xc2080b9af0 net/rpc.(*Server).readRequest(0xc20802c200, 0x7fe2f28918e0, 0xc20805ec00, 0xc20807c000, 0xc20801ea20, 0xab6540, 0x0, 0x0, 0x0, 0x0, ...) /usr/local/go/src/net/rpc/server.go:542 +0xa2 fp=0xc2080b9c68 sp=0xc2080b9bf0 net/rpc.(*Server).ServeCodec(0xc20802c200, 0x7fe2f28918e0, 0xc20805ec00) /usr/local/go/src/net/rpc/server.go:461 +0x6d fp=0xc2080b9da8 sp=0xc2080b9c68 github.com/couchbase/cbauth/revrpc.(*Service).Run(0xc20805a420, 0xc2080b9f90, 0x0, 0x0) /home/couchbase/jenkins/workspace/sherlock-unix/godeps/src/github.com/couchbase/cbauth/revrpc/revrpc.go:146 +0x6c8 fp=0xc2080b9ed8 sp=0xc2080b9da8 github.com/couchbase/cbauth/revrpc.BabysitService(0xc2080b9f90, 0xc20805a420, 0x7fe2f2886390, 0xc20801f0c0, 0x0, 0x0) /home/couchbase/jenkins/workspace/sherlock-unix/godeps/src/github.com/couchbase/cbauth/revrpc/revrpc.go:242 +0x80 fp=0xc2080b9f28 sp=0xc2080b9ed8 github.com/couchbase/cbauth.runRPCForSvc(0xc20805a420, 0xc20805a450, 0x0, 0x0) /home/couchbase/jenkins/workspace/sherlock-unix/godeps/src/github.com/couchbase/cbauth/default.go:56 +0x193 fp=0xc2080b9fa8 sp=0xc2080b9f28 github.com/couchbase/cbauth.func·004() /home/couchbase/jenkins/workspace/sherlock-unix/godeps/src/github.com/couchbase/cbauth/default.go:63 +0x36 fp=0xc2080b9fe0 sp=0xc2080b9fa8 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:2232 +0x1 fp=0xc2080b9fe8 sp=0xc2080b9fe0 created by github.com/couchbase/cbauth.startDefault /home/couchbase/jenkins/workspace/sherlock-unix/godeps/src/github.com/couchbase/cbauth/default.go:64 +0x1c9 goroutine 8 [runnable]: runtime.selectnbsend(0xadd060, 0xc20b6790e0, 0xc208017f48, 0xc20b6790e0) /usr/local/go/src/runtime/chan.go:544 fp=0xc208017f20 sp=0xc208017f18 time.sendTime(0xadd060, 0xc20b6790e0, 0x0) /usr/local/go/src/time/sleep.go:101 +0x8c fp=0xc208017f68 sp=0xc208017f20 runtime.timerproc() /usr/local/go/src/runtime/time.go:194 +0x22b fp=0xc208017fe0 sp=0xc208017f68 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:2232 +0x1 fp=0xc208017fe8 sp=0xc208017fe0 created by runtime.addtimerLocked /usr/local/go/src/runtime/time.go:113 +0x1ba goroutine 11 [chan receive, 4236 minutes]: runtime.gopark(0x43b7b0, 0xc20805e118, 0xe44b30, 0xc) /usr/local/go/src/runtime/proc.go:130 +0x105 fp=0xc208018638 sp=0xc208018608 runtime.goparkunlock(0xc20805e118, 0xe44b30, 0xc) /usr/local/go/src/runtime/proc.go:136 +0x48 fp=0xc208018660 sp=0xc208018638 runtime.chanrecv(0xadcee0, 0xc20805e0c0, 0xc208018790, 0x1, 0x0) /usr/local/go/src/runtime/chan.go:467 +0x82c fp=0xc208018700 sp=0xc208018660 runtime.chanrecv2(0xadcee0, 0xc20805e0c0, 0xc208018790, 0x1) /usr/local/go/src/runtime/chan.go:316 +0x2b fp=0xc208018730 sp=0xc208018700 github.com/couchbase/indexing/secondary/platform.DumpOnSignal() /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/platform/platform.go:27 +0x173 fp=0xc2080187e0 sp=0xc208018730 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:2232 +0x1 fp=0xc2080187e8 sp=0xc2080187e0 created by main.main /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/cmd/indexer/main.go:60 +0x4d2 goroutine 12 [syscall, 4236 minutes]: syscall.Syscall(0x0, 0x0, 0xc208019f64, 0x4, 0x0, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:21 +0x5 fp=0xc208019e08 sp=0xc208019e00 syscall.read(0x0, 0xc208019f64, 0x4, 0x4, 0x0, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:867 +0x6e fp=0xc208019e50 sp=0xc208019e08 syscall.Read(0x0, 0xc208019f64, 0x4, 0x4, 0x0, 0x0, 0x0) /usr/local/go/src/syscall/syscall_unix.go:136 +0x58 fp=0xc208019e90 sp=0xc208019e50 os.(*File).read(0xc20802e000, 0xc208019f64, 0x4, 0x4, 0x0, 0x0, 0x0) /usr/local/go/src/os/file_unix.go:191 +0x5e fp=0xc208019ed0 sp=0xc208019e90 os.(*File).Read(0xc20802e000, 0xc208019f64, 0x4, 0x4, 0x0, 0x0, 0x0) /usr/local/go/src/os/file.go:95 +0x91 fp=0xc208019f28 sp=0xc208019ed0 github.com/couchbase/indexing/secondary/common.ExitOnStdinClose() /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/common/util.go:311 +0x99 fp=0xc208019fe0 sp=0xc208019f28 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:2232 +0x1 fp=0xc208019fe8 sp=0xc208019fe0 created by main.main /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/cmd/indexer/main.go:61 +0x4e3 goroutine 17 [select, 4236 minutes]: runtime.gopark(0x41b500, 0xc20d1fcdf0, 0xe22590, 0x6) /usr/local/go/src/runtime/proc.go:130 +0x105 fp=0xc20d1fca58 sp=0xc20d1fca28 runtime.selectgoImpl(0xc20d1fcdf0, 0x0, 0x18) /usr/local/go/src/runtime/select.go:366 +0xb2c fp=0xc20d1fcbf0 sp=0xc20d1fca58 runtime.selectgo(0xc20d1fcdf0) /usr/local/go/src/runtime/select.go:183 +0x12 fp=0xc20d1fcc10 sp=0xc20d1fcbf0 github.com/couchbase/cbauth/metakv.doRunObserveChildren(0xc20802af80, 0xe01db0, 0x1, 0xc20d1fcfb0, 0xc20805f3e0, 0x0, 0x0) /home/couchbase/jenkins/workspace/sherlock-unix/godeps/src/github.com/couchbase/cbauth/metakv/metakv.go:284 +0x8bb fp=0xc20d1fcec0 sp=0xc20d1fcc10 github.com/couchbase/cbauth/metakv.(*store).runObserveChildren(0xc20802af80, 0xe01db0, 0x1, 0xc20d1fcfb0, 0xc20805f3e0, 0x0, 0x0) /home/couchbase/jenkins/workspace/sherlock-unix/godeps/src/github.com/couchbase/cbauth/metakv/metakv.go:244 +0x80 fp=0xc20d1fcf00 sp=0xc20d1fcec0 github.com/couchbase/cbauth/metakv.RunObserveChildren(0xe01db0, 0x1, 0xc20d1fcfb0, 0xc20805f3e0, 0x0, 0x0) /home/couchbase/jenkins/workspace/sherlock-unix/godeps/src/github.com/couchbase/cbauth/metakv/metakv.go:367 +0x64 fp=0xc20d1fcf40 sp=0xc20d1fcf00 github.com/couchbase/indexing/secondary/indexer.func·068() /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/settings.go:66 +0x94 fp=0xc20d1fcfe0 sp=0xc20d1fcf40 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:2232 +0x1 fp=0xc20d1fcfe8 sp=0xc20d1fcfe0 created by github.com/couchbase/indexing/secondary/indexer.NewSettingsManager /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/settings.go:73 +0x4de goroutine 15 [select, 4236 minutes]: runtime.gopark(0x41b500, 0xc2080dff40, 0xe22590, 0x6) /usr/local/go/src/runtime/proc.go:130 +0x105 fp=0xc2080dfc18 sp=0xc2080dfbe8 runtime.selectgoImpl(0xc2080dff40, 0x0, 0x18) /usr/local/go/src/runtime/select.go:366 +0xb2c fp=0xc2080dfdb0 sp=0xc2080dfc18 runtime.selectgo(0xc2080dff40) /usr/local/go/src/runtime/select.go:183 +0x12 fp=0xc2080dfdd0 sp=0xc2080dfdb0 net/http.(*persistConn).readLoop(0xc20803ea50) /usr/local/go/src/net/http/transport.go:928 +0x9ce fp=0xc2080dffd8 sp=0xc2080dfdd0 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:2232 +0x1 fp=0xc2080dffe0 sp=0xc2080dffd8 created by net/http.(*Transport).dialConn /usr/local/go/src/net/http/transport.go:660 +0xc9f goroutine 16 [select, 4236 minutes]: runtime.gopark(0x41b500, 0xc20c64bf40, 0xe22590, 0x6) /usr/local/go/src/runtime/proc.go:130 +0x105 fp=0xc20c64bcb8 sp=0xc20c64bc88 runtime.selectgoImpl(0xc20c64bf40, 0x0, 0x18) /usr/local/go/src/runtime/select.go:366 +0xb2c fp=0xc20c64be50 sp=0xc20c64bcb8 runtime.selectgo(0xc20c64bf40) /usr/local/go/src/runtime/select.go:183 +0x12 fp=0xc20c64be70 sp=0xc20c64be50 net/http.(*persistConn).writeLoop(0xc20803ea50) /usr/local/go/src/net/http/transport.go:945 +0x41d fp=0xc20c64bfd8 sp=0xc20c64be70 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:2232 +0x1 fp=0xc20c64bfe0 sp=0xc20c64bfd8 created by net/http.(*Transport).dialConn /usr/local/go/src/net/http/transport.go:661 +0xcbc goroutine 33 [chan receive]: runtime.gopark(0x43b7b0, 0xc20805ef58, 0xe44b30, 0xc) /usr/local/go/src/runtime/proc.go:130 +0x105 fp=0xc20f1d4680 sp=0xc20f1d4650 runtime.goparkunlock(0xc20805ef58, 0xe44b30, 0xc) /usr/local/go/src/runtime/proc.go:136 +0x48 fp=0xc20f1d46a8 sp=0xc20f1d4680 runtime.chanrecv(0xaf86a0, 0xc20805ef00, 0xc20f1d47c0, 0x4e9c01, 0x0) /usr/local/go/src/runtime/chan.go:410 +0x452 fp=0xc20f1d4748 sp=0xc20f1d46a8 runtime.chanrecv2(0xaf86a0, 0xc20805ef00, 0xc20f1d47c0, 0xc20805f601) /usr/local/go/src/runtime/chan.go:316 +0x2b fp=0xc20f1d4778 sp=0xc20f1d4748 github.com/couchbase/indexing/secondary/indexer.(*mutationMgr).run(0xc20803e0b0) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/mutation_manager.go:113 +0xb9 fp=0xc20f1d47d8 sp=0xc20f1d4778 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:2232 +0x1 fp=0xc20f1d47e0 sp=0xc20f1d47d8 created by github.com/couchbase/indexing/secondary/indexer.NewMutationManager /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/mutation_manager.go:93 +0x46b goroutine 34 [chan receive]: runtime.gopark(0x43b7b0, 0xc20805f198, 0xe44b30, 0xc) /usr/local/go/src/runtime/proc.go:130 +0x105 fp=0xc208017688 sp=0xc208017658 runtime.goparkunlock(0xc20805f198, 0xe44b30, 0xc) /usr/local/go/src/runtime/proc.go:136 +0x48 fp=0xc2080176b0 sp=0xc208017688 runtime.chanrecv(0xaf86a0, 0xc20805f140, 0xc2080177c0, 0x1, 0x0) /usr/local/go/src/runtime/chan.go:410 +0x452 fp=0xc208017750 sp=0xc2080176b0 runtime.chanrecv2(0xaf86a0, 0xc20805f140, 0xc2080177c0, 0x1) /usr/local/go/src/runtime/chan.go:316 +0x2b fp=0xc208017780 sp=0xc208017750 github.com/couchbase/indexing/secondary/indexer.(*kvSender).run(0xc20aef0020) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/kv_sender.go:83 +0x61 fp=0xc2080177d8 sp=0xc208017780 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:2232 +0x1 fp=0xc2080177e0 sp=0xc2080177d8 created by github.com/couchbase/indexing/secondary/indexer.NewKVSender /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/kv_sender.go:68 +0x45e goroutine 35 [chan receive]: runtime.gopark(0x43b7b0, 0xc20805f018, 0xe44b30, 0xc) /usr/local/go/src/runtime/proc.go:130 +0x105 fp=0xc22d6cde88 sp=0xc22d6cde58 runtime.goparkunlock(0xc20805f018, 0xe44b30, 0xc) /usr/local/go/src/runtime/proc.go:136 +0x48 fp=0xc22d6cdeb0 sp=0xc22d6cde88 runtime.chanrecv(0xaf86a0, 0xc20805efc0, 0xc22d6cdfc0, 0x1, 0x510000) /usr/local/go/src/runtime/chan.go:410 +0x452 fp=0xc22d6cdf50 sp=0xc22d6cdeb0 runtime.chanrecv2(0xaf86a0, 0xc20805efc0, 0xc22d6cdfc0, 0x1) /usr/local/go/src/runtime/chan.go:316 +0x2b fp=0xc22d6cdf80 sp=0xc22d6cdf50 github.com/couchbase/indexing/secondary/indexer.(*timekeeper).run(0xc20806a060) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/timekeeper.go:109 +0x61 fp=0xc22d6cdfd8 sp=0xc22d6cdf80 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:2232 +0x1 fp=0xc22d6cdfe0 sp=0xc22d6cdfd8 created by github.com/couchbase/indexing/secondary/indexer.NewTimekeeper /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/timekeeper.go:94 +0x26f goroutine 18 [select, 1 minutes]: runtime.gopark(0x41b500, 0xc20aef9f40, 0xe22590, 0x6) /usr/local/go/src/runtime/proc.go:130 +0x105 fp=0xc20aef9d28 sp=0xc20aef9cf8 runtime.selectgoImpl(0xc20aef9f40, 0xc20aef9f0e, 0x20) /usr/local/go/src/runtime/select.go:366 +0xb2c fp=0xc20aef9ec0 sp=0xc20aef9d28 runtime.selectgo(0xc20aef9f40) /usr/local/go/src/runtime/select.go:183 +0x12 fp=0xc20aef9ee0 sp=0xc20aef9ec0 github.com/couchbase/indexing/secondary/indexer.(*mutationMgr).handleWorkerMsgs(0xc20803e0b0) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/mutation_manager.go:137 +0x152 fp=0xc20aef9fd8 sp=0xc20aef9ee0 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:2232 +0x1 fp=0xc20aef9fe0 sp=0xc20aef9fd8 created by github.com/couchbase/indexing/secondary/indexer.(*mutationMgr).run /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/mutation_manager.go:106 +0x55 goroutine 19 [select, 1 minutes]: runtime.gopark(0x41b500, 0xc20aef5f40, 0xe22590, 0x6) /usr/local/go/src/runtime/proc.go:130 +0x105 fp=0xc20aef5c40 sp=0xc20aef5c10 runtime.selectgoImpl(0xc20aef5f40, 0xc20aef5e22, 0x20) /usr/local/go/src/runtime/select.go:366 +0xb2c fp=0xc20aef5dd8 sp=0xc20aef5c40 runtime.selectgo(0xc20aef5f40) /usr/local/go/src/runtime/select.go:183 +0x12 fp=0xc20aef5df8 sp=0xc20aef5dd8 github.com/couchbase/indexing/secondary/indexer.(*mutationMgr).listenWorkerMsgs(0xc20803e0b0) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/mutation_manager.go:160 +0x468 fp=0xc20aef5fd8 sp=0xc20aef5df8 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:2232 +0x1 fp=0xc20aef5fe0 sp=0xc20aef5fd8 created by github.com/couchbase/indexing/secondary/indexer.(*mutationMgr).run /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/mutation_manager.go:107 +0x6f goroutine 36 [IO wait, 35 minutes]: runtime.gopark(0x416650, 0x7fe2f28911c8, 0xe077f0, 0x7) /usr/local/go/src/runtime/proc.go:130 +0x105 fp=0xc20801b520 sp=0xc20801b4f0 runtime.netpollblock(0x7fe2f28911a0, 0x72, 0xc263c236c0) /usr/local/go/src/runtime/netpoll.go:347 +0x170 fp=0xc20801b560 sp=0xc20801b520 runtime.netpollWait(0x7fe2f28911a0, 0x72, 0x8) /usr/local/go/src/runtime/netpoll.go:150 +0x68 fp=0xc20801b580 sp=0xc20801b560 net.(*pollDesc).Wait(0xc2080103e0, 0x72, 0x0, 0x0) /usr/local/go/src/net/fd_poll_runtime.go:84 +0x47 fp=0xc20801b5a0 sp=0xc20801b580 net.(*pollDesc).WaitRead(0xc2080103e0, 0x0, 0x0) /usr/local/go/src/net/fd_poll_runtime.go:89 +0x43 fp=0xc20801b5c8 sp=0xc20801b5a0 net.(*netFD).accept(0xc208010380, 0x0, 0x7fe2f2885e70, 0xc263c23688) /usr/local/go/src/net/fd_unix.go:419 +0x40b fp=0xc20801b6c8 sp=0xc20801b5c8 net.(*TCPListener).AcceptTCP(0xc20802e040, 0xc20801b730, 0x0, 0x0) /usr/local/go/src/net/tcpsock_posix.go:234 +0x4e fp=0xc20801b718 sp=0xc20801b6c8 net.(*TCPListener).Accept(0xc20802e040, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock_posix.go:244 +0x4c fp=0xc20801b758 sp=0xc20801b718 github.com/couchbase/indexing/secondary/queryport.(*Server).listener(0xc208010310) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/queryport/server.go:107 +0x84 fp=0xc20801b7d8 sp=0xc20801b758 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:2232 +0x1 fp=0xc20801b7e0 sp=0xc20801b7d8 created by github.com/couchbase/indexing/secondary/queryport.NewServer /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/queryport/server.go:63 +0x6e5 goroutine 37 [chan receive]: runtime.gopark(0x43b7b0, 0xc20805f318, 0xe44b30, 0xc) /usr/local/go/src/runtime/proc.go:130 +0x105 fp=0xc20c646688 sp=0xc20c646658 runtime.goparkunlock(0xc20805f318, 0xe44b30, 0xc) /usr/local/go/src/runtime/proc.go:136 +0x48 fp=0xc20c6466b0 sp=0xc20c646688 runtime.chanrecv(0xaf86a0, 0xc20805f2c0, 0xc20c6467c0, 0x1, 0x0) /usr/local/go/src/runtime/chan.go:410 +0x452 fp=0xc20c646750 sp=0xc20c6466b0 runtime.chanrecv2(0xaf86a0, 0xc20805f2c0, 0xc20c6467c0, 0x1) /usr/local/go/src/runtime/chan.go:316 +0x2b fp=0xc20c646780 sp=0xc20c646750 github.com/couchbase/indexing/secondary/indexer.(*scanCoordinator).run(0xc20807c100) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/scan_coordinator.go:278 +0x61 fp=0xc20c6467d8 sp=0xc20c646780 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:2232 +0x1 fp=0xc20c6467e0 sp=0xc20c6467d8 created by github.com/couchbase/indexing/secondary/indexer.NewScanCoordinator /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/scan_coordinator.go:219 +0x4d2 goroutine 38 [chan receive]: runtime.gopark(0x43b7b0, 0xc20805f3d8, 0xe44b30, 0xc) /usr/local/go/src/runtime/proc.go:130 +0x105 fp=0xc20801c680 sp=0xc20801c650 runtime.goparkunlock(0xc20805f3d8, 0xe44b30, 0xc) /usr/local/go/src/runtime/proc.go:136 +0x48 fp=0xc20801c6a8 sp=0xc20801c680 runtime.chanrecv(0xadc9a0, 0xc20805f380, 0xc20801c7c0, 0x7fe2f26dde01, 0xc26d990000) /usr/local/go/src/runtime/chan.go:467 +0x82c fp=0xc20801c748 sp=0xc20801c6a8 runtime.chanrecv2(0xadc9a0, 0xc20805f380, 0xc20801c7c0, 0x1) /usr/local/go/src/runtime/chan.go:316 +0x2b fp=0xc20801c778 sp=0xc20801c748 github.com/couchbase/indexing/secondary/indexer.(*scanCoordinator).listenSnapshot(0xc20807c100) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/scan_coordinator.go:227 +0x6a fp=0xc20801c7d8 sp=0xc20801c778 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:2232 +0x1 fp=0xc20801c7e0 sp=0xc20801c7d8 created by github.com/couchbase/indexing/secondary/indexer.NewScanCoordinator /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/scan_coordinator.go:220 +0x4ec goroutine 22 [chan receive, 4 minutes]: runtime.gopark(0x43b7b0, 0xc26ff33558, 0xe44b30, 0xc) /usr/local/go/src/runtime/proc.go:130 +0x105 fp=0xc20c4c6c10 sp=0xc20c4c6be0 runtime.goparkunlock(0xc26ff33558, 0xe44b30, 0xc) /usr/local/go/src/runtime/proc.go:136 +0x48 fp=0xc20c4c6c38 sp=0xc20c4c6c10 runtime.chanrecv(0xadc640, 0xc26ff33500, 0xc20c4c6e58, 0x497501, 0x0) /usr/local/go/src/runtime/chan.go:410 +0x452 fp=0xc20c4c6cd8 sp=0xc20c4c6c38 runtime.chanrecv1(0xadc640, 0xc26ff33500, 0xc20c4c6e58) /usr/local/go/src/runtime/chan.go:311 +0x2b fp=0xc20c4c6d08 sp=0xc20c4c6cd8 github.com/couchbase/indexing/secondary/indexer.(*compactionDaemon).loop(0xc209f94330) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/compaction_manager.go:116 +0x521 fp=0xc20c4c6fd8 sp=0xc20c4c6d08 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:2232 +0x1 fp=0xc20c4c6fe0 sp=0xc20c4c6fd8 created by github.com/couchbase/indexing/secondary/indexer.(*compactionDaemon).Start /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/compaction_manager.go:43 +0x123 goroutine 49 [IO wait, 4236 minutes]: runtime.gopark(0x416650, 0x7fe2f2891288, 0xe077f0, 0x7) /usr/local/go/src/runtime/proc.go:130 +0x105 fp=0xc2080e1780 sp=0xc2080e1750 runtime.netpollblock(0x7fe2f2891260, 0x72, 0xc20af18078) /usr/local/go/src/runtime/netpoll.go:347 +0x170 fp=0xc2080e17c0 sp=0xc2080e1780 runtime.netpollWait(0x7fe2f2891260, 0x72, 0x8) /usr/local/go/src/runtime/netpoll.go:150 +0x68 fp=0xc2080e17e0 sp=0xc2080e17c0 net.(*pollDesc).Wait(0xc2080106f0, 0x72, 0x0, 0x0) /usr/local/go/src/net/fd_poll_runtime.go:84 +0x47 fp=0xc2080e1800 sp=0xc2080e17e0 net.(*pollDesc).WaitRead(0xc2080106f0, 0x0, 0x0) /usr/local/go/src/net/fd_poll_runtime.go:89 +0x43 fp=0xc2080e1828 sp=0xc2080e1800 net.(*netFD).Read(0xc208010690, 0xc209f74000, 0x1000, 0x1000, 0x0, 0x7fe2f2885e70, 0xc20af18070) /usr/local/go/src/net/fd_unix.go:242 +0x40f fp=0xc2080e18c8 sp=0xc2080e1828 net.(*conn).Read(0xc20802e120, 0xc209f74000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:121 +0xdc fp=0xc2080e1910 sp=0xc2080e18c8 net/http.noteEOFReader.Read(0x7fe2f28914e0, 0xc20802e120, 0xc20803eaa8, 0xc209f74000, 0x1000, 0x1000, 0x64b0db, 0x0, 0x0) /usr/local/go/src/net/http/transport.go:1270 +0x6e fp=0xc2080e1960 sp=0xc2080e1910 net/http.(*noteEOFReader).Read(0xc20801f900, 0xc209f74000, 0x1000, 0x1000, 0x0, 0x0, 0x0) :125 +0xd4 fp=0xc2080e19b0 sp=0xc2080e1960 bufio.(*Reader).fill(0xc20805f740) /usr/local/go/src/bufio/bufio.go:97 +0x1ce fp=0xc2080e1a58 sp=0xc2080e19b0 bufio.(*Reader).ReadSlice(0xc20805f740, 0xa, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/bufio/bufio.go:295 +0x257 fp=0xc2080e1aa0 sp=0xc2080e1a58 net/http/internal.readLine(0xc20805f740, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/net/http/internal/chunked.go:110 +0x5a fp=0xc2080e1ae0 sp=0xc2080e1aa0 net/http/internal.(*chunkedReader).beginChunk(0xc209f78090) /usr/local/go/src/net/http/internal/chunked.go:47 +0x46 fp=0xc2080e1b40 sp=0xc2080e1ae0 net/http/internal.(*chunkedReader).Read(0xc209f78090, 0xc20af4c000, 0xe00, 0xe00, 0x0, 0x0, 0x0) /usr/local/go/src/net/http/internal/chunked.go:77 +0xbb fp=0xc2080e1c08 sp=0xc2080e1b40 net/http.(*body).readLocked(0xc20af28000, 0xc20af4c000, 0xe00, 0xe00, 0xffffffff, 0x0, 0x0) /usr/local/go/src/net/http/transfer.go:584 +0x7a fp=0xc2080e1c68 sp=0xc2080e1c08 net/http.(*body).Read(0xc20af28000, 0xc20af4c000, 0xe00, 0xe00, 0x0, 0x0, 0x0) /usr/local/go/src/net/http/transfer.go:579 +0x115 fp=0xc2080e1cb8 sp=0xc2080e1c68 net/http.(*bodyEOFSignal).Read(0xc20af28040, 0xc20af4c000, 0xe00, 0xe00, 0x0, 0x0, 0x0) /usr/local/go/src/net/http/transport.go:1193 +0x285 fp=0xc2080e1d58 sp=0xc2080e1cb8 encoding/json.(*Decoder).readValue(0xc2080e8180, 0xc209f88100, 0x0, 0x0) /usr/local/go/src/encoding/json/stream.go:124 +0x5e1 fp=0xc2080e1e50 sp=0xc2080e1d58 encoding/json.(*Decoder).Decode(0xc2080e8180, 0xab6780, 0xc20af1e100, 0x0, 0x0) /usr/local/go/src/encoding/json/stream.go:44 +0x7b fp=0xc2080e1ef0 sp=0xc2080e1e50 github.com/couchbase/cbauth/metakv.func·003() /home/couchbase/jenkins/workspace/sherlock-unix/godeps/src/github.com/couchbase/cbauth/metakv/metakv.go:267 +0x134 fp=0xc2080e1fe0 sp=0xc2080e1ef0 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:2232 +0x1 fp=0xc2080e1fe8 sp=0xc2080e1fe0 created by github.com/couchbase/cbauth/metakv.doRunObserveChildren /home/couchbase/jenkins/workspace/sherlock-unix/godeps/src/github.com/couchbase/cbauth/metakv/metakv.go:275 +0x46a goroutine 65 [syscall, 4236 minutes, locked to thread]: runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:2232 +0x1 fp=0xc209fa3fe8 sp=0xc209fa3fe0 goroutine 66 [IO wait, 35 minutes]: runtime.gopark(0x416650, 0x7fe2f2891048, 0xe077f0, 0x7) /usr/local/go/src/runtime/proc.go:130 +0x105 fp=0xc20801ccf0 sp=0xc20801ccc0 runtime.netpollblock(0x7fe2f2891020, 0x72, 0xc273c48f10) /usr/local/go/src/runtime/netpoll.go:347 +0x170 fp=0xc20801cd30 sp=0xc20801ccf0 runtime.netpollWait(0x7fe2f2891020, 0x72, 0x8) /usr/local/go/src/runtime/netpoll.go:150 +0x68 fp=0xc20801cd50 sp=0xc20801cd30 net.(*pollDesc).Wait(0xc20af4f090, 0x72, 0x0, 0x0) /usr/local/go/src/net/fd_poll_runtime.go:84 +0x47 fp=0xc20801cd70 sp=0xc20801cd50 net.(*pollDesc).WaitRead(0xc20af4f090, 0x0, 0x0) /usr/local/go/src/net/fd_poll_runtime.go:89 +0x43 fp=0xc20801cd98 sp=0xc20801cd70 net.(*netFD).accept(0xc20af4f030, 0x0, 0x7fe2f2885e70, 0xc273c48ee8) /usr/local/go/src/net/fd_unix.go:419 +0x40b fp=0xc20801ce98 sp=0xc20801cd98 net.(*TCPListener).AcceptTCP(0xc20af4a0d8, 0x7fc96e, 0x0, 0x0) /usr/local/go/src/net/tcpsock_posix.go:234 +0x4e fp=0xc20801cee8 sp=0xc20801ce98 net.(*TCPListener).Accept(0xc20af4a0d8, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock_posix.go:244 +0x4c fp=0xc20801cf28 sp=0xc20801cee8 github.com/couchbase/gometa/common.(*PeerListener).listen(0xc20af1be80) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/gometa/common/peerListener.go:135 +0x90 fp=0xc20801cfd8 sp=0xc20801cf28 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:2232 +0x1 fp=0xc20801cfe0 sp=0xc20801cfd8 created by github.com/couchbase/gometa/common.StartPeerListener /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/gometa/common/peerListener.go:63 +0x1ad goroutine 67 [select, 35 minutes]: runtime.gopark(0x41b500, 0xc20b416c10, 0xe22590, 0x6) /usr/local/go/src/runtime/proc.go:130 +0x105 fp=0xc20b416910 sp=0xc20b4168e0 runtime.selectgoImpl(0xc20b416c10, 0x0, 0x18) /usr/local/go/src/runtime/select.go:366 +0xb2c fp=0xc20b416aa8 sp=0xc20b416910 runtime.selectgo(0xc20b416c10) /usr/local/go/src/runtime/select.go:183 +0x12 fp=0xc20b416ac8 sp=0xc20b416aa8 github.com/couchbase/gometa/protocol.(*LeaderServer).processRequest(0xc20af29280, 0xc20af4efc0, 0xc20b317cf0, 0x7fe2f289f690, 0xc20af45c80, 0x0, 0x0) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/gometa/protocol/leaderServer.go:384 +0x8fe fp=0xc20b416d58 sp=0xc20b416ac8 github.com/couchbase/gometa/protocol.RunLeaderServerWithCustomHandler(0xc20b249fb0, 0x5, 0xc20af1be80, 0x7fe2f289f878, 0xc20b1d14d0, 0x7fe2f289f8b0, 0xc20af4ef50, 0x7fe2f289f708, 0x15fd588, 0x7fe2f289f690, ...) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/gometa/protocol/leaderServer.go:130 +0x6dd fp=0xc20b416e70 sp=0xc20b416d58 github.com/couchbase/gometa/server.(*EmbeddedServer).runOnce(0xc20af62460) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/gometa/server/embeddedServer.go:452 +0x1f5 fp=0xc20b416f68 sp=0xc20b416e70 github.com/couchbase/gometa/server.(*EmbeddedServer).run(0xc20af62460) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/gometa/server/embeddedServer.go:354 +0x28 fp=0xc20b416fd8 sp=0xc20b416f68 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:2232 +0x1 fp=0xc20b416fe0 sp=0xc20b416fd8 created by github.com/couchbase/gometa/server.RunEmbeddedServerWithCustomHandler /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/gometa/server/embeddedServer.go:82 +0x270 goroutine 82 [chan receive, 35 minutes]: runtime.gopark(0x43b7b0, 0xc20af1d8b8, 0xe44b30, 0xc) /usr/local/go/src/runtime/proc.go:130 +0x105 fp=0xc20b40be38 sp=0xc20b40be08 runtime.goparkunlock(0xc20af1d8b8, 0xe44b30, 0xc) /usr/local/go/src/runtime/proc.go:136 +0x48 fp=0xc20b40be60 sp=0xc20b40be38 runtime.chanrecv(0xadc100, 0xc20af1d860, 0xc20b40bf70, 0x81ba01, 0xc20af10000) /usr/local/go/src/runtime/chan.go:467 +0x82c fp=0xc20b40bf00 sp=0xc20b40be60 runtime.chanrecv2(0xadc100, 0xc20af1d860, 0xc20b40bf70, 0xc20b249fb0) /usr/local/go/src/runtime/chan.go:316 +0x2b fp=0xc20b40bf30 sp=0xc20b40bf00 github.com/couchbase/gometa/protocol.(*Leader).listen(0xc20af14900) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/gometa/protocol/leader.go:472 +0xee fp=0xc20b40bfd8 sp=0xc20b40bf30 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:2232 +0x1 fp=0xc20b40bfe0 sp=0xc20b40bfd8 created by github.com/couchbase/gometa/protocol.NewLeaderWithCustomHandler /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/gometa/protocol/leader.go:160 +0x3c5 goroutine 83 [select, 35 minutes]: runtime.gopark(0x41b500, 0xc20c647738, 0xe22590, 0x6) /usr/local/go/src/runtime/proc.go:130 +0x105 fp=0xc20c647498 sp=0xc20c647468 runtime.selectgoImpl(0xc20c647738, 0x0, 0x18) /usr/local/go/src/runtime/select.go:366 +0xb2c fp=0xc20c647630 sp=0xc20c647498 runtime.selectgo(0xc20c647738) /usr/local/go/src/runtime/select.go:183 +0x12 fp=0xc20c647650 sp=0xc20c647630 github.com/couchbase/gometa/protocol.(*LeaderServer).listenFollower(0xc20af29280, 0xc20b317cf0) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/gometa/protocol/leaderServer.go:186 +0x691 fp=0xc20c6477d0 sp=0xc20c647650 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:2232 +0x1 fp=0xc20c6477d8 sp=0xc20c6477d0 created by github.com/couchbase/gometa/protocol.RunLeaderServerWithCustomHandler /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/gometa/protocol/leaderServer.go:125 +0x69c goroutine 84 [select, 4236 minutes]: runtime.gopark(0x41b500, 0xc20b407f40, 0xe22590, 0x6) /usr/local/go/src/runtime/proc.go:130 +0x105 fp=0xc20b407d38 sp=0xc20b407d08 runtime.selectgoImpl(0xc20b407f40, 0x0, 0x18) /usr/local/go/src/runtime/select.go:366 +0xb2c fp=0xc20b407ed0 sp=0xc20b407d38 runtime.selectgo(0xc20b407f40) /usr/local/go/src/runtime/select.go:183 +0x12 fp=0xc20b407ef0 sp=0xc20b407ed0 github.com/couchbase/indexing/secondary/manager.(*LifecycleMgr).processRequest(0xc20af45c80) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/manager/lifecycle.go:160 +0x30c fp=0xc20b407fd8 sp=0xc20b407ef0 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:2232 +0x1 fp=0xc20b407fe0 sp=0xc20b407fd8 created by github.com/couchbase/indexing/secondary/manager.(*LifecycleMgr).Run /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/manager/lifecycle.go:71 +0x51 goroutine 85 [chan receive, 4236 minutes]: runtime.gopark(0x43b7b0, 0xc20805f138, 0xe44b30, 0xc) /usr/local/go/src/runtime/proc.go:130 +0x105 fp=0xc20aef9688 sp=0xc20aef9658 runtime.goparkunlock(0xc20805f138, 0xe44b30, 0xc) /usr/local/go/src/runtime/proc.go:136 +0x48 fp=0xc20aef96b0 sp=0xc20aef9688 runtime.chanrecv(0xaf86a0, 0xc20805f0e0, 0xc20aef97c0, 0x491801, 0x0) /usr/local/go/src/runtime/chan.go:410 +0x452 fp=0xc20aef9750 sp=0xc20aef96b0 runtime.chanrecv2(0xaf86a0, 0xc20805f0e0, 0xc20aef97c0, 0x1) /usr/local/go/src/runtime/chan.go:316 +0x2b fp=0xc20aef9780 sp=0xc20aef9750 github.com/couchbase/indexing/secondary/indexer.(*clustMgrAgent).run(0xc20805b800) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/cluster_manager_agent.go:120 +0xab fp=0xc20aef97d8 sp=0xc20aef9780 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:2232 +0x1 fp=0xc20aef97e0 sp=0xc20aef97d8 created by github.com/couchbase/indexing/secondary/indexer.NewClustMgrAgent /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/cluster_manager_agent.go:98 +0xc41 goroutine 86 [chan receive, 4236 minutes]: runtime.gopark(0x43b7b0, 0xc20805f2b8, 0xe44b30, 0xc) /usr/local/go/src/runtime/proc.go:130 +0x105 fp=0xc20b408e88 sp=0xc20b408e58 runtime.goparkunlock(0xc20805f2b8, 0xe44b30, 0xc) /usr/local/go/src/runtime/proc.go:136 +0x48 fp=0xc20b408eb0 sp=0xc20b408e88 runtime.chanrecv(0xaf86a0, 0xc20805f260, 0xc20b408fc0, 0xc20802b701, 0x0) /usr/local/go/src/runtime/chan.go:410 +0x452 fp=0xc20b408f50 sp=0xc20b408eb0 runtime.chanrecv2(0xaf86a0, 0xc20805f260, 0xc20b408fc0, 0x1) /usr/local/go/src/runtime/chan.go:316 +0x2b fp=0xc20b408f80 sp=0xc20b408f50 github.com/couchbase/indexing/secondary/indexer.(*statsManager).run(0xc20af86c80) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/stats_manager.go:444 +0x62 fp=0xc20b408fd8 sp=0xc20b408f80 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:2232 +0x1 fp=0xc20b408fe0 sp=0xc20b408fd8 created by github.com/couchbase/indexing/secondary/indexer.NewStatsManager /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/stats_manager.go:332 +0x330 goroutine 87 [sleep]: runtime.gopark(0x43b7b0, 0x15f2f20, 0xe22f90, 0x5) /usr/local/go/src/runtime/proc.go:130 +0x105 fp=0xc23bdb26a0 sp=0xc23bdb2670 runtime.goparkunlock(0x15f2f20, 0xe22f90, 0x5) /usr/local/go/src/runtime/proc.go:136 +0x48 fp=0xc23bdb26c8 sp=0xc23bdb26a0 runtime.timeSleep(0xdf8475800) /usr/local/go/src/runtime/time.go:58 +0x105 fp=0xc23bdb2700 sp=0xc23bdb26c8 github.com/couchbase/indexing/secondary/indexer.(*statsManager).runStatsDumpLogger(0xc20af86c80) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/stats_manager.go:484 +0x1d6 fp=0xc23bdb27d8 sp=0xc23bdb2700 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:2232 +0x1 fp=0xc23bdb27e0 sp=0xc23bdb27d8 created by github.com/couchbase/indexing/secondary/indexer.NewStatsManager /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/stats_manager.go:333 +0x34a goroutine 9920272 [IO wait]: runtime.gopark(0x416650, 0x7fdf6905f490, 0xe077f0, 0x7) /usr/local/go/src/runtime/proc.go:130 +0x105 fp=0xc23d7d4a30 sp=0xc23d7d4a00 runtime.netpollblock(0x7fdf6905f468, 0x72, 0xc272bee228) /usr/local/go/src/runtime/netpoll.go:347 +0x170 fp=0xc23d7d4a70 sp=0xc23d7d4a30 runtime.netpollWait(0x7fdf6905f468, 0x72, 0x8) /usr/local/go/src/runtime/netpoll.go:150 +0x68 fp=0xc23d7d4a90 sp=0xc23d7d4a70 net.(*pollDesc).Wait(0xc25012f1e0, 0x72, 0x0, 0x0) /usr/local/go/src/net/fd_poll_runtime.go:84 +0x47 fp=0xc23d7d4ab0 sp=0xc23d7d4a90 net.(*pollDesc).WaitRead(0xc25012f1e0, 0x0, 0x0) /usr/local/go/src/net/fd_poll_runtime.go:89 +0x43 fp=0xc23d7d4ad8 sp=0xc23d7d4ab0 net.(*netFD).Read(0xc25012f180, 0xc2554cb280, 0x18, 0x18, 0x0, 0x7fe2f2885e70, 0xc272bee220) /usr/local/go/src/net/fd_unix.go:242 +0x40f fp=0xc23d7d4b78 sp=0xc23d7d4ad8 net.(*conn).Read(0xc22cfc5940, 0xc2554cb280, 0x18, 0x18, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:121 +0xdc fp=0xc23d7d4bc0 sp=0xc23d7d4b78 io.ReadAtLeast(0x7fe2f28914e0, 0xc22cfc5940, 0xc2554cb280, 0x18, 0x18, 0x18, 0x0, 0x0, 0x0) /usr/local/go/src/io/io.go:298 +0xf1 fp=0xc23d7d4c18 sp=0xc23d7d4bc0 io.ReadFull(0x7fe2f28914e0, 0xc22cfc5940, 0xc2554cb280, 0x18, 0x18, 0x0, 0x0, 0x0) /usr/local/go/src/io/io.go:316 +0x6d fp=0xc23d7d4c68 sp=0xc23d7d4c18 github.com/couchbase/indexing/secondary/dcp/transport.(*MCRequest).Receive(0xc230fe4420, 0x7fe2f28914e0, 0xc22cfc5940, 0xc2554cb280, 0x18, 0x18, 0x18, 0x0, 0x0) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/transport/mc_req.go:130 +0xee fp=0xc23d7d4de8 sp=0xc23d7d4c68 github.com/couchbase/indexing/secondary/dcp/transport/client.(*DcpFeed).doReceive(0xc230fe4000, 0xc230fe4060, 0xc23a9f9140) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/transport/client/dcp_feed.go:882 +0x1b0 fp=0xc23d7d4fc8 sp=0xc23d7d4de8 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:2232 +0x1 fp=0xc23d7d4fd0 sp=0xc23d7d4fc8 created by github.com/couchbase/indexing/secondary/dcp/transport/client.NewDcpFeed /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/transport/client/dcp_feed.go:68 +0x4bf goroutine 68 [IO wait, 4236 minutes]: runtime.gopark(0x416650, 0x7fe2f2890f88, 0xe077f0, 0x7) /usr/local/go/src/runtime/proc.go:130 +0x105 fp=0xc209fa1ae8 sp=0xc209fa1ab8 runtime.netpollblock(0x7fe2f2890f60, 0x72, 0xc20e5e2d58) /usr/local/go/src/runtime/netpoll.go:347 +0x170 fp=0xc209fa1b28 sp=0xc209fa1ae8 runtime.netpollWait(0x7fe2f2890f60, 0x72, 0x8) /usr/local/go/src/runtime/netpoll.go:150 +0x68 fp=0xc209fa1b48 sp=0xc209fa1b28 net.(*pollDesc).Wait(0xc20b8ac370, 0x72, 0x0, 0x0) /usr/local/go/src/net/fd_poll_runtime.go:84 +0x47 fp=0xc209fa1b68 sp=0xc209fa1b48 net.(*pollDesc).WaitRead(0xc20b8ac370, 0x0, 0x0) /usr/local/go/src/net/fd_poll_runtime.go:89 +0x43 fp=0xc209fa1b90 sp=0xc209fa1b68 net.(*netFD).Read(0xc20b8ac310, 0xc20b8b0000, 0x1000, 0x1000, 0x0, 0x7fe2f2885e70, 0xc20e5e2d50) /usr/local/go/src/net/fd_unix.go:242 +0x40f fp=0xc209fa1c30 sp=0xc209fa1b90 net.(*conn).Read(0xc20af4a188, 0xc20b8b0000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:121 +0xdc fp=0xc209fa1c78 sp=0xc209fa1c30 net/http.noteEOFReader.Read(0x7fe2f28914e0, 0xc20af4a188, 0xc20b3e8318, 0xc20b8b0000, 0x1000, 0x1000, 0xc0df40, 0x0, 0x0) /usr/local/go/src/net/http/transport.go:1270 +0x6e fp=0xc209fa1cc8 sp=0xc209fa1c78 net/http.(*noteEOFReader).Read(0xc20b8a6660, 0xc20b8b0000, 0x1000, 0x1000, 0xc208014400, 0x0, 0x0) :125 +0xd4 fp=0xc209fa1d18 sp=0xc209fa1cc8 bufio.(*Reader).fill(0xc20b444e40) /usr/local/go/src/bufio/bufio.go:97 +0x1ce fp=0xc209fa1dc0 sp=0xc209fa1d18 bufio.(*Reader).Peek(0xc20b444e40, 0x1, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/bufio/bufio.go:132 +0xf0 fp=0xc209fa1dd0 sp=0xc209fa1dc0 net/http.(*persistConn).readLoop(0xc20b3e82c0) /usr/local/go/src/net/http/transport.go:842 +0xa4 fp=0xc209fa1fd8 sp=0xc209fa1dd0 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:2232 +0x1 fp=0xc209fa1fe0 sp=0xc209fa1fd8 created by net/http.(*Transport).dialConn /usr/local/go/src/net/http/transport.go:660 +0xc9f goroutine 69 [select, 4236 minutes]: runtime.gopark(0x41b500, 0xc20ff43f40, 0xe22590, 0x6) /usr/local/go/src/runtime/proc.go:130 +0x105 fp=0xc20ff43cb8 sp=0xc20ff43c88 runtime.selectgoImpl(0xc20ff43f40, 0x0, 0x18) /usr/local/go/src/runtime/select.go:366 +0xb2c fp=0xc20ff43e50 sp=0xc20ff43cb8 runtime.selectgo(0xc20ff43f40) /usr/local/go/src/runtime/select.go:183 +0x12 fp=0xc20ff43e70 sp=0xc20ff43e50 net/http.(*persistConn).writeLoop(0xc20b3e82c0) /usr/local/go/src/net/http/transport.go:945 +0x41d fp=0xc20ff43fd8 sp=0xc20ff43e70 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:2232 +0x1 fp=0xc20ff43fe0 sp=0xc20ff43fd8 created by net/http.(*Transport).dialConn /usr/local/go/src/net/http/transport.go:661 +0xcbc goroutine 91 [IO wait, 14 minutes]: runtime.gopark(0x416650, 0x7fe2f2890ec8, 0xe077f0, 0x7) /usr/local/go/src/runtime/proc.go:130 +0x105 fp=0xc20b8c2ae8 sp=0xc20b8c2ab8 runtime.netpollblock(0x7fe2f2890ea0, 0x72, 0xc2677b6600) /usr/local/go/src/runtime/netpoll.go:347 +0x170 fp=0xc20b8c2b28 sp=0xc20b8c2ae8 runtime.netpollWait(0x7fe2f2890ea0, 0x72, 0x8) /usr/local/go/src/runtime/netpoll.go:150 +0x68 fp=0xc20b8c2b48 sp=0xc20b8c2b28 net.(*pollDesc).Wait(0xc20b8ac840, 0x72, 0x0, 0x0) /usr/local/go/src/net/fd_poll_runtime.go:84 +0x47 fp=0xc20b8c2b68 sp=0xc20b8c2b48 net.(*pollDesc).WaitRead(0xc20b8ac840, 0x0, 0x0) /usr/local/go/src/net/fd_poll_runtime.go:89 +0x43 fp=0xc20b8c2b90 sp=0xc20b8c2b68 net.(*netFD).Read(0xc20b8ac7e0, 0xc20b8ba000, 0x1000, 0x1000, 0x0, 0x7fe2f2885e70, 0xc2677b65f8) /usr/local/go/src/net/fd_unix.go:242 +0x40f fp=0xc20b8c2c30 sp=0xc20b8c2b90 net.(*conn).Read(0xc20af2a1e0, 0xc20b8ba000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:121 +0xdc fp=0xc20b8c2c78 sp=0xc20b8c2c30 net/http.noteEOFReader.Read(0x7fe2f28914e0, 0xc20af2a1e0, 0xc20b3e83c8, 0xc20b8ba000, 0x1000, 0x1000, 0xc0df40, 0x0, 0x0) /usr/local/go/src/net/http/transport.go:1270 +0x6e fp=0xc20b8c2cc8 sp=0xc20b8c2c78 net/http.(*noteEOFReader).Read(0xc20b8aaf60, 0xc20b8ba000, 0x1000, 0x1000, 0xc209f7c900, 0x0, 0x0) :125 +0xd4 fp=0xc20b8c2d18 sp=0xc20b8c2cc8 bufio.(*Reader).fill(0xc20b7674a0) /usr/local/go/src/bufio/bufio.go:97 +0x1ce fp=0xc20b8c2dc0 sp=0xc20b8c2d18 bufio.(*Reader).Peek(0xc20b7674a0, 0x1, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/bufio/bufio.go:132 +0xf0 fp=0xc20b8c2dd0 sp=0xc20b8c2dc0 net/http.(*persistConn).readLoop(0xc20b3e8370) /usr/local/go/src/net/http/transport.go:842 +0xa4 fp=0xc20b8c2fd8 sp=0xc20b8c2dd0 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:2232 +0x1 fp=0xc20b8c2fe0 sp=0xc20b8c2fd8 created by net/http.(*Transport).dialConn /usr/local/go/src/net/http/transport.go:660 +0xc9f goroutine 92 [select, 14 minutes]: runtime.gopark(0x41b500, 0xc21480c740, 0xe22590, 0x6) /usr/local/go/src/runtime/proc.go:130 +0x105 fp=0xc21480c4b8 sp=0xc21480c488 runtime.selectgoImpl(0xc21480c740, 0x0, 0x18) /usr/local/go/src/runtime/select.go:366 +0xb2c fp=0xc21480c650 sp=0xc21480c4b8 runtime.selectgo(0xc21480c740) /usr/local/go/src/runtime/select.go:183 +0x12 fp=0xc21480c670 sp=0xc21480c650 net/http.(*persistConn).writeLoop(0xc20b3e8370) /usr/local/go/src/net/http/transport.go:945 +0x41d fp=0xc21480c7d8 sp=0xc21480c670 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:2232 +0x1 fp=0xc21480c7e0 sp=0xc21480c7d8 created by net/http.(*Transport).dialConn /usr/local/go/src/net/http/transport.go:661 +0xcbc goroutine 71 [IO wait, 4236 minutes]: runtime.gopark(0x416650, 0x7fe2f2890d48, 0xe077f0, 0x7) /usr/local/go/src/runtime/proc.go:130 +0x105 fp=0xc20b413ae8 sp=0xc20b413ab8 runtime.netpollblock(0x7fe2f2890d20, 0x72, 0xc20f1e36b0) /usr/local/go/src/runtime/netpoll.go:347 +0x170 fp=0xc20b413b28 sp=0xc20b413ae8 runtime.netpollWait(0x7fe2f2890d20, 0x72, 0x8) /usr/local/go/src/runtime/netpoll.go:150 +0x68 fp=0xc20b413b48 sp=0xc20b413b28 net.(*pollDesc).Wait(0xc20b8dc140, 0x72, 0x0, 0x0) /usr/local/go/src/net/fd_poll_runtime.go:84 +0x47 fp=0xc20b413b68 sp=0xc20b413b48 net.(*pollDesc).WaitRead(0xc20b8dc140, 0x0, 0x0) /usr/local/go/src/net/fd_poll_runtime.go:89 +0x43 fp=0xc20b413b90 sp=0xc20b413b68 net.(*netFD).Read(0xc20b8dc0e0, 0xc20b8de000, 0x1000, 0x1000, 0x0, 0x7fe2f2885e70, 0xc20f1e36a8) /usr/local/go/src/net/fd_unix.go:242 +0x40f fp=0xc20b413c30 sp=0xc20b413b90 net.(*conn).Read(0xc20af4a1c8, 0xc20b8de000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:121 +0xdc fp=0xc20b413c78 sp=0xc20b413c30 net/http.noteEOFReader.Read(0x7fe2f28914e0, 0xc20af4a1c8, 0xc20af76268, 0xc20b8de000, 0x1000, 0x1000, 0xc0df40, 0x0, 0x0) /usr/local/go/src/net/http/transport.go:1270 +0x6e fp=0xc20b413cc8 sp=0xc20b413c78 net/http.(*noteEOFReader).Read(0xc20b8a6920, 0xc20b8de000, 0x1000, 0x1000, 0xc208012000, 0x0, 0x0) :125 +0xd4 fp=0xc20b413d18 sp=0xc20b413cc8 bufio.(*Reader).fill(0xc20b445260) /usr/local/go/src/bufio/bufio.go:97 +0x1ce fp=0xc20b413dc0 sp=0xc20b413d18 bufio.(*Reader).Peek(0xc20b445260, 0x1, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/bufio/bufio.go:132 +0xf0 fp=0xc20b413dd0 sp=0xc20b413dc0 net/http.(*persistConn).readLoop(0xc20af76210) /usr/local/go/src/net/http/transport.go:842 +0xa4 fp=0xc20b413fd8 sp=0xc20b413dd0 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:2232 +0x1 fp=0xc20b413fe0 sp=0xc20b413fd8 created by net/http.(*Transport).dialConn /usr/local/go/src/net/http/transport.go:660 +0xc9f goroutine 72 [select, 4236 minutes]: runtime.gopark(0x41b500, 0xc20ff41f40, 0xe22590, 0x6) /usr/local/go/src/runtime/proc.go:130 +0x105 fp=0xc20ff41cb8 sp=0xc20ff41c88 runtime.selectgoImpl(0xc20ff41f40, 0x0, 0x18) /usr/local/go/src/runtime/select.go:366 +0xb2c fp=0xc20ff41e50 sp=0xc20ff41cb8 runtime.selectgo(0xc20ff41f40) /usr/local/go/src/runtime/select.go:183 +0x12 fp=0xc20ff41e70 sp=0xc20ff41e50 net/http.(*persistConn).writeLoop(0xc20af76210) /usr/local/go/src/net/http/transport.go:945 +0x41d fp=0xc20ff41fd8 sp=0xc20ff41e70 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:2232 +0x1 fp=0xc20ff41fe0 sp=0xc20ff41fd8 created by net/http.(*Transport).dialConn /usr/local/go/src/net/http/transport.go:661 +0xcbc goroutine 94 [IO wait, 4236 minutes]: runtime.gopark(0x416650, 0x7fe2f2890c88, 0xe077f0, 0x7) /usr/local/go/src/runtime/proc.go:130 +0x105 fp=0xc20b410ae8 sp=0xc20b410ab8 runtime.netpollblock(0x7fe2f2890c60, 0x72, 0xc20f9e9530) /usr/local/go/src/runtime/netpoll.go:347 +0x170 fp=0xc20b410b28 sp=0xc20b410ae8 runtime.netpollWait(0x7fe2f2890c60, 0x72, 0x8) /usr/local/go/src/runtime/netpoll.go:150 +0x68 fp=0xc20b410b48 sp=0xc20b410b28 net.(*pollDesc).Wait(0xc20b8acc30, 0x72, 0x0, 0x0) /usr/local/go/src/net/fd_poll_runtime.go:84 +0x47 fp=0xc20b410b68 sp=0xc20b410b48 net.(*pollDesc).WaitRead(0xc20b8acc30, 0x0, 0x0) /usr/local/go/src/net/fd_poll_runtime.go:89 +0x43 fp=0xc20b410b90 sp=0xc20b410b68 net.(*netFD).Read(0xc20b8acbd0, 0xc20b8e0000, 0x1000, 0x1000, 0x0, 0x7fe2f2885e70, 0xc20f9e9528) /usr/local/go/src/net/fd_unix.go:242 +0x40f fp=0xc20b410c30 sp=0xc20b410b90 net.(*conn).Read(0xc20af2a220, 0xc20b8e0000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:121 +0xdc fp=0xc20b410c78 sp=0xc20b410c30 net/http.noteEOFReader.Read(0x7fe2f28914e0, 0xc20af2a220, 0xc20b3e8478, 0xc20b8e0000, 0x1000, 0x1000, 0xc0df40, 0x0, 0x0) /usr/local/go/src/net/http/transport.go:1270 +0x6e fp=0xc20b410cc8 sp=0xc20b410c78 net/http.(*noteEOFReader).Read(0xc20b8ab220, 0xc20b8e0000, 0x1000, 0x1000, 0xc208012000, 0x0, 0x0) :125 +0xd4 fp=0xc20b410d18 sp=0xc20b410cc8 bufio.(*Reader).fill(0xc20b7678c0) /usr/local/go/src/bufio/bufio.go:97 +0x1ce fp=0xc20b410dc0 sp=0xc20b410d18 bufio.(*Reader).Peek(0xc20b7678c0, 0x1, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/bufio/bufio.go:132 +0xf0 fp=0xc20b410dd0 sp=0xc20b410dc0 net/http.(*persistConn).readLoop(0xc20b3e8420) /usr/local/go/src/net/http/transport.go:842 +0xa4 fp=0xc20b410fd8 sp=0xc20b410dd0 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:2232 +0x1 fp=0xc20b410fe0 sp=0xc20b410fd8 created by net/http.(*Transport).dialConn /usr/local/go/src/net/http/transport.go:660 +0xc9f goroutine 95 [select, 4236 minutes]: runtime.gopark(0x41b500, 0xc20ff41740, 0xe22590, 0x6) /usr/local/go/src/runtime/proc.go:130 +0x105 fp=0xc20ff414b8 sp=0xc20ff41488 runtime.selectgoImpl(0xc20ff41740, 0x0, 0x18) /usr/local/go/src/runtime/select.go:366 +0xb2c fp=0xc20ff41650 sp=0xc20ff414b8 runtime.selectgo(0xc20ff41740) /usr/local/go/src/runtime/select.go:183 +0x12 fp=0xc20ff41670 sp=0xc20ff41650 net/http.(*persistConn).writeLoop(0xc20b3e8420) /usr/local/go/src/net/http/transport.go:945 +0x41d fp=0xc20ff417d8 sp=0xc20ff41670 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:2232 +0x1 fp=0xc20ff417e0 sp=0xc20ff417d8 created by net/http.(*Transport).dialConn /usr/local/go/src/net/http/transport.go:661 +0xcbc goroutine 52 [select]: runtime.gopark(0x41b500, 0xc25192df00, 0xe22590, 0x6) /usr/local/go/src/runtime/proc.go:130 +0x105 fp=0xc25192dc08 sp=0xc25192dbd8 runtime.selectgoImpl(0xc25192df00, 0x0, 0x18) /usr/local/go/src/runtime/select.go:366 +0xb2c fp=0xc25192dda0 sp=0xc25192dc08 runtime.selectgo(0xc25192df00) /usr/local/go/src/runtime/select.go:183 +0x12 fp=0xc25192ddc0 sp=0xc25192dda0 github.com/couchbase/indexing/secondary/indexer.(*fdbSlice).handleCommandsWorker(0xc2080e9800, 0x0) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/forestdb_slice_writer.go:269 +0x7d0 fp=0xc25192dfd0 sp=0xc25192ddc0 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:2232 +0x1 fp=0xc25192dfd8 sp=0xc25192dfd0 created by github.com/couchbase/indexing/secondary/indexer.NewForestDBSlice /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/forestdb_slice_writer.go:134 +0x11e0 goroutine 54 [select]: runtime.gopark(0x41b500, 0xc25192cf00, 0xe22590, 0x6) /usr/local/go/src/runtime/proc.go:130 +0x105 fp=0xc25192cc08 sp=0xc25192cbd8 runtime.selectgoImpl(0xc25192cf00, 0x0, 0x18) /usr/local/go/src/runtime/select.go:366 +0xb2c fp=0xc25192cda0 sp=0xc25192cc08 runtime.selectgo(0xc25192cf00) /usr/local/go/src/runtime/select.go:183 +0x12 fp=0xc25192cdc0 sp=0xc25192cda0 github.com/couchbase/indexing/secondary/indexer.(*fdbSlice).handleCommandsWorker(0xc2080e9b00, 0x0) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/forestdb_slice_writer.go:269 +0x7d0 fp=0xc25192cfd0 sp=0xc25192cdc0 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:2232 +0x1 fp=0xc25192cfd8 sp=0xc25192cfd0 created by github.com/couchbase/indexing/secondary/indexer.NewForestDBSlice /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/forestdb_slice_writer.go:134 +0x11e0 goroutine 53 [select]: runtime.gopark(0x41b500, 0xc25192bf00, 0xe22590, 0x6) /usr/local/go/src/runtime/proc.go:130 +0x105 fp=0xc25192bc08 sp=0xc25192bbd8 runtime.selectgoImpl(0xc25192bf00, 0x0, 0x18) /usr/local/go/src/runtime/select.go:366 +0xb2c fp=0xc25192bda0 sp=0xc25192bc08 runtime.selectgo(0xc25192bf00) /usr/local/go/src/runtime/select.go:183 +0x12 fp=0xc25192bdc0 sp=0xc25192bda0 github.com/couchbase/indexing/secondary/indexer.(*fdbSlice).handleCommandsWorker(0xc2080e9980, 0x0) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/forestdb_slice_writer.go:269 +0x7d0 fp=0xc25192bfd0 sp=0xc25192bdc0 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:2232 +0x1 fp=0xc25192bfd8 sp=0xc25192bfd0 created by github.com/couchbase/indexing/secondary/indexer.NewForestDBSlice /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/forestdb_slice_writer.go:134 +0x11e0 goroutine 55 [select]: runtime.gopark(0x41b500, 0xc25192af00, 0xe22590, 0x6) /usr/local/go/src/runtime/proc.go:130 +0x105 fp=0xc25192ac08 sp=0xc25192abd8 runtime.selectgoImpl(0xc25192af00, 0x0, 0x18) /usr/local/go/src/runtime/select.go:366 +0xb2c fp=0xc25192ada0 sp=0xc25192ac08 runtime.selectgo(0xc25192af00) /usr/local/go/src/runtime/select.go:183 +0x12 fp=0xc25192adc0 sp=0xc25192ada0 github.com/couchbase/indexing/secondary/indexer.(*fdbSlice).handleCommandsWorker(0xc2080e9c80, 0x0) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/forestdb_slice_writer.go:269 +0x7d0 fp=0xc25192afd0 sp=0xc25192adc0 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:2232 +0x1 fp=0xc25192afd8 sp=0xc25192afd0 created by github.com/couchbase/indexing/secondary/indexer.NewForestDBSlice /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/forestdb_slice_writer.go:134 +0x11e0 goroutine 145 [IO wait]: runtime.gopark(0x416650, 0x7fe2f1283ab8, 0xe077f0, 0x7) /usr/local/go/src/runtime/proc.go:130 +0x105 fp=0xc26e807800 sp=0xc26e8077d0 runtime.netpollblock(0x7fe2f1283a90, 0x72, 0xc27194ed90) /usr/local/go/src/runtime/netpoll.go:347 +0x170 fp=0xc26e807840 sp=0xc26e807800 runtime.netpollWait(0x7fe2f1283a90, 0x72, 0x8) /usr/local/go/src/runtime/netpoll.go:150 +0x68 fp=0xc26e807860 sp=0xc26e807840 net.(*pollDesc).Wait(0xc20ead07d0, 0x72, 0x0, 0x0) /usr/local/go/src/net/fd_poll_runtime.go:84 +0x47 fp=0xc26e807880 sp=0xc26e807860 net.(*pollDesc).WaitRead(0xc20ead07d0, 0x0, 0x0) /usr/local/go/src/net/fd_poll_runtime.go:89 +0x43 fp=0xc26e8078a8 sp=0xc26e807880 net.(*netFD).Read(0xc20ead0770, 0xc20f022000, 0x6, 0xfa000, 0x0, 0x7fe2f2885e70, 0xc27194ed68) /usr/local/go/src/net/fd_unix.go:242 +0x40f fp=0xc26e807948 sp=0xc26e8078a8 net.(*conn).Read(0xc20ef30c88, 0xc20f022000, 0x6, 0xfa000, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:121 +0xdc fp=0xc26e807990 sp=0xc26e807948 github.com/couchbase/indexing/secondary/transport.fullRead(0x7fe2f1293270, 0xc20ef30c88, 0xc20f022000, 0x6, 0xfa000, 0x0, 0x0) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/transport/transport.go:188 +0xba fp=0xc26e807a08 sp=0xc26e807990 github.com/couchbase/indexing/secondary/transport.Receive(0x7fe2f1293270, 0xc20ef30c88, 0xc20f022000, 0xfa000, 0xfa000, 0x6fc230000, 0x0, 0x0, 0x0, 0x0, ...) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/transport/util.go:45 +0xce fp=0xc26e807af8 sp=0xc26e807a08 github.com/couchbase/indexing/secondary/transport.(*TransportPacket).Receive(0xc20ef24c30, 0x7fe2f1293270, 0xc20ef30c88, 0x0, 0x0, 0x0, 0x0) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/transport/transport.go:116 +0xb8 fp=0xc26e807c00 sp=0xc26e807af8 github.com/couchbase/indexing/secondary/dataport.doReceive(0xc20c64c6c0, 0x18, 0xc20ef24c60, 0xfa000, 0x7530, 0xc20ccc0540, 0xc20ccc05a0) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dataport/server.go:543 +0x254 fp=0xc26e807fa8 sp=0xc26e807c00 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:2232 +0x1 fp=0xc26e807fb0 sp=0xc26e807fa8 created by github.com/couchbase/indexing/secondary/dataport.(*Server).startWorker /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dataport/server.go:380 +0x392 goroutine 56 [select]: runtime.gopark(0x41b500, 0xc251929f00, 0xe22590, 0x6) /usr/local/go/src/runtime/proc.go:130 +0x105 fp=0xc251929c08 sp=0xc251929bd8 runtime.selectgoImpl(0xc251929f00, 0x0, 0x18) /usr/local/go/src/runtime/select.go:366 +0xb2c fp=0xc251929da0 sp=0xc251929c08 runtime.selectgo(0xc251929f00) /usr/local/go/src/runtime/select.go:183 +0x12 fp=0xc251929dc0 sp=0xc251929da0 github.com/couchbase/indexing/secondary/indexer.(*fdbSlice).handleCommandsWorker(0xc2080e9e00, 0x0) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/forestdb_slice_writer.go:269 +0x7d0 fp=0xc251929fd0 sp=0xc251929dc0 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:2232 +0x1 fp=0xc251929fd8 sp=0xc251929fd0 created by github.com/couchbase/indexing/secondary/indexer.NewForestDBSlice /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/forestdb_slice_writer.go:134 +0x11e0 goroutine 57 [select]: runtime.gopark(0x41b500, 0xc251928f00, 0xe22590, 0x6) /usr/local/go/src/runtime/proc.go:130 +0x105 fp=0xc251928c08 sp=0xc251928bd8 runtime.selectgoImpl(0xc251928f00, 0x0, 0x18) /usr/local/go/src/runtime/select.go:366 +0xb2c fp=0xc251928da0 sp=0xc251928c08 runtime.selectgo(0xc251928f00) /usr/local/go/src/runtime/select.go:183 +0x12 fp=0xc251928dc0 sp=0xc251928da0 github.com/couchbase/indexing/secondary/indexer.(*fdbSlice).handleCommandsWorker(0xc20caa8000, 0x0) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/forestdb_slice_writer.go:269 +0x7d0 fp=0xc251928fd0 sp=0xc251928dc0 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:2232 +0x1 fp=0xc251928fd8 sp=0xc251928fd0 created by github.com/couchbase/indexing/secondary/indexer.NewForestDBSlice /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/forestdb_slice_writer.go:134 +0x11e0 goroutine 58 [select]: runtime.gopark(0x41b500, 0xc251927f00, 0xe22590, 0x6) /usr/local/go/src/runtime/proc.go:130 +0x105 fp=0xc251927c08 sp=0xc251927bd8 runtime.selectgoImpl(0xc251927f00, 0x0, 0x18) /usr/local/go/src/runtime/select.go:366 +0xb2c fp=0xc251927da0 sp=0xc251927c08 runtime.selectgo(0xc251927f00) /usr/local/go/src/runtime/select.go:183 +0x12 fp=0xc251927dc0 sp=0xc251927da0 github.com/couchbase/indexing/secondary/indexer.(*fdbSlice).handleCommandsWorker(0xc20caa8180, 0x0) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/forestdb_slice_writer.go:269 +0x7d0 fp=0xc251927fd0 sp=0xc251927dc0 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:2232 +0x1 fp=0xc251927fd8 sp=0xc251927fd0 created by github.com/couchbase/indexing/secondary/indexer.NewForestDBSlice /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/forestdb_slice_writer.go:134 +0x11e0 goroutine 59 [chan receive]: runtime.gopark(0x43b7b0, 0xc20805efb8, 0xe44b30, 0xc) /usr/local/go/src/runtime/proc.go:130 +0x105 fp=0xc20b8c3e88 sp=0xc20b8c3e58 runtime.goparkunlock(0xc20805efb8, 0xe44b30, 0xc) /usr/local/go/src/runtime/proc.go:136 +0x48 fp=0xc20b8c3eb0 sp=0xc20b8c3e88 runtime.chanrecv(0xaf86a0, 0xc20805ef60, 0xc20b8c3fc0, 0x7fe2f26e6f01, 0xc275550000) /usr/local/go/src/runtime/chan.go:410 +0x452 fp=0xc20b8c3f50 sp=0xc20b8c3eb0 runtime.chanrecv2(0xaf86a0, 0xc20805ef60, 0xc20b8c3fc0, 0x1) /usr/local/go/src/runtime/chan.go:316 +0x2b fp=0xc20b8c3f80 sp=0xc20b8c3f50 github.com/couchbase/indexing/secondary/indexer.(*storageMgr).run(0xc20c6b3f80) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/storage_manager.go:144 +0x61 fp=0xc20b8c3fd8 sp=0xc20b8c3f80 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:2232 +0x1 fp=0xc20b8c3fe0 sp=0xc20b8c3fd8 created by github.com/couchbase/indexing/secondary/indexer.NewStorageManager /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/storage_manager.go:129 +0x57e goroutine 119 [select]: runtime.gopark(0x41b500, 0xc23dce3748, 0xe22590, 0x6) /usr/local/go/src/runtime/proc.go:130 +0x105 fp=0xc23dce3540 sp=0xc23dce3510 runtime.selectgoImpl(0xc23dce3748, 0x0, 0x18) /usr/local/go/src/runtime/select.go:366 +0xb2c fp=0xc23dce36d8 sp=0xc23dce3540 runtime.selectgo(0xc23dce3748) /usr/local/go/src/runtime/select.go:183 +0x12 fp=0xc23dce36f8 sp=0xc23dce36d8 github.com/couchbase/indexing/secondary/indexer.func·096() /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/timekeeper.go:2544 +0x12c fp=0xc23dce37e0 sp=0xc23dce36f8 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:2232 +0x1 fp=0xc23dce37e8 sp=0xc23dce37e0 created by github.com/couchbase/indexing/secondary/indexer.(*timekeeper).startTimer /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/timekeeper.go:2552 +0x478 goroutine 120 [IO wait, 4236 minutes]: runtime.gopark(0x416650, 0x7fe2f2890808, 0xe077f0, 0x7) /usr/local/go/src/runtime/proc.go:130 +0x105 fp=0xc20801bc18 sp=0xc20801bbe8 runtime.netpollblock(0x7fe2f28907e0, 0x72, 0xc20f7d9aa0) /usr/local/go/src/runtime/netpoll.go:347 +0x170 fp=0xc20801bc58 sp=0xc20801bc18 runtime.netpollWait(0x7fe2f28907e0, 0x72, 0x8) /usr/local/go/src/runtime/netpoll.go:150 +0x68 fp=0xc20801bc78 sp=0xc20801bc58 net.(*pollDesc).Wait(0xc20bd675d0, 0x72, 0x0, 0x0) /usr/local/go/src/net/fd_poll_runtime.go:84 +0x47 fp=0xc20801bc98 sp=0xc20801bc78 net.(*pollDesc).WaitRead(0xc20bd675d0, 0x0, 0x0) /usr/local/go/src/net/fd_poll_runtime.go:89 +0x43 fp=0xc20801bcc0 sp=0xc20801bc98 net.(*netFD).accept(0xc20bd67570, 0x0, 0x7fe2f2885e70, 0xc20f7d9a58) /usr/local/go/src/net/fd_unix.go:419 +0x40b fp=0xc20801bdc0 sp=0xc20801bcc0 net.(*TCPListener).AcceptTCP(0xc20af2a488, 0xadc580, 0x0, 0x0) /usr/local/go/src/net/tcpsock_posix.go:234 +0x4e fp=0xc20801be10 sp=0xc20801bdc0 net.(*TCPListener).Accept(0xc20af2a488, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock_posix.go:244 +0x4c fp=0xc20801be50 sp=0xc20801be10 github.com/couchbase/indexing/secondary/dataport.listener(0xc20c64c6c0, 0x18, 0x7fe2f2892d40, 0xc20af2a488, 0xc20ccc05a0) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dataport/server.go:500 +0xa0 fp=0xc20801bfb8 sp=0xc20801be50 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:2232 +0x1 fp=0xc20801bfc0 sp=0xc20801bfb8 created by github.com/couchbase/indexing/secondary/dataport.NewServer /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dataport/server.go:171 +0x70a goroutine 121 [chan receive]: runtime.gopark(0x43b7b0, 0xc20ccc05f8, 0xe44b30, 0xc) /usr/local/go/src/runtime/proc.go:130 +0x105 fp=0xc261a25be8 sp=0xc261a25bb8 runtime.goparkunlock(0xc20ccc05f8, 0xe44b30, 0xc) /usr/local/go/src/runtime/proc.go:136 +0x48 fp=0xc261a25c10 sp=0xc261a25be8 runtime.chanrecv(0xadc580, 0xc20ccc05a0, 0xc261a25f20, 0x76f001, 0xc261a20000) /usr/local/go/src/runtime/chan.go:467 +0x82c fp=0xc261a25cb0 sp=0xc261a25c10 runtime.chanrecv1(0xadc580, 0xc20ccc05a0, 0xc261a25f20) /usr/local/go/src/runtime/chan.go:311 +0x2b fp=0xc261a25ce0 sp=0xc261a25cb0 github.com/couchbase/indexing/secondary/dataport.(*Server).genServer(0xc20bd67500, 0xc20ccc05a0) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dataport/server.go:295 +0x17e fp=0xc261a25fd0 sp=0xc261a25ce0 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:2232 +0x1 fp=0xc261a25fd8 sp=0xc261a25fd0 created by github.com/couchbase/indexing/secondary/dataport.NewServer /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dataport/server.go:172 +0x730 goroutine 122 [select]: runtime.gopark(0x41b500, 0xc2338daf40, 0xe22590, 0x6) /usr/local/go/src/runtime/proc.go:130 +0x105 fp=0xc2338dac80 sp=0xc2338dac50 runtime.selectgoImpl(0xc2338daf40, 0xc2338dae6e, 0x20) /usr/local/go/src/runtime/select.go:366 +0xb2c fp=0xc2338dae18 sp=0xc2338dac80 runtime.selectgo(0xc2338daf40) /usr/local/go/src/runtime/select.go:183 +0x12 fp=0xc2338dae38 sp=0xc2338dae18 github.com/couchbase/indexing/secondary/indexer.(*mutationStreamReader).run(0xc20c5dfad0) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/stream_reader.go:154 +0x5ce fp=0xc2338dafd8 sp=0xc2338dae38 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:2232 +0x1 fp=0xc2338dafe0 sp=0xc2338dafd8 created by github.com/couchbase/indexing/secondary/indexer.CreateMutationStreamReader /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/stream_reader.go:114 +0x7d4 goroutine 123 [select]: runtime.gopark(0x41b500, 0xc258164740, 0xe22590, 0x6) /usr/local/go/src/runtime/proc.go:130 +0x105 fp=0xc258164550 sp=0xc258164520 runtime.selectgoImpl(0xc258164740, 0x0, 0x18) /usr/local/go/src/runtime/select.go:366 +0xb2c fp=0xc2581646e8 sp=0xc258164550 runtime.selectgo(0xc258164740) /usr/local/go/src/runtime/select.go:183 +0x12 fp=0xc258164708 sp=0xc2581646e8 github.com/couchbase/indexing/secondary/indexer.(*mutationStreamReader).syncWorker(0xc20c5dfad0) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/stream_reader.go:621 +0x107 fp=0xc2581647d8 sp=0xc258164708 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:2232 +0x1 fp=0xc2581647e0 sp=0xc2581647d8 created by github.com/couchbase/indexing/secondary/indexer.CreateMutationStreamReader /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/stream_reader.go:116 +0x7ee goroutine 124 [select, 5 minutes]: runtime.gopark(0x41b500, 0xc20aef4730, 0xe22590, 0x6) /usr/local/go/src/runtime/proc.go:130 +0x105 fp=0xc20aef44d8 sp=0xc20aef44a8 runtime.selectgoImpl(0xc20aef4730, 0x0, 0x18) /usr/local/go/src/runtime/select.go:366 +0xb2c fp=0xc20aef4670 sp=0xc20aef44d8 runtime.selectgo(0xc20aef4730) /usr/local/go/src/runtime/select.go:183 +0x12 fp=0xc20aef4690 sp=0xc20aef4670 github.com/couchbase/indexing/secondary/indexer.(*mutationStreamReader).startMutationStreamWorker(0xc20c5dfad0, 0x0, 0xc20ccc0720) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/stream_reader.go:338 +0x3fe fp=0xc20aef47c8 sp=0xc20aef4690 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:2232 +0x1 fp=0xc20aef47d0 sp=0xc20aef47c8 created by github.com/couchbase/indexing/secondary/indexer.(*mutationStreamReader).startWorkers /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/stream_reader.go:491 +0x147 goroutine 61 [chan receive, 4236 minutes]: runtime.gopark(0x43b7b0, 0xc20805f078, 0xe44b30, 0xc) /usr/local/go/src/runtime/proc.go:130 +0x105 fp=0xc20b8d8678 sp=0xc20b8d8648 runtime.goparkunlock(0xc20805f078, 0xe44b30, 0xc) /usr/local/go/src/runtime/proc.go:136 +0x48 fp=0xc20b8d86a0 sp=0xc20b8d8678 runtime.chanrecv(0xaf86a0, 0xc20805f020, 0xc20b8d87c0, 0x1, 0x0) /usr/local/go/src/runtime/chan.go:410 +0x452 fp=0xc20b8d8740 sp=0xc20b8d86a0 runtime.chanrecv2(0xaf86a0, 0xc20805f020, 0xc20b8d87c0, 0x0) /usr/local/go/src/runtime/chan.go:316 +0x2b fp=0xc20b8d8770 sp=0xc20b8d8740 github.com/couchbase/indexing/secondary/indexer.(*adminMgr).run(0xc20cb6e500) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/admin_manager.go:51 +0x61 fp=0xc20b8d87d8 sp=0xc20b8d8770 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:2232 +0x1 fp=0xc20b8d87e0 sp=0xc20b8d87d8 created by github.com/couchbase/indexing/secondary/indexer.NewAdminManager /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/admin_manager.go:36 +0xbb goroutine 62 [chan receive, 4236 minutes]: runtime.gopark(0x43b7b0, 0xc20805f0d8, 0xe44b30, 0xc) /usr/local/go/src/runtime/proc.go:130 +0x105 fp=0xc208016648 sp=0xc208016618 runtime.goparkunlock(0xc20805f0d8, 0xe44b30, 0xc) /usr/local/go/src/runtime/proc.go:136 +0x48 fp=0xc208016670 sp=0xc208016648 runtime.chanrecv(0xaf86a0, 0xc20805f080, 0xc2080167a8, 0x498001, 0x15f0000) /usr/local/go/src/runtime/chan.go:410 +0x452 fp=0xc208016710 sp=0xc208016670 runtime.chanrecv2(0xaf86a0, 0xc20805f080, 0xc2080167a8, 0xc20af2a001) /usr/local/go/src/runtime/chan.go:316 +0x2b fp=0xc208016740 sp=0xc208016710 github.com/couchbase/indexing/secondary/indexer.(*compactionManager).run(0xc20c91d980) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/compaction_manager.go:154 +0x91 fp=0xc2080167d8 sp=0xc208016740 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:2232 +0x1 fp=0xc2080167e0 sp=0xc2080167d8 created by github.com/couchbase/indexing/secondary/indexer.NewCompactionManager /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/compaction_manager.go:144 +0x106 goroutine 63 [chan receive, 1 minutes]: runtime.gopark(0x43b7b0, 0xc20cd5a238, 0xe44b30, 0xc) /usr/local/go/src/runtime/proc.go:130 +0x105 fp=0xc258f31e40 sp=0xc258f31e10 runtime.goparkunlock(0xc20cd5a238, 0xe44b30, 0xc) /usr/local/go/src/runtime/proc.go:136 +0x48 fp=0xc258f31e68 sp=0xc258f31e40 runtime.chanrecv(0xadbf80, 0xc20cd5a1e0, 0x0, 0xc26bf32901, 0xc23d7d0000) /usr/local/go/src/runtime/chan.go:467 +0x82c fp=0xc258f31f08 sp=0xc258f31e68 runtime.chanrecv1(0xadbf80, 0xc20cd5a1e0, 0x0) /usr/local/go/src/runtime/chan.go:311 +0x2b fp=0xc258f31f38 sp=0xc258f31f08 github.com/couchbase/indexing/secondary/logging.func·001() /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/logging/logging.go:196 +0x7d fp=0xc258f31fe0 sp=0xc258f31f38 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:2232 +0x1 fp=0xc258f31fe8 sp=0xc258f31fe0 created by github.com/couchbase/indexing/secondary/logging.PeriodicProfile /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/logging/logging.go:200 +0x194 goroutine 64 [IO wait, 6 minutes]: runtime.gopark(0x416650, 0x7fe2f2890748, 0xe077f0, 0x7) /usr/local/go/src/runtime/proc.go:130 +0x105 fp=0xc2080e3bb0 sp=0xc2080e3b80 runtime.netpollblock(0x7fe2f2890720, 0x72, 0xc267137df0) /usr/local/go/src/runtime/netpoll.go:347 +0x170 fp=0xc2080e3bf0 sp=0xc2080e3bb0 runtime.netpollWait(0x7fe2f2890720, 0x72, 0x8) /usr/local/go/src/runtime/netpoll.go:150 +0x68 fp=0xc2080e3c10 sp=0xc2080e3bf0 net.(*pollDesc).Wait(0xc20cc6a1b0, 0x72, 0x0, 0x0) /usr/local/go/src/net/fd_poll_runtime.go:84 +0x47 fp=0xc2080e3c30 sp=0xc2080e3c10 net.(*pollDesc).WaitRead(0xc20cc6a1b0, 0x0, 0x0) /usr/local/go/src/net/fd_poll_runtime.go:89 +0x43 fp=0xc2080e3c58 sp=0xc2080e3c30 net.(*netFD).accept(0xc20cc6a150, 0x0, 0x7fe2f2885e70, 0xc267137db8) /usr/local/go/src/net/fd_unix.go:419 +0x40b fp=0xc2080e3d58 sp=0xc2080e3c58 net.(*TCPListener).AcceptTCP(0xc20af30250, 0x5bc66e, 0x0, 0x0) /usr/local/go/src/net/tcpsock_posix.go:234 +0x4e fp=0xc2080e3da8 sp=0xc2080e3d58 net/http.tcpKeepAliveListener.Accept(0xc20af30250, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/net/http/server.go:1976 +0x4c fp=0xc2080e3de0 sp=0xc2080e3da8 net/http.(*Server).Serve(0xc20cd5a240, 0x7fe2f26de608, 0xc20af30250, 0x0, 0x0) /usr/local/go/src/net/http/server.go:1728 +0x92 fp=0xc2080e3eb8 sp=0xc2080e3de0 net/http.(*Server).ListenAndServe(0xc20cd5a240, 0x0, 0x0) /usr/local/go/src/net/http/server.go:1718 +0x154 fp=0xc2080e3f38 sp=0xc2080e3eb8 net/http.ListenAndServe(0xc20cb6e530, 0x5, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/net/http/server.go:1808 +0xba fp=0xc2080e3f60 sp=0xc2080e3f38 github.com/couchbase/indexing/secondary/indexer.func·010() /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/indexer.go:275 +0x42 fp=0xc2080e3fe0 sp=0xc2080e3f60 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:2232 +0x1 fp=0xc2080e3fe8 sp=0xc2080e3fe0 created by github.com/couchbase/indexing/secondary/indexer.NewIndexer /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/indexer.go:279 +0x26c6 goroutine 146 [select]: runtime.gopark(0x41b500, 0xc20c644740, 0xe22590, 0x6) /usr/local/go/src/runtime/proc.go:130 +0x105 fp=0xc20c6444c8 sp=0xc20c644498 runtime.selectgoImpl(0xc20c644740, 0x0, 0x18) /usr/local/go/src/runtime/select.go:366 +0xb2c fp=0xc20c644660 sp=0xc20c6444c8 runtime.selectgo(0xc20c644740) /usr/local/go/src/runtime/select.go:183 +0x12 fp=0xc20c644680 sp=0xc20c644660 github.com/couchbase/indexing/secondary/indexer.(*indexer).listenWorkerMsgs(0xc20804f680) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/indexer.go:489 +0x229 fp=0xc20c6447d8 sp=0xc20c644680 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:2232 +0x1 fp=0xc20c6447e0 sp=0xc20c6447d8 created by github.com/couchbase/indexing/secondary/indexer.(*indexer).run /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/indexer.go:391 +0x40 goroutine 147 [select, 4236 minutes]: runtime.gopark(0x41b500, 0xc20c644f40, 0xe22590, 0x6) /usr/local/go/src/runtime/proc.go:130 +0x105 fp=0xc20c644c90 sp=0xc20c644c60 runtime.selectgoImpl(0xc20c644f40, 0x0, 0x18) /usr/local/go/src/runtime/select.go:366 +0xb2c fp=0xc20c644e28 sp=0xc20c644c90 runtime.selectgo(0xc20c644f40) /usr/local/go/src/runtime/select.go:183 +0x12 fp=0xc20c644e48 sp=0xc20c644e28 github.com/couchbase/indexing/secondary/indexer.(*indexer).listenAdminMsgs(0xc20804f680) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/indexer.go:430 +0x320 fp=0xc20c644fd8 sp=0xc20c644e48 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:2232 +0x1 fp=0xc20c644fe0 sp=0xc20c644fd8 created by github.com/couchbase/indexing/secondary/indexer.(*indexer).run /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/indexer.go:392 +0x5d goroutine 149 [IO wait]: runtime.gopark(0x416650, 0x7fe2f2890688, 0xe077f0, 0x7) /usr/local/go/src/runtime/proc.go:130 +0x105 fp=0xc26e803650 sp=0xc26e803620 runtime.netpollblock(0x7fe2f2890660, 0x72, 0xc2684da310) /usr/local/go/src/runtime/netpoll.go:347 +0x170 fp=0xc26e803690 sp=0xc26e803650 runtime.netpollWait(0x7fe2f2890660, 0x72, 0x8) /usr/local/go/src/runtime/netpoll.go:150 +0x68 fp=0xc26e8036b0 sp=0xc26e803690 net.(*pollDesc).Wait(0xc20cc6b2c0, 0x72, 0x0, 0x0) /usr/local/go/src/net/fd_poll_runtime.go:84 +0x47 fp=0xc26e8036d0 sp=0xc26e8036b0 net.(*pollDesc).WaitRead(0xc20cc6b2c0, 0x0, 0x0) /usr/local/go/src/net/fd_poll_runtime.go:89 +0x43 fp=0xc26e8036f8 sp=0xc26e8036d0 net.(*netFD).Read(0xc20cc6b260, 0xc20d21e000, 0x1000, 0x1000, 0x0, 0x7fe2f2885e70, 0xc2684da308) /usr/local/go/src/net/fd_unix.go:242 +0x40f fp=0xc26e803798 sp=0xc26e8036f8 net.(*conn).Read(0xc20af30388, 0xc20d21e000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:121 +0xdc fp=0xc26e8037e0 sp=0xc26e803798 net/http.(*liveSwitchReader).Read(0xc20cd660e8, 0xc20d21e000, 0x1000, 0x1000, 0x7fe2f28913e0, 0x0, 0x0) /usr/local/go/src/net/http/server.go:214 +0xab fp=0xc26e803830 sp=0xc26e8037e0 io.(*LimitedReader).Read(0xc20d1f42a0, 0xc20d21e000, 0x1000, 0x1000, 0x2c85, 0x0, 0x0) /usr/local/go/src/io/io.go:408 +0xce fp=0xc26e803880 sp=0xc26e803830 bufio.(*Reader).fill(0xc20d18a7e0) /usr/local/go/src/bufio/bufio.go:97 +0x1ce fp=0xc26e803928 sp=0xc26e803880 bufio.(*Reader).ReadSlice(0xc20d18a7e0, 0x7fe2f26eaf0a, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/bufio/bufio.go:295 +0x257 fp=0xc26e803970 sp=0xc26e803928 bufio.(*Reader).ReadLine(0xc20d18a7e0, 0x0, 0x0, 0x0, 0xc21019fc00, 0x0, 0x0) /usr/local/go/src/bufio/bufio.go:324 +0x62 fp=0xc26e8039c0 sp=0xc26e803970 net/textproto.(*Reader).readLineSlice(0xc21f013800, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/net/textproto/reader.go:55 +0x9e fp=0xc26e803a68 sp=0xc26e8039c0 net/textproto.(*Reader).ReadLine(0xc21f013800, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/net/textproto/reader.go:36 +0x4f fp=0xc26e803ac8 sp=0xc26e803a68 net/http.ReadRequest(0xc20d18a7e0, 0xc238dcc0d0, 0x0, 0x0) /usr/local/go/src/net/http/request.go:598 +0xcb fp=0xc26e803c20 sp=0xc26e803ac8 net/http.(*conn).readRequest(0xc20cd660a0, 0x0, 0x0, 0x0) /usr/local/go/src/net/http/server.go:586 +0x26f fp=0xc26e803d08 sp=0xc26e803c20 net/http.(*conn).serve(0xc20cd660a0) /usr/local/go/src/net/http/server.go:1162 +0x69e fp=0xc26e803fd8 sp=0xc26e803d08 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:2232 +0x1 fp=0xc26e803fe0 sp=0xc26e803fd8 created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:1751 +0x35e goroutine 154 [IO wait]: runtime.gopark(0x416650, 0x7fe2f1283db8, 0xe077f0, 0x7) /usr/local/go/src/runtime/proc.go:130 +0x105 fp=0xc20f9ab800 sp=0xc20f9ab7d0 runtime.netpollblock(0x7fe2f1283d90, 0x72, 0xc271a11da8) /usr/local/go/src/runtime/netpoll.go:347 +0x170 fp=0xc20f9ab840 sp=0xc20f9ab800 runtime.netpollWait(0x7fe2f1283d90, 0x72, 0x8) /usr/local/go/src/runtime/netpoll.go:150 +0x68 fp=0xc20f9ab860 sp=0xc20f9ab840 net.(*pollDesc).Wait(0xc20db41f00, 0x72, 0x0, 0x0) /usr/local/go/src/net/fd_poll_runtime.go:84 +0x47 fp=0xc20f9ab880 sp=0xc20f9ab860 net.(*pollDesc).WaitRead(0xc20db41f00, 0x0, 0x0) /usr/local/go/src/net/fd_poll_runtime.go:89 +0x43 fp=0xc20f9ab8a8 sp=0xc20f9ab880 net.(*netFD).Read(0xc20db41ea0, 0xc20e676000, 0x6, 0xfa000, 0x0, 0x7fe2f2885e70, 0xc271a11da0) /usr/local/go/src/net/fd_unix.go:242 +0x40f fp=0xc20f9ab948 sp=0xc20f9ab8a8 net.(*conn).Read(0xc20802f1c8, 0xc20e676000, 0x6, 0xfa000, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:121 +0xdc fp=0xc20f9ab990 sp=0xc20f9ab948 github.com/couchbase/indexing/secondary/transport.fullRead(0x7fe2f1293270, 0xc20802f1c8, 0xc20e676000, 0x6, 0xfa000, 0x0, 0x0) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/transport/transport.go:188 +0xba fp=0xc20f9aba08 sp=0xc20f9ab990 github.com/couchbase/indexing/secondary/transport.Receive(0x7fe2f1293270, 0xc20802f1c8, 0xc20e676000, 0xfa000, 0xfa000, 0x6fc230000, 0x0, 0x0, 0x0, 0x0, ...) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/transport/util.go:45 +0xce fp=0xc20f9abaf8 sp=0xc20f9aba08 github.com/couchbase/indexing/secondary/transport.(*TransportPacket).Receive(0xc20e628c30, 0x7fe2f1293270, 0xc20802f1c8, 0x0, 0x0, 0x0, 0x0) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/transport/transport.go:116 +0xb8 fp=0xc20f9abc00 sp=0xc20f9abaf8 github.com/couchbase/indexing/secondary/dataport.doReceive(0xc20c64c6c0, 0x18, 0xc20e628c60, 0xfa000, 0x7530, 0xc20ccc0540, 0xc20ccc05a0) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dataport/server.go:543 +0x254 fp=0xc20f9abfa8 sp=0xc20f9abc00 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:2232 +0x1 fp=0xc20f9abfb0 sp=0xc20f9abfa8 created by github.com/couchbase/indexing/secondary/dataport.(*Server).startWorker /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dataport/server.go:380 +0x392 goroutine 108 [IO wait]: runtime.gopark(0x416650, 0x7fe2f2890448, 0xe077f0, 0x7) /usr/local/go/src/runtime/proc.go:130 +0x105 fp=0xc24830b650 sp=0xc24830b620 runtime.netpollblock(0x7fe2f2890420, 0x72, 0xc2733551d0) /usr/local/go/src/runtime/netpoll.go:347 +0x170 fp=0xc24830b690 sp=0xc24830b650 runtime.netpollWait(0x7fe2f2890420, 0x72, 0x8) /usr/local/go/src/runtime/netpoll.go:150 +0x68 fp=0xc24830b6b0 sp=0xc24830b690 net.(*pollDesc).Wait(0xc20b450990, 0x72, 0x0, 0x0) /usr/local/go/src/net/fd_poll_runtime.go:84 +0x47 fp=0xc24830b6d0 sp=0xc24830b6b0 net.(*pollDesc).WaitRead(0xc20b450990, 0x0, 0x0) /usr/local/go/src/net/fd_poll_runtime.go:89 +0x43 fp=0xc24830b6f8 sp=0xc24830b6d0 net.(*netFD).Read(0xc20b450930, 0xc20d166000, 0x1000, 0x1000, 0x0, 0x7fe2f2885e70, 0xc2733551c8) /usr/local/go/src/net/fd_unix.go:242 +0x40f fp=0xc24830b798 sp=0xc24830b6f8 net.(*conn).Read(0xc20af4a090, 0xc20d166000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:121 +0xdc fp=0xc24830b7e0 sp=0xc24830b798 net/http.(*liveSwitchReader).Read(0xc20800a2c8, 0xc20d166000, 0x1000, 0x1000, 0x7fe2f28913e0, 0x0, 0x0) /usr/local/go/src/net/http/server.go:214 +0xab fp=0xc24830b830 sp=0xc24830b7e0 io.(*LimitedReader).Read(0xc20d7f8e20, 0xc20d166000, 0x1000, 0x1000, 0x2c85, 0x0, 0x0) /usr/local/go/src/io/io.go:408 +0xce fp=0xc24830b880 sp=0xc24830b830 bufio.(*Reader).fill(0xc20b449200) /usr/local/go/src/bufio/bufio.go:97 +0x1ce fp=0xc24830b928 sp=0xc24830b880 bufio.(*Reader).ReadSlice(0xc20b449200, 0x7fe2f26eaf0a, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/bufio/bufio.go:295 +0x257 fp=0xc24830b970 sp=0xc24830b928 bufio.(*Reader).ReadLine(0xc20b449200, 0x0, 0x0, 0x0, 0xc252c17c00, 0x0, 0x0) /usr/local/go/src/bufio/bufio.go:324 +0x62 fp=0xc24830b9c0 sp=0xc24830b970 net/textproto.(*Reader).readLineSlice(0xc2231e6fc0, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/net/textproto/reader.go:55 +0x9e fp=0xc24830ba68 sp=0xc24830b9c0 net/textproto.(*Reader).ReadLine(0xc2231e6fc0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/net/textproto/reader.go:36 +0x4f fp=0xc24830bac8 sp=0xc24830ba68 net/http.ReadRequest(0xc20b449200, 0xc24d58cf70, 0x0, 0x0) /usr/local/go/src/net/http/request.go:598 +0xcb fp=0xc24830bc20 sp=0xc24830bac8 net/http.(*conn).readRequest(0xc20800a280, 0x0, 0x0, 0x0) /usr/local/go/src/net/http/server.go:586 +0x26f fp=0xc24830bd08 sp=0xc24830bc20 net/http.(*conn).serve(0xc20800a280) /usr/local/go/src/net/http/server.go:1162 +0x69e fp=0xc24830bfd8 sp=0xc24830bd08 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:2232 +0x1 fp=0xc24830bfe0 sp=0xc24830bfd8 created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:1751 +0x35e goroutine 140 [IO wait]: runtime.gopark(0x416650, 0x7fe2f2890508, 0xe077f0, 0x7) /usr/local/go/src/runtime/proc.go:130 +0x105 fp=0xc23b9b9ae8 sp=0xc23b9b9ab8 runtime.netpollblock(0x7fe2f28904e0, 0x72, 0xc2733551e0) /usr/local/go/src/runtime/netpoll.go:347 +0x170 fp=0xc23b9b9b28 sp=0xc23b9b9ae8 runtime.netpollWait(0x7fe2f28904e0, 0x72, 0x8) /usr/local/go/src/runtime/netpoll.go:150 +0x68 fp=0xc23b9b9b48 sp=0xc23b9b9b28 net.(*pollDesc).Wait(0xc20c0e6a00, 0x72, 0x0, 0x0) /usr/local/go/src/net/fd_poll_runtime.go:84 +0x47 fp=0xc23b9b9b68 sp=0xc23b9b9b48 net.(*pollDesc).WaitRead(0xc20c0e6a00, 0x0, 0x0) /usr/local/go/src/net/fd_poll_runtime.go:89 +0x43 fp=0xc23b9b9b90 sp=0xc23b9b9b68 net.(*netFD).Read(0xc20c0e69a0, 0xc20d52f000, 0x1000, 0x1000, 0x0, 0x7fe2f2885e70, 0xc2733551d8) /usr/local/go/src/net/fd_unix.go:242 +0x40f fp=0xc23b9b9c30 sp=0xc23b9b9b90 net.(*conn).Read(0xc20af2a0c0, 0xc20d52f000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:121 +0xdc fp=0xc23b9b9c78 sp=0xc23b9b9c30 net/http.noteEOFReader.Read(0x7fe2f28914e0, 0xc20af2a0c0, 0xc20b3e8268, 0xc20d52f000, 0x1000, 0x1000, 0xc0df40, 0x0, 0x0) /usr/local/go/src/net/http/transport.go:1270 +0x6e fp=0xc23b9b9cc8 sp=0xc23b9b9c78 net/http.(*noteEOFReader).Read(0xc20d6d7940, 0xc20d52f000, 0x1000, 0x1000, 0xc208012000, 0x0, 0x0) :125 +0xd4 fp=0xc23b9b9d18 sp=0xc23b9b9cc8 bufio.(*Reader).fill(0xc20d260600) /usr/local/go/src/bufio/bufio.go:97 +0x1ce fp=0xc23b9b9dc0 sp=0xc23b9b9d18 bufio.(*Reader).Peek(0xc20d260600, 0x1, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/bufio/bufio.go:132 +0xf0 fp=0xc23b9b9dd0 sp=0xc23b9b9dc0 net/http.(*persistConn).readLoop(0xc20b3e8210) /usr/local/go/src/net/http/transport.go:842 +0xa4 fp=0xc23b9b9fd8 sp=0xc23b9b9dd0 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:2232 +0x1 fp=0xc23b9b9fe0 sp=0xc23b9b9fd8 created by net/http.(*Transport).dialConn /usr/local/go/src/net/http/transport.go:660 +0xc9f goroutine 141 [select]: runtime.gopark(0x41b500, 0xc20d1faf40, 0xe22590, 0x6) /usr/local/go/src/runtime/proc.go:130 +0x105 fp=0xc20d1facb8 sp=0xc20d1fac88 runtime.selectgoImpl(0xc20d1faf40, 0x0, 0x18) /usr/local/go/src/runtime/select.go:366 +0xb2c fp=0xc20d1fae50 sp=0xc20d1facb8 runtime.selectgo(0xc20d1faf40) /usr/local/go/src/runtime/select.go:183 +0x12 fp=0xc20d1fae70 sp=0xc20d1fae50 net/http.(*persistConn).writeLoop(0xc20b3e8210) /usr/local/go/src/net/http/transport.go:945 +0x41d fp=0xc20d1fafd8 sp=0xc20d1fae70 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:2232 +0x1 fp=0xc20d1fafe0 sp=0xc20d1fafd8 created by net/http.(*Transport).dialConn /usr/local/go/src/net/http/transport.go:661 +0xcbc goroutine 162 [IO wait]: runtime.gopark(0x416650, 0x7fe2f1283e78, 0xe077f0, 0x7) /usr/local/go/src/runtime/proc.go:130 +0x105 fp=0xc20df03800 sp=0xc20df037d0 runtime.netpollblock(0x7fe2f1283e50, 0x72, 0xc27196d9d8) /usr/local/go/src/runtime/netpoll.go:347 +0x170 fp=0xc20df03840 sp=0xc20df03800 runtime.netpollWait(0x7fe2f1283e50, 0x72, 0x8) /usr/local/go/src/runtime/netpoll.go:150 +0x68 fp=0xc20df03860 sp=0xc20df03840 net.(*pollDesc).Wait(0xc209fab3a0, 0x72, 0x0, 0x0) /usr/local/go/src/net/fd_poll_runtime.go:84 +0x47 fp=0xc20df03880 sp=0xc20df03860 net.(*pollDesc).WaitRead(0xc209fab3a0, 0x0, 0x0) /usr/local/go/src/net/fd_poll_runtime.go:89 +0x43 fp=0xc20df038a8 sp=0xc20df03880 net.(*netFD).Read(0xc209fab340, 0xc20e472000, 0x6, 0xfa000, 0x0, 0x7fe2f2885e70, 0xc27196d9d0) /usr/local/go/src/net/fd_unix.go:242 +0x40f fp=0xc20df03948 sp=0xc20df038a8 net.(*conn).Read(0xc20af30e08, 0xc20e472000, 0x6, 0xfa000, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:121 +0xdc fp=0xc20df03990 sp=0xc20df03948 github.com/couchbase/indexing/secondary/transport.fullRead(0x7fe2f1293270, 0xc20af30e08, 0xc20e472000, 0x6, 0xfa000, 0x0, 0x0) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/transport/transport.go:188 +0xba fp=0xc20df03a08 sp=0xc20df03990 github.com/couchbase/indexing/secondary/transport.Receive(0x7fe2f1293270, 0xc20af30e08, 0xc20e472000, 0xfa000, 0xfa000, 0x6fc230000, 0x0, 0x0, 0x0, 0x0, ...) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/transport/util.go:45 +0xce fp=0xc20df03af8 sp=0xc20df03a08 github.com/couchbase/indexing/secondary/transport.(*TransportPacket).Receive(0xc20e205ad0, 0x7fe2f1293270, 0xc20af30e08, 0x0, 0x0, 0x0, 0x0) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/transport/transport.go:116 +0xb8 fp=0xc20df03c00 sp=0xc20df03af8 github.com/couchbase/indexing/secondary/dataport.doReceive(0xc20c64c6c0, 0x18, 0xc20e205b00, 0xfa000, 0x7530, 0xc20ccc0540, 0xc20ccc05a0) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dataport/server.go:543 +0x254 fp=0xc20df03fa8 sp=0xc20df03c00 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:2232 +0x1 fp=0xc20df03fb0 sp=0xc20df03fa8 created by github.com/couchbase/indexing/secondary/dataport.(*Server).startWorker /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dataport/server.go:380 +0x392 goroutine 126 [IO wait]: runtime.gopark(0x416650, 0x7fe2f12839f8, 0xe077f0, 0x7) /usr/local/go/src/runtime/proc.go:130 +0x105 fp=0xc211763800 sp=0xc2117637d0 runtime.netpollblock(0x7fe2f12839d0, 0x72, 0xc271f00d90) /usr/local/go/src/runtime/netpoll.go:347 +0x170 fp=0xc211763840 sp=0xc211763800 runtime.netpollWait(0x7fe2f12839d0, 0x72, 0x8) /usr/local/go/src/runtime/netpoll.go:150 +0x68 fp=0xc211763860 sp=0xc211763840 net.(*pollDesc).Wait(0xc20f7960d0, 0x72, 0x0, 0x0) /usr/local/go/src/net/fd_poll_runtime.go:84 +0x47 fp=0xc211763880 sp=0xc211763860 net.(*pollDesc).WaitRead(0xc20f7960d0, 0x0, 0x0) /usr/local/go/src/net/fd_poll_runtime.go:89 +0x43 fp=0xc2117638a8 sp=0xc211763880 net.(*netFD).Read(0xc20f796070, 0xc20f7fc000, 0x6, 0xfa000, 0x0, 0x7fe2f2885e70, 0xc271f00d68) /usr/local/go/src/net/fd_unix.go:242 +0x40f fp=0xc211763948 sp=0xc2117638a8 net.(*conn).Read(0xc20f6fc8c8, 0xc20f7fc000, 0x6, 0xfa000, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:121 +0xdc fp=0xc211763990 sp=0xc211763948 github.com/couchbase/indexing/secondary/transport.fullRead(0x7fe2f1293270, 0xc20f6fc8c8, 0xc20f7fc000, 0x6, 0xfa000, 0x0, 0x0) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/transport/transport.go:188 +0xba fp=0xc211763a08 sp=0xc211763990 github.com/couchbase/indexing/secondary/transport.Receive(0x7fe2f1293270, 0xc20f6fc8c8, 0xc20f7fc000, 0xfa000, 0xfa000, 0x6fc230000, 0x0, 0x0, 0x0, 0x0, ...) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/transport/util.go:45 +0xce fp=0xc211763af8 sp=0xc211763a08 github.com/couchbase/indexing/secondary/transport.(*TransportPacket).Receive(0xc20f7c8720, 0x7fe2f1293270, 0xc20f6fc8c8, 0x0, 0x0, 0x0, 0x0) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/transport/transport.go:116 +0xb8 fp=0xc211763c00 sp=0xc211763af8 github.com/couchbase/indexing/secondary/dataport.doReceive(0xc20c64c6c0, 0x18, 0xc20f7c8750, 0xfa000, 0x7530, 0xc20ccc0540, 0xc20ccc05a0) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dataport/server.go:543 +0x254 fp=0xc211763fa8 sp=0xc211763c00 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:2232 +0x1 fp=0xc211763fb0 sp=0xc211763fa8 created by github.com/couchbase/indexing/secondary/dataport.(*Server).startWorker /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dataport/server.go:380 +0x392 goroutine 9920231 [IO wait]: runtime.gopark(0x416650, 0x7fdf6905f610, 0xe077f0, 0x7) /usr/local/go/src/runtime/proc.go:130 +0x105 fp=0xc20c631a30 sp=0xc20c631a00 runtime.netpollblock(0x7fdf6905f5e8, 0x72, 0xc26c3117a8) /usr/local/go/src/runtime/netpoll.go:347 +0x170 fp=0xc20c631a70 sp=0xc20c631a30 runtime.netpollWait(0x7fdf6905f5e8, 0x72, 0x8) /usr/local/go/src/runtime/netpoll.go:150 +0x68 fp=0xc20c631a90 sp=0xc20c631a70 net.(*pollDesc).Wait(0xc20d9c6b50, 0x72, 0x0, 0x0) /usr/local/go/src/net/fd_poll_runtime.go:84 +0x47 fp=0xc20c631ab0 sp=0xc20c631a90 net.(*pollDesc).WaitRead(0xc20d9c6b50, 0x0, 0x0) /usr/local/go/src/net/fd_poll_runtime.go:89 +0x43 fp=0xc20c631ad8 sp=0xc20c631ab0 net.(*netFD).Read(0xc20d9c6af0, 0xc2581f86c0, 0x18, 0x18, 0x0, 0x7fe2f2885e70, 0xc26c3117a0) /usr/local/go/src/net/fd_unix.go:242 +0x40f fp=0xc20c631b78 sp=0xc20c631ad8 net.(*conn).Read(0xc243031aa0, 0xc2581f86c0, 0x18, 0x18, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:121 +0xdc fp=0xc20c631bc0 sp=0xc20c631b78 io.ReadAtLeast(0x7fe2f28914e0, 0xc243031aa0, 0xc2581f86c0, 0x18, 0x18, 0x18, 0x0, 0x0, 0x0) /usr/local/go/src/io/io.go:298 +0xf1 fp=0xc20c631c18 sp=0xc20c631bc0 io.ReadFull(0x7fe2f28914e0, 0xc243031aa0, 0xc2581f86c0, 0x18, 0x18, 0x0, 0x0, 0x0) /usr/local/go/src/io/io.go:316 +0x6d fp=0xc20c631c68 sp=0xc20c631c18 github.com/couchbase/indexing/secondary/dcp/transport.(*MCRequest).Receive(0xc253ffe060, 0x7fe2f28914e0, 0xc243031aa0, 0xc2581f86c0, 0x18, 0x18, 0x18, 0x0, 0x0) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/transport/mc_req.go:130 +0xee fp=0xc20c631de8 sp=0xc20c631c68 github.com/couchbase/indexing/secondary/dcp/transport/client.(*DcpFeed).doReceive(0xc257ca5980, 0xc257ca59e0, 0xc20af38ff0) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/transport/client/dcp_feed.go:882 +0x1b0 fp=0xc20c631fc8 sp=0xc20c631de8 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:2232 +0x1 fp=0xc20c631fd0 sp=0xc20c631fc8 created by github.com/couchbase/indexing/secondary/dcp/transport/client.NewDcpFeed /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/transport/client/dcp_feed.go:68 +0x4bf goroutine 1070 [chan receive, 4231 minutes]: runtime.gopark(0x43b7b0, 0xc20d260a18, 0xe44b30, 0xc) /usr/local/go/src/runtime/proc.go:130 +0x105 fp=0xc20b4065d8 sp=0xc20b4065a8 runtime.goparkunlock(0xc20d260a18, 0xe44b30, 0xc) /usr/local/go/src/runtime/proc.go:136 +0x48 fp=0xc20b406600 sp=0xc20b4065d8 runtime.chanrecv(0xadc760, 0xc20d2609c0, 0xc20b406790, 0x1, 0xc20d0e0000) /usr/local/go/src/runtime/chan.go:467 +0x82c fp=0xc20b4066a0 sp=0xc20b406600 runtime.chanrecv2(0xadc760, 0xc20d2609c0, 0xc20b406790, 0x11a) /usr/local/go/src/runtime/chan.go:316 +0x2b fp=0xc20b4066d0 sp=0xc20b4066a0 github.com/couchbase/gometa/common.(*PeerPipe).doSend(0xc20ef25ad0) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/gometa/common/peerPipe.go:153 +0xb1 fp=0xc20b4067d8 sp=0xc20b4066d0 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:2232 +0x1 fp=0xc20b4067e0 sp=0xc20b4067d8 created by github.com/couchbase/gometa/common.NewPeerPipe /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/gometa/common/peerPipe.go:59 +0x131 goroutine 127 [IO wait]: runtime.gopark(0x416650, 0x7fe2f1283938, 0xe077f0, 0x7) /usr/local/go/src/runtime/proc.go:130 +0x105 fp=0xc26ef07650 sp=0xc26ef07620 runtime.netpollblock(0x7fe2f1283910, 0x72, 0xc27197b8b0) /usr/local/go/src/runtime/netpoll.go:347 +0x170 fp=0xc26ef07690 sp=0xc26ef07650 runtime.netpollWait(0x7fe2f1283910, 0x72, 0x8) /usr/local/go/src/runtime/netpoll.go:150 +0x68 fp=0xc26ef076b0 sp=0xc26ef07690 net.(*pollDesc).Wait(0xc20f7964c0, 0x72, 0x0, 0x0) /usr/local/go/src/net/fd_poll_runtime.go:84 +0x47 fp=0xc26ef076d0 sp=0xc26ef076b0 net.(*pollDesc).WaitRead(0xc20f7964c0, 0x0, 0x0) /usr/local/go/src/net/fd_poll_runtime.go:89 +0x43 fp=0xc26ef076f8 sp=0xc26ef076d0 net.(*netFD).Read(0xc20f796460, 0xc20fc3e000, 0x1000, 0x1000, 0x0, 0x7fe2f2885e70, 0xc27197b8a8) /usr/local/go/src/net/fd_unix.go:242 +0x40f fp=0xc26ef07798 sp=0xc26ef076f8 net.(*conn).Read(0xc20f6fd8f0, 0xc20fc3e000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:121 +0xdc fp=0xc26ef077e0 sp=0xc26ef07798 net/http.(*liveSwitchReader).Read(0xc20f79a0e8, 0xc20fc3e000, 0x1000, 0x1000, 0x7fe2f28913e0, 0x0, 0x0) /usr/local/go/src/net/http/server.go:214 +0xab fp=0xc26ef07830 sp=0xc26ef077e0 io.(*LimitedReader).Read(0xc20fbaefe0, 0xc20fc3e000, 0x1000, 0x1000, 0x2c85, 0x0, 0x0) /usr/local/go/src/io/io.go:408 +0xce fp=0xc26ef07880 sp=0xc26ef07830 bufio.(*Reader).fill(0xc20f6f64e0) /usr/local/go/src/bufio/bufio.go:97 +0x1ce fp=0xc26ef07928 sp=0xc26ef07880 bufio.(*Reader).ReadSlice(0xc20f6f64e0, 0x7fe2f26eaf0a, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/bufio/bufio.go:295 +0x257 fp=0xc26ef07970 sp=0xc26ef07928 bufio.(*Reader).ReadLine(0xc20f6f64e0, 0x0, 0x0, 0x0, 0xc26418dc00, 0x0, 0x0) /usr/local/go/src/bufio/bufio.go:324 +0x62 fp=0xc26ef079c0 sp=0xc26ef07970 net/textproto.(*Reader).readLineSlice(0xc20ce768a0, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/net/textproto/reader.go:55 +0x9e fp=0xc26ef07a68 sp=0xc26ef079c0 net/textproto.(*Reader).ReadLine(0xc20ce768a0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/net/textproto/reader.go:36 +0x4f fp=0xc26ef07ac8 sp=0xc26ef07a68 net/http.ReadRequest(0xc20f6f64e0, 0xc23e759040, 0x0, 0x0) /usr/local/go/src/net/http/request.go:598 +0xcb fp=0xc26ef07c20 sp=0xc26ef07ac8 net/http.(*conn).readRequest(0xc20f79a0a0, 0x0, 0x0, 0x0) /usr/local/go/src/net/http/server.go:586 +0x26f fp=0xc26ef07d08 sp=0xc26ef07c20 net/http.(*conn).serve(0xc20f79a0a0) /usr/local/go/src/net/http/server.go:1162 +0x69e fp=0xc26ef07fd8 sp=0xc26ef07d08 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:2232 +0x1 fp=0xc26ef07fe0 sp=0xc26ef07fd8 created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:1751 +0x35e goroutine 9920105 [chan receive]: runtime.gopark(0x43b7b0, 0xc2745e0598, 0xe44b30, 0xc) /usr/local/go/src/runtime/proc.go:130 +0x105 fp=0xc258166d98 sp=0xc258166d68 runtime.goparkunlock(0xc2745e0598, 0xe44b30, 0xc) /usr/local/go/src/runtime/proc.go:136 +0x48 fp=0xc258166dc0 sp=0xc258166d98 runtime.chanrecv(0xadc580, 0xc2745e0540, 0xc258166fa8, 0x640401, 0x0) /usr/local/go/src/runtime/chan.go:467 +0x82c fp=0xc258166e60 sp=0xc258166dc0 runtime.chanrecv1(0xadc580, 0xc2745e0540, 0xc258166fa8) /usr/local/go/src/runtime/chan.go:311 +0x2b fp=0xc258166e90 sp=0xc258166e60 github.com/couchbase/indexing/secondary/dcp.(*DcpFeed).genServer(0xc2745e0600, 0xc2745e0540, 0xabba) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/upr.go:232 +0xea fp=0xc258166fc8 sp=0xc258166e90 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:2232 +0x1 fp=0xc258166fd0 sp=0xc258166fc8 created by github.com/couchbase/indexing/secondary/dcp.(*Bucket).StartDcpFeedOver /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/upr.go:158 +0x558 goroutine 9914706 [select]: runtime.gopark(0x41b500, 0xc2080e0ee8, 0xe22590, 0x6) /usr/local/go/src/runtime/proc.go:130 +0x105 fp=0xc2080e09a0 sp=0xc2080e0970 runtime.selectgoImpl(0xc2080e0ee8, 0xc2080e0ba7, 0x20) /usr/local/go/src/runtime/select.go:366 +0xb2c fp=0xc2080e0b38 sp=0xc2080e09a0 runtime.selectgo(0xc2080e0ee8) /usr/local/go/src/runtime/select.go:183 +0x12 fp=0xc2080e0b58 sp=0xc2080e0b38 github.com/couchbase/indexing/secondary/dcp/transport/client.(*DcpFeed).genServer(0xc23416afc0, 0xabba, 0xc23416af00, 0xc23416af60, 0xc23416b080) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/transport/client/dcp_feed.go:165 +0x18cf fp=0xc2080e0fb8 sp=0xc2080e0b58 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:2232 +0x1 fp=0xc2080e0fc0 sp=0xc2080e0fb8 created by github.com/couchbase/indexing/secondary/dcp/transport/client.NewDcpFeed /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/transport/client/dcp_feed.go:67 +0x48e goroutine 1373 [IO wait, 1 minutes]: runtime.gopark(0x416650, 0x7fe2f12836f8, 0xe077f0, 0x7) /usr/local/go/src/runtime/proc.go:130 +0x105 fp=0xc20df01650 sp=0xc20df01620 runtime.netpollblock(0x7fe2f12836d0, 0x72, 0xc273c4ecb8) /usr/local/go/src/runtime/netpoll.go:347 +0x170 fp=0xc20df01690 sp=0xc20df01650 runtime.netpollWait(0x7fe2f12836d0, 0x72, 0x8) /usr/local/go/src/runtime/netpoll.go:150 +0x68 fp=0xc20df016b0 sp=0xc20df01690 net.(*pollDesc).Wait(0xc20c0e7790, 0x72, 0x0, 0x0) /usr/local/go/src/net/fd_poll_runtime.go:84 +0x47 fp=0xc20df016d0 sp=0xc20df016b0 net.(*pollDesc).WaitRead(0xc20c0e7790, 0x0, 0x0) /usr/local/go/src/net/fd_poll_runtime.go:89 +0x43 fp=0xc20df016f8 sp=0xc20df016d0 net.(*netFD).Read(0xc20c0e7730, 0xc20f3a7000, 0x1000, 0x1000, 0x0, 0x7fe2f2885e70, 0xc273c4ecb0) /usr/local/go/src/net/fd_unix.go:242 +0x40f fp=0xc20df01798 sp=0xc20df016f8 net.(*conn).Read(0xc20dc81a88, 0xc20f3a7000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:121 +0xdc fp=0xc20df017e0 sp=0xc20df01798 net/http.(*liveSwitchReader).Read(0xc20cd66728, 0xc20f3a7000, 0x1000, 0x1000, 0xaf67a0, 0x0, 0x0) /usr/local/go/src/net/http/server.go:214 +0xab fp=0xc20df01830 sp=0xc20df017e0 io.(*LimitedReader).Read(0xc2106da700, 0xc20f3a7000, 0x1000, 0x1000, 0x7fe2f126eb48, 0x0, 0x0) /usr/local/go/src/io/io.go:408 +0xce fp=0xc20df01880 sp=0xc20df01830 bufio.(*Reader).fill(0xc20806ad20) /usr/local/go/src/bufio/bufio.go:97 +0x1ce fp=0xc20df01928 sp=0xc20df01880 bufio.(*Reader).ReadSlice(0xc20806ad20, 0xa, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/bufio/bufio.go:295 +0x257 fp=0xc20df01970 sp=0xc20df01928 bufio.(*Reader).ReadLine(0xc20806ad20, 0x0, 0x0, 0x0, 0xc202c39c00, 0x0, 0x0) /usr/local/go/src/bufio/bufio.go:324 +0x62 fp=0xc20df019c0 sp=0xc20df01970 net/textproto.(*Reader).readLineSlice(0xc25bc63920, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/net/textproto/reader.go:55 +0x9e fp=0xc20df01a68 sp=0xc20df019c0 net/textproto.(*Reader).ReadLine(0xc25bc63920, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/net/textproto/reader.go:36 +0x4f fp=0xc20df01ac8 sp=0xc20df01a68 net/http.ReadRequest(0xc20806ad20, 0xc23e759ee0, 0x0, 0x0) /usr/local/go/src/net/http/request.go:598 +0xcb fp=0xc20df01c20 sp=0xc20df01ac8 net/http.(*conn).readRequest(0xc20cd666e0, 0x0, 0x0, 0x0) /usr/local/go/src/net/http/server.go:586 +0x26f fp=0xc20df01d08 sp=0xc20df01c20 net/http.(*conn).serve(0xc20cd666e0) /usr/local/go/src/net/http/server.go:1162 +0x69e fp=0xc20df01fd8 sp=0xc20df01d08 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:2232 +0x1 fp=0xc20df01fe0 sp=0xc20df01fd8 created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:1751 +0x35e goroutine 1173 [select, 4231 minutes]: runtime.gopark(0x41b500, 0xc20b8d2f40, 0xe22590, 0x6) /usr/local/go/src/runtime/proc.go:130 +0x105 fp=0xc20b8d2cb0 sp=0xc20b8d2c80 runtime.selectgoImpl(0xc20b8d2f40, 0x0, 0x18) /usr/local/go/src/runtime/select.go:366 +0xb2c fp=0xc20b8d2e48 sp=0xc20b8d2cb0 runtime.selectgo(0xc20b8d2f40) /usr/local/go/src/runtime/select.go:183 +0x12 fp=0xc20b8d2e68 sp=0xc20b8d2e48 github.com/couchbase/gometa/protocol.(*messageListener).start(0xc20ea0b110) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/gometa/protocol/leader.go:403 +0x5bf fp=0xc20b8d2fd8 sp=0xc20b8d2e68 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:2232 +0x1 fp=0xc20b8d2fe0 sp=0xc20b8d2fd8 created by github.com/couchbase/gometa/protocol.(*Leader).AddWatcher /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/gometa/protocol/leader.go:256 +0x5b7 goroutine 9919743 [select]: runtime.gopark(0x41b500, 0xc209fa7ee8, 0xe22590, 0x6) /usr/local/go/src/runtime/proc.go:130 +0x105 fp=0xc209fa79a0 sp=0xc209fa7970 runtime.selectgoImpl(0xc209fa7ee8, 0xc209fa7ba7, 0x20) /usr/local/go/src/runtime/select.go:366 +0xb2c fp=0xc209fa7b38 sp=0xc209fa79a0 runtime.selectgo(0xc209fa7ee8) /usr/local/go/src/runtime/select.go:183 +0x12 fp=0xc209fa7b58 sp=0xc209fa7b38 github.com/couchbase/indexing/secondary/dcp/transport/client.(*DcpFeed).genServer(0xc2752bb860, 0xabba, 0xc2752bb7a0, 0xc2752bb800, 0xc2752bb8c0) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/transport/client/dcp_feed.go:165 +0x18cf fp=0xc209fa7fb8 sp=0xc209fa7b58 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:2232 +0x1 fp=0xc209fa7fc0 sp=0xc209fa7fb8 created by github.com/couchbase/indexing/secondary/dcp/transport/client.NewDcpFeed /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/transport/client/dcp_feed.go:67 +0x48e goroutine 9920176 [IO wait]: runtime.gopark(0x416650, 0x7fdf6905f790, 0xe077f0, 0x7) /usr/local/go/src/runtime/proc.go:130 +0x105 fp=0xc261a22a30 sp=0xc261a22a00 runtime.netpollblock(0x7fdf6905f768, 0x72, 0xc26eacf428) /usr/local/go/src/runtime/netpoll.go:347 +0x170 fp=0xc261a22a70 sp=0xc261a22a30 runtime.netpollWait(0x7fdf6905f768, 0x72, 0x8) /usr/local/go/src/runtime/netpoll.go:150 +0x68 fp=0xc261a22a90 sp=0xc261a22a70 net.(*pollDesc).Wait(0xc20e5d95d0, 0x72, 0x0, 0x0) /usr/local/go/src/net/fd_poll_runtime.go:84 +0x47 fp=0xc261a22ab0 sp=0xc261a22a90 net.(*pollDesc).WaitRead(0xc20e5d95d0, 0x0, 0x0) /usr/local/go/src/net/fd_poll_runtime.go:89 +0x43 fp=0xc261a22ad8 sp=0xc261a22ab0 net.(*netFD).Read(0xc20e5d9570, 0xc263ea1e00, 0x18, 0x18, 0x0, 0x7fe2f2885e70, 0xc26eacf420) /usr/local/go/src/net/fd_unix.go:242 +0x40f fp=0xc261a22b78 sp=0xc261a22ad8 net.(*conn).Read(0xc233c13338, 0xc263ea1e00, 0x18, 0x18, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:121 +0xdc fp=0xc261a22bc0 sp=0xc261a22b78 io.ReadAtLeast(0x7fe2f28914e0, 0xc233c13338, 0xc263ea1e00, 0x18, 0x18, 0x18, 0x0, 0x0, 0x0) /usr/local/go/src/io/io.go:298 +0xf1 fp=0xc261a22c18 sp=0xc261a22bc0 io.ReadFull(0x7fe2f28914e0, 0xc233c13338, 0xc263ea1e00, 0x18, 0x18, 0x0, 0x0, 0x0) /usr/local/go/src/io/io.go:316 +0x6d fp=0xc261a22c68 sp=0xc261a22c18 github.com/couchbase/indexing/secondary/dcp/transport.(*MCRequest).Receive(0xc2752bba40, 0x7fe2f28914e0, 0xc233c13338, 0xc263ea1e00, 0x18, 0x18, 0x18, 0x0, 0x0) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/transport/mc_req.go:130 +0xee fp=0xc261a22de8 sp=0xc261a22c68 github.com/couchbase/indexing/secondary/dcp/transport/client.(*DcpFeed).doReceive(0xc2752bb500, 0xc2752bb560, 0xc22dc217d0) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/transport/client/dcp_feed.go:882 +0x1b0 fp=0xc261a22fc8 sp=0xc261a22de8 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:2232 +0x1 fp=0xc261a22fd0 sp=0xc261a22fc8 created by github.com/couchbase/indexing/secondary/dcp/transport/client.NewDcpFeed /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/transport/client/dcp_feed.go:68 +0x4bf goroutine 9919758 [select]: runtime.gopark(0x41b500, 0xc20d1f9ee8, 0xe22590, 0x6) /usr/local/go/src/runtime/proc.go:130 +0x105 fp=0xc20d1f99a0 sp=0xc20d1f9970 runtime.selectgoImpl(0xc20d1f9ee8, 0xc20d1f9ba7, 0x20) /usr/local/go/src/runtime/select.go:366 +0xb2c fp=0xc20d1f9b38 sp=0xc20d1f99a0 runtime.selectgo(0xc20d1f9ee8) /usr/local/go/src/runtime/select.go:183 +0x12 fp=0xc20d1f9b58 sp=0xc20d1f9b38 github.com/couchbase/indexing/secondary/dcp/transport/client.(*DcpFeed).genServer(0xc267ad8a20, 0xabba, 0xc267ad8960, 0xc267ad89c0, 0xc267ad8a80) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/transport/client/dcp_feed.go:165 +0x18cf fp=0xc20d1f9fb8 sp=0xc20d1f9b58 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:2232 +0x1 fp=0xc20d1f9fc0 sp=0xc20d1f9fb8 created by github.com/couchbase/indexing/secondary/dcp/transport/client.NewDcpFeed /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/transport/client/dcp_feed.go:67 +0x48e goroutine 9920254 [runnable]: runtime.gopark(0x43b7b0, 0x15f98c0, 0xe57310, 0xa) /usr/local/go/src/runtime/proc.go:130 +0x105 fp=0xc23b9615f0 sp=0xc23b9615c0 runtime.goparkunlock(0x15f98c0, 0xe57310, 0xa) /usr/local/go/src/runtime/proc.go:136 +0x48 fp=0xc23b961618 sp=0xc23b9615f0 runtime.semacquire(0x15f2de8, 0x201076801) /usr/local/go/src/runtime/sema.go:89 +0x22f fp=0xc23b961650 sp=0xc23b961618 runtime.asyncsemacquire(0x15f2de8) /usr/local/go/src/runtime/sema.go:43 +0x2d fp=0xc23b961668 sp=0xc23b961650 sync.(*RWMutex).Lock(0x15f2de0) /usr/local/go/src/sync/rwmutex.go:87 +0xa4 fp=0xc23b961688 sp=0xc23b961668 github.com/couchbase/indexing/secondary/common.delDBSbucket(0xc20b400530, 0x7) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/common/dcp_seqno.go:153 +0x2a fp=0xc23b9616e0 sp=0xc23b961688 github.com/couchbase/indexing/secondary/common.func·003() /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/common/dcp_seqno.go:180 +0x3b fp=0xc23b9616f8 sp=0xc23b9616e0 github.com/couchbase/indexing/secondary/common.BucketSeqnos(0x7ffff86dc9bf, 0xe, 0xe14f50, 0x7, 0xc20b400530, 0x7, 0x0, 0x0, 0x0, 0x7fe2f2881c00, ...) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/common/dcp_seqno.go:200 +0x19e fp=0xc23b9617a0 sp=0xc23b9616f8 github.com/couchbase/indexing/secondary/indexer.GetCurrentKVTs(0x7ffff86dc9bf, 0xe, 0xe14f50, 0x7, 0xc20b400530, 0x7, 0x400, 0x0, 0x0, 0x0, ...) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/util.go:73 +0xdc fp=0xc23b961940 sp=0xc23b9617a0 github.com/couchbase/indexing/secondary/indexer.func·094(0x2, 0x7fe2f2881c00, 0xc20802b040, 0x0, 0x0) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/timekeeper.go:2391 +0x20a fp=0xc23b961a78 sp=0xc23b961940 github.com/couchbase/indexing/secondary/common.(*RetryHelper).Run(0xc23b961c18, 0x0, 0x0) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/common/retry_helper.go:36 +0x71 fp=0xc23b961ab8 sp=0xc23b961a78 github.com/couchbase/indexing/secondary/indexer.func·095() /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/timekeeper.go:2394 +0x9d1 fp=0xc23b961fe0 sp=0xc23b961ab8 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:2232 +0x1 fp=0xc23b961fe8 sp=0xc23b961fe0 created by github.com/couchbase/indexing/secondary/indexer.(*timekeeper).handleStats /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/timekeeper.go:2479 +0x225 goroutine 9920324 [chan receive]: runtime.gopark(0x43b7b0, 0xc275337498, 0xe44b30, 0xc) /usr/local/go/src/runtime/proc.go:130 +0x105 fp=0xc23d8b6598 sp=0xc23d8b6568 runtime.goparkunlock(0xc275337498, 0xe44b30, 0xc) /usr/local/go/src/runtime/proc.go:136 +0x48 fp=0xc23d8b65c0 sp=0xc23d8b6598 runtime.chanrecv(0xadc580, 0xc275337440, 0xc23d8b67a8, 0x640401, 0x0) /usr/local/go/src/runtime/chan.go:467 +0x82c fp=0xc23d8b6660 sp=0xc23d8b65c0 runtime.chanrecv1(0xadc580, 0xc275337440, 0xc23d8b67a8) /usr/local/go/src/runtime/chan.go:311 +0x2b fp=0xc23d8b6690 sp=0xc23d8b6660 github.com/couchbase/indexing/secondary/dcp.(*DcpFeed).genServer(0xc275337500, 0xc275337440, 0xabba) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/upr.go:232 +0xea fp=0xc23d8b67c8 sp=0xc23d8b6690 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:2232 +0x1 fp=0xc23d8b67d0 sp=0xc23d8b67c8 created by github.com/couchbase/indexing/secondary/dcp.(*Bucket).StartDcpFeedOver /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/upr.go:158 +0x558 goroutine 1405 [IO wait, 1 minutes]: runtime.gopark(0x416650, 0x7fe2f12837b8, 0xe077f0, 0x7) /usr/local/go/src/runtime/proc.go:130 +0x105 fp=0xc20d1ffae8 sp=0xc20d1ffab8 runtime.netpollblock(0x7fe2f1283790, 0x72, 0xc26bf32960) /usr/local/go/src/runtime/netpoll.go:347 +0x170 fp=0xc20d1ffb28 sp=0xc20d1ffae8 runtime.netpollWait(0x7fe2f1283790, 0x72, 0x8) /usr/local/go/src/runtime/netpoll.go:150 +0x68 fp=0xc20d1ffb48 sp=0xc20d1ffb28 net.(*pollDesc).Wait(0xc20b8adbf0, 0x72, 0x0, 0x0) /usr/local/go/src/net/fd_poll_runtime.go:84 +0x47 fp=0xc20d1ffb68 sp=0xc20d1ffb48 net.(*pollDesc).WaitRead(0xc20b8adbf0, 0x0, 0x0) /usr/local/go/src/net/fd_poll_runtime.go:89 +0x43 fp=0xc20d1ffb90 sp=0xc20d1ffb68 net.(*netFD).Read(0xc20b8adb90, 0xc2106dc000, 0x1000, 0x1000, 0x0, 0x7fe2f2885e70, 0xc26bf32948) /usr/local/go/src/net/fd_unix.go:242 +0x40f fp=0xc20d1ffc30 sp=0xc20d1ffb90 net.(*conn).Read(0xc20bd12668, 0xc2106dc000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:121 +0xdc fp=0xc20d1ffc78 sp=0xc20d1ffc30 net/http.noteEOFReader.Read(0x7fe2f28914e0, 0xc20bd12668, 0xc2106c1188, 0xc2106dc000, 0x1000, 0x1000, 0xc0df40, 0x0, 0x0) /usr/local/go/src/net/http/transport.go:1270 +0x6e fp=0xc20d1ffcc8 sp=0xc20d1ffc78 net/http.(*noteEOFReader).Read(0xc20bd2fec0, 0xc2106dc000, 0x1000, 0x1000, 0xc208015600, 0x0, 0x0) :125 +0xd4 fp=0xc20d1ffd18 sp=0xc20d1ffcc8 bufio.(*Reader).fill(0xc20af1d2c0) /usr/local/go/src/bufio/bufio.go:97 +0x1ce fp=0xc20d1ffdc0 sp=0xc20d1ffd18 bufio.(*Reader).Peek(0xc20af1d2c0, 0x1, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/bufio/bufio.go:132 +0xf0 fp=0xc20d1ffdd0 sp=0xc20d1ffdc0 net/http.(*persistConn).readLoop(0xc2106c1130) /usr/local/go/src/net/http/transport.go:842 +0xa4 fp=0xc20d1fffd8 sp=0xc20d1ffdd0 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:2232 +0x1 fp=0xc20d1fffe0 sp=0xc20d1fffd8 created by net/http.(*Transport).dialConn /usr/local/go/src/net/http/transport.go:660 +0xc9f goroutine 1406 [select, 1 minutes]: runtime.gopark(0x41b500, 0xc20c669740, 0xe22590, 0x6) /usr/local/go/src/runtime/proc.go:130 +0x105 fp=0xc20c6694b8 sp=0xc20c669488 runtime.selectgoImpl(0xc20c669740, 0x0, 0x18) /usr/local/go/src/runtime/select.go:366 +0xb2c fp=0xc20c669650 sp=0xc20c6694b8 runtime.selectgo(0xc20c669740) /usr/local/go/src/runtime/select.go:183 +0x12 fp=0xc20c669670 sp=0xc20c669650 net/http.(*persistConn).writeLoop(0xc2106c1130) /usr/local/go/src/net/http/transport.go:945 +0x41d fp=0xc20c6697d8 sp=0xc20c669670 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:2232 +0x1 fp=0xc20c6697e0 sp=0xc20c6697d8 created by net/http.(*Transport).dialConn /usr/local/go/src/net/http/transport.go:661 +0xcbc goroutine 9920255 [sleep]: runtime.gopark(0x43b7b0, 0x15f2f20, 0xe22f90, 0x5) /usr/local/go/src/runtime/proc.go:130 +0x105 fp=0xc26fa359f8 sp=0xc26fa359c8 runtime.goparkunlock(0x15f2f20, 0xe22f90, 0x5) /usr/local/go/src/runtime/proc.go:136 +0x48 fp=0xc26fa35a20 sp=0xc26fa359f8 runtime.timeSleep(0x3b9aca00) /usr/local/go/src/runtime/time.go:58 +0x105 fp=0xc26fa35a58 sp=0xc26fa35a20 github.com/couchbase/indexing/secondary/indexer.(*timekeeper).repairStream(0xc20806a060, 0xc20cc70001, 0xc20ef93118, 0x7) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/timekeeper.go:2176 +0x32 fp=0xc26fa35b78 sp=0xc26fa35a58 github.com/couchbase/indexing/secondary/indexer.(*timekeeper).sendRestartMsg(0xc20806a060, 0x7fdf69054e58, 0xc2585af810) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/timekeeper.go:2287 +0x1219 fp=0xc26fa35fc8 sp=0xc26fa35b78 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:2232 +0x1 fp=0xc26fa35fd0 sp=0xc26fa35fc8 created by github.com/couchbase/indexing/secondary/indexer.(*timekeeper).repairStream /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/timekeeper.go:2198 +0x3dd goroutine 9920260 [chan receive]: runtime.gopark(0x43b7b0, 0xc2752bbc18, 0xe44b30, 0xc) /usr/local/go/src/runtime/proc.go:130 +0x105 fp=0xc20c665598 sp=0xc20c665568 runtime.goparkunlock(0xc2752bbc18, 0xe44b30, 0xc) /usr/local/go/src/runtime/proc.go:136 +0x48 fp=0xc20c6655c0 sp=0xc20c665598 runtime.chanrecv(0xadc580, 0xc2752bbbc0, 0xc20c6657a8, 0x640401, 0x0) /usr/local/go/src/runtime/chan.go:467 +0x82c fp=0xc20c665660 sp=0xc20c6655c0 runtime.chanrecv1(0xadc580, 0xc2752bbbc0, 0xc20c6657a8) /usr/local/go/src/runtime/chan.go:311 +0x2b fp=0xc20c665690 sp=0xc20c665660 github.com/couchbase/indexing/secondary/dcp.(*DcpFeed).genServer(0xc2752bbe60, 0xc2752bbbc0, 0xabba) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/upr.go:232 +0xea fp=0xc20c6657c8 sp=0xc20c665690 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:2232 +0x1 fp=0xc20c6657d0 sp=0xc20c6657c8 created by github.com/couchbase/indexing/secondary/dcp.(*Bucket).StartDcpFeedOver /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/upr.go:158 +0x558 goroutine 1071 [IO wait, 4231 minutes]: runtime.gopark(0x416650, 0x7fe2f1283878, 0xe077f0, 0x7) /usr/local/go/src/runtime/proc.go:130 +0x105 fp=0xc20b40a470 sp=0xc20b40a440 runtime.netpollblock(0x7fe2f1283850, 0x72, 0xc20ed2d220) /usr/local/go/src/runtime/netpoll.go:347 +0x170 fp=0xc20b40a4b0 sp=0xc20b40a470 runtime.netpollWait(0x7fe2f1283850, 0x72, 0x8) /usr/local/go/src/runtime/netpoll.go:150 +0x68 fp=0xc20b40a4d0 sp=0xc20b40a4b0 net.(*pollDesc).Wait(0xc20db40990, 0x72, 0x0, 0x0) /usr/local/go/src/net/fd_poll_runtime.go:84 +0x47 fp=0xc20b40a4f0 sp=0xc20b40a4d0 net.(*pollDesc).WaitRead(0xc20db40990, 0x0, 0x0) /usr/local/go/src/net/fd_poll_runtime.go:89 +0x43 fp=0xc20b40a518 sp=0xc20b40a4f0 net.(*netFD).Read(0xc20db40930, 0xc20ed2d210, 0x8, 0x8, 0x0, 0x7fe2f2885e70, 0xc20ed2d218) /usr/local/go/src/net/fd_unix.go:242 +0x40f fp=0xc20b40a5b8 sp=0xc20b40a518 net.(*conn).Read(0xc2101ea778, 0xc20ed2d210, 0x8, 0x8, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:121 +0xdc fp=0xc20b40a600 sp=0xc20b40a5b8 github.com/couchbase/gometa/common.(*PeerPipe).readBytes(0xc20ef25ad0, 0x8, 0x0, 0x0, 0x0, 0x0, 0x0) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/gometa/common/peerPipe.go:256 +0x102 fp=0xc20b40a6e8 sp=0xc20b40a600 github.com/couchbase/gometa/common.(*PeerPipe).doReceive(0xc20ef25ad0) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/gometa/common/peerPipe.go:201 +0x7c fp=0xc20b40a7d8 sp=0xc20b40a6e8 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:2232 +0x1 fp=0xc20b40a7e0 sp=0xc20b40a7d8 created by github.com/couchbase/gometa/common.NewPeerPipe /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/gometa/common/peerPipe.go:60 +0x14b goroutine 9914618 [IO wait]: runtime.gopark(0x416650, 0x7fe2f2890a48, 0xe077f0, 0x7) /usr/local/go/src/runtime/proc.go:130 +0x105 fp=0xc20b8bda30 sp=0xc20b8bda00 runtime.netpollblock(0x7fe2f2890a20, 0x72, 0xc270256f30) /usr/local/go/src/runtime/netpoll.go:347 +0x170 fp=0xc20b8bda70 sp=0xc20b8bda30 runtime.netpollWait(0x7fe2f2890a20, 0x72, 0x8) /usr/local/go/src/runtime/netpoll.go:150 +0x68 fp=0xc20b8bda90 sp=0xc20b8bda70 net.(*pollDesc).Wait(0xc2566e3330, 0x72, 0x0, 0x0) /usr/local/go/src/net/fd_poll_runtime.go:84 +0x47 fp=0xc20b8bdab0 sp=0xc20b8bda90 net.(*pollDesc).WaitRead(0xc2566e3330, 0x0, 0x0) /usr/local/go/src/net/fd_poll_runtime.go:89 +0x43 fp=0xc20b8bdad8 sp=0xc20b8bdab0 net.(*netFD).Read(0xc2566e32d0, 0xc26f18b2e0, 0x18, 0x18, 0x0, 0x7fe2f2885e70, 0xc270256f18) /usr/local/go/src/net/fd_unix.go:242 +0x40f fp=0xc20b8bdb78 sp=0xc20b8bdad8 net.(*conn).Read(0xc20af4a490, 0xc26f18b2e0, 0x18, 0x18, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:121 +0xdc fp=0xc20b8bdbc0 sp=0xc20b8bdb78 io.ReadAtLeast(0x7fe2f28914e0, 0xc20af4a490, 0xc26f18b2e0, 0x18, 0x18, 0x18, 0x0, 0x0, 0x0) /usr/local/go/src/io/io.go:298 +0xf1 fp=0xc20b8bdc18 sp=0xc20b8bdbc0 io.ReadFull(0x7fe2f28914e0, 0xc20af4a490, 0xc26f18b2e0, 0x18, 0x18, 0x0, 0x0, 0x0) /usr/local/go/src/io/io.go:316 +0x6d fp=0xc20b8bdc68 sp=0xc20b8bdc18 github.com/couchbase/indexing/secondary/dcp/transport.(*MCRequest).Receive(0xc2639e26c0, 0x7fe2f28914e0, 0xc20af4a490, 0xc26f18b2e0, 0x18, 0x18, 0x18, 0x0, 0x0) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/transport/mc_req.go:130 +0xee fp=0xc20b8bdde8 sp=0xc20b8bdc68 github.com/couchbase/indexing/secondary/dcp/transport/client.(*DcpFeed).doReceive(0xc2639e23c0, 0xc2639e2420, 0xc237ba98c0) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/transport/client/dcp_feed.go:882 +0x1b0 fp=0xc20b8bdfc8 sp=0xc20b8bdde8 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:2232 +0x1 fp=0xc20b8bdfd0 sp=0xc20b8bdfc8 created by github.com/couchbase/indexing/secondary/dcp/transport/client.NewDcpFeed /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/transport/client/dcp_feed.go:68 +0x4bf goroutine 9920181 [chan receive]: runtime.gopark(0x43b7b0, 0xc21a010ef8, 0xe44b30, 0xc) /usr/local/go/src/runtime/proc.go:130 +0x105 fp=0xc20b408598 sp=0xc20b408568 runtime.goparkunlock(0xc21a010ef8, 0xe44b30, 0xc) /usr/local/go/src/runtime/proc.go:136 +0x48 fp=0xc20b4085c0 sp=0xc20b408598 runtime.chanrecv(0xadc580, 0xc21a010ea0, 0xc20b4087a8, 0x640401, 0x0) /usr/local/go/src/runtime/chan.go:467 +0x82c fp=0xc20b408660 sp=0xc20b4085c0 runtime.chanrecv1(0xadc580, 0xc21a010ea0, 0xc20b4087a8) /usr/local/go/src/runtime/chan.go:311 +0x2b fp=0xc20b408690 sp=0xc20b408660 github.com/couchbase/indexing/secondary/dcp.(*DcpFeed).genServer(0xc21a010fc0, 0xc21a010ea0, 0xabba) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/upr.go:232 +0xea fp=0xc20b4087c8 sp=0xc20b408690 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:2232 +0x1 fp=0xc20b4087d0 sp=0xc20b4087c8 created by github.com/couchbase/indexing/secondary/dcp.(*Bucket).StartDcpFeedOver /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/upr.go:158 +0x558 goroutine 9712489 [select, 35 minutes]: runtime.gopark(0x41b500, 0xc20c666740, 0xe22590, 0x6) /usr/local/go/src/runtime/proc.go:130 +0x105 fp=0xc20c6664b0 sp=0xc20c666480 runtime.selectgoImpl(0xc20c666740, 0x0, 0x18) /usr/local/go/src/runtime/select.go:366 +0xb2c fp=0xc20c666648 sp=0xc20c6664b0 runtime.selectgo(0xc20c666740) /usr/local/go/src/runtime/select.go:183 +0x12 fp=0xc20c666668 sp=0xc20c666648 github.com/couchbase/gometa/protocol.(*messageListener).start(0xc21af42450) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/gometa/protocol/leader.go:403 +0x5bf fp=0xc20c6667d8 sp=0xc20c666668 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:2232 +0x1 fp=0xc20c6667e0 sp=0xc20c6667d8 created by github.com/couchbase/gometa/protocol.(*Leader).AddWatcher /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/gometa/protocol/leader.go:256 +0x5b7 goroutine 9920257 [select]: runtime.gopark(0x41b500, 0xc23b9b7ee8, 0xe22590, 0x6) /usr/local/go/src/runtime/proc.go:130 +0x105 fp=0xc23b9b79a0 sp=0xc23b9b7970 runtime.selectgoImpl(0xc23b9b7ee8, 0xc23b9b7ba7, 0x20) /usr/local/go/src/runtime/select.go:366 +0xb2c fp=0xc23b9b7b38 sp=0xc23b9b79a0 runtime.selectgo(0xc23b9b7ee8) /usr/local/go/src/runtime/select.go:183 +0x12 fp=0xc23b9b7b58 sp=0xc23b9b7b38 github.com/couchbase/indexing/secondary/dcp/transport/client.(*DcpFeed).genServer(0xc25f380900, 0xabba, 0xc25f380840, 0xc25f3808a0, 0xc25f380a20) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/transport/client/dcp_feed.go:165 +0x18cf fp=0xc23b9b7fb8 sp=0xc23b9b7b58 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:2232 +0x1 fp=0xc23b9b7fc0 sp=0xc23b9b7fb8 created by github.com/couchbase/indexing/secondary/dcp/transport/client.NewDcpFeed /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/transport/client/dcp_feed.go:67 +0x48e goroutine 9840504 [select]: runtime.gopark(0x41b500, 0xc251926f40, 0xe22590, 0x6) /usr/local/go/src/runtime/proc.go:130 +0x105 fp=0xc251926cb8 sp=0xc251926c88 runtime.selectgoImpl(0xc251926f40, 0x0, 0x18) /usr/local/go/src/runtime/select.go:366 +0xb2c fp=0xc251926e50 sp=0xc251926cb8 runtime.selectgo(0xc251926f40) /usr/local/go/src/runtime/select.go:183 +0x12 fp=0xc251926e70 sp=0xc251926e50 net/http.(*persistConn).writeLoop(0xc2557b6dc0) /usr/local/go/src/net/http/transport.go:945 +0x41d fp=0xc251926fd8 sp=0xc251926e70 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:2232 +0x1 fp=0xc251926fe0 sp=0xc251926fd8 created by net/http.(*Transport).dialConn /usr/local/go/src/net/http/transport.go:661 +0xcbc goroutine 9914691 [IO wait]: runtime.gopark(0x416650, 0x7fe2f2890988, 0xe077f0, 0x7) /usr/local/go/src/runtime/proc.go:130 +0x105 fp=0xc2080dca30 sp=0xc2080dca00 runtime.netpollblock(0x7fe2f2890960, 0x72, 0xc25e856028) /usr/local/go/src/runtime/netpoll.go:347 +0x170 fp=0xc2080dca70 sp=0xc2080dca30 runtime.netpollWait(0x7fe2f2890960, 0x72, 0x8) /usr/local/go/src/runtime/netpoll.go:150 +0x68 fp=0xc2080dca90 sp=0xc2080dca70 net.(*pollDesc).Wait(0xc20af4e060, 0x72, 0x0, 0x0) /usr/local/go/src/net/fd_poll_runtime.go:84 +0x47 fp=0xc2080dcab0 sp=0xc2080dca90 net.(*pollDesc).WaitRead(0xc20af4e060, 0x0, 0x0) /usr/local/go/src/net/fd_poll_runtime.go:89 +0x43 fp=0xc2080dcad8 sp=0xc2080dcab0 net.(*netFD).Read(0xc20af4e000, 0xc20801f320, 0x18, 0x18, 0x0, 0x7fe2f2885e70, 0xc25e856020) /usr/local/go/src/net/fd_unix.go:242 +0x40f fp=0xc2080dcb78 sp=0xc2080dcad8 net.(*conn).Read(0xc20af4a000, 0xc20801f320, 0x18, 0x18, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:121 +0xdc fp=0xc2080dcbc0 sp=0xc2080dcb78 io.ReadAtLeast(0x7fe2f28914e0, 0xc20af4a000, 0xc20801f320, 0x18, 0x18, 0x18, 0x0, 0x0, 0x0) /usr/local/go/src/io/io.go:298 +0xf1 fp=0xc2080dcc18 sp=0xc2080dcbc0 io.ReadFull(0x7fe2f28914e0, 0xc20af4a000, 0xc20801f320, 0x18, 0x18, 0x0, 0x0, 0x0) /usr/local/go/src/io/io.go:316 +0x6d fp=0xc2080dcc68 sp=0xc2080dcc18 github.com/couchbase/indexing/secondary/dcp/transport.(*MCRequest).Receive(0xc23c122540, 0x7fe2f28914e0, 0xc20af4a000, 0xc20801f320, 0x18, 0x18, 0x18, 0x0, 0x0) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/transport/mc_req.go:130 +0xee fp=0xc2080dcde8 sp=0xc2080dcc68 github.com/couchbase/indexing/secondary/dcp/transport/client.(*DcpFeed).doReceive(0xc268987c20, 0xc268987c80, 0xc20b306060) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/transport/client/dcp_feed.go:882 +0x1b0 fp=0xc2080dcfc8 sp=0xc2080dcde8 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:2232 +0x1 fp=0xc2080dcfd0 sp=0xc2080dcfc8 created by github.com/couchbase/indexing/secondary/dcp/transport/client.NewDcpFeed /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/transport/client/dcp_feed.go:68 +0x4bf goroutine 9919141 [chan receive]: runtime.gopark(0x43b7b0, 0xc2761ab8b8, 0xe44b30, 0xc) /usr/local/go/src/runtime/proc.go:130 +0x105 fp=0xc235762d98 sp=0xc235762d68 runtime.goparkunlock(0xc2761ab8b8, 0xe44b30, 0xc) /usr/local/go/src/runtime/proc.go:136 +0x48 fp=0xc235762dc0 sp=0xc235762d98 runtime.chanrecv(0xadc580, 0xc2761ab860, 0xc235762fa8, 0x640401, 0x0) /usr/local/go/src/runtime/chan.go:467 +0x82c fp=0xc235762e60 sp=0xc235762dc0 runtime.chanrecv1(0xadc580, 0xc2761ab860, 0xc235762fa8) /usr/local/go/src/runtime/chan.go:311 +0x2b fp=0xc235762e90 sp=0xc235762e60 github.com/couchbase/indexing/secondary/dcp.(*DcpFeed).genServer(0xc2761ab920, 0xc2761ab860, 0xabba) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/upr.go:232 +0xea fp=0xc235762fc8 sp=0xc235762e90 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:2232 +0x1 fp=0xc235762fd0 sp=0xc235762fc8 created by github.com/couchbase/indexing/secondary/dcp.(*Bucket).StartDcpFeedOver /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/upr.go:158 +0x558 goroutine 9920259 [IO wait]: runtime.gopark(0x416650, 0x7fdf6905f6d0, 0xe077f0, 0x7) /usr/local/go/src/runtime/proc.go:130 +0x105 fp=0xc22d6c8a30 sp=0xc22d6c8a00 runtime.netpollblock(0x7fdf6905f6a8, 0x72, 0xc26e62c9f8) /usr/local/go/src/runtime/netpoll.go:347 +0x170 fp=0xc22d6c8a70 sp=0xc22d6c8a30 runtime.netpollWait(0x7fdf6905f6a8, 0x72, 0x8) /usr/local/go/src/runtime/netpoll.go:150 +0x68 fp=0xc22d6c8a90 sp=0xc22d6c8a70 net.(*pollDesc).Wait(0xc20af22760, 0x72, 0x0, 0x0) /usr/local/go/src/net/fd_poll_runtime.go:84 +0x47 fp=0xc22d6c8ab0 sp=0xc22d6c8a90 net.(*pollDesc).WaitRead(0xc20af22760, 0x0, 0x0) /usr/local/go/src/net/fd_poll_runtime.go:89 +0x43 fp=0xc22d6c8ad8 sp=0xc22d6c8ab0 net.(*netFD).Read(0xc20af22700, 0xc2424bfee0, 0x18, 0x18, 0x0, 0x7fe2f2885e70, 0xc26e62c9f0) /usr/local/go/src/net/fd_unix.go:242 +0x40f fp=0xc22d6c8b78 sp=0xc22d6c8ad8 net.(*conn).Read(0xc20af31228, 0xc2424bfee0, 0x18, 0x18, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:121 +0xdc fp=0xc22d6c8bc0 sp=0xc22d6c8b78 io.ReadAtLeast(0x7fe2f28914e0, 0xc20af31228, 0xc2424bfee0, 0x18, 0x18, 0x18, 0x0, 0x0, 0x0) /usr/local/go/src/io/io.go:298 +0xf1 fp=0xc22d6c8c18 sp=0xc22d6c8bc0 io.ReadFull(0x7fe2f28914e0, 0xc20af31228, 0xc2424bfee0, 0x18, 0x18, 0x0, 0x0, 0x0) /usr/local/go/src/io/io.go:316 +0x6d fp=0xc22d6c8c68 sp=0xc22d6c8c18 github.com/couchbase/indexing/secondary/dcp/transport.(*MCRequest).Receive(0xc255b26f00, 0x7fe2f28914e0, 0xc20af31228, 0xc2424bfee0, 0x18, 0x18, 0x18, 0x0, 0x0) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/transport/mc_req.go:130 +0xee fp=0xc22d6c8de8 sp=0xc22d6c8c68 github.com/couchbase/indexing/secondary/dcp/transport/client.(*DcpFeed).doReceive(0xc255b26780, 0xc255b267e0, 0xc21f012ba0) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/transport/client/dcp_feed.go:882 +0x1b0 fp=0xc22d6c8fc8 sp=0xc22d6c8de8 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:2232 +0x1 fp=0xc22d6c8fd0 sp=0xc22d6c8fc8 created by github.com/couchbase/indexing/secondary/dcp/transport/client.NewDcpFeed /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/transport/client/dcp_feed.go:68 +0x4bf goroutine 9920162 [select]: runtime.gopark(0x41b500, 0xc22d6caee8, 0xe22590, 0x6) /usr/local/go/src/runtime/proc.go:130 +0x105 fp=0xc22d6ca9a0 sp=0xc22d6ca970 runtime.selectgoImpl(0xc22d6caee8, 0xc22d6caba7, 0x20) /usr/local/go/src/runtime/select.go:366 +0xb2c fp=0xc22d6cab38 sp=0xc22d6ca9a0 runtime.selectgo(0xc22d6caee8) /usr/local/go/src/runtime/select.go:183 +0x12 fp=0xc22d6cab58 sp=0xc22d6cab38 github.com/couchbase/indexing/secondary/dcp/transport/client.(*DcpFeed).genServer(0xc21a010780, 0xabba, 0xc21a0106c0, 0xc21a010720, 0xc21a0107e0) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/transport/client/dcp_feed.go:165 +0x18cf fp=0xc22d6cafb8 sp=0xc22d6cab58 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:2232 +0x1 fp=0xc22d6cafc0 sp=0xc22d6cafb8 created by github.com/couchbase/indexing/secondary/dcp/transport/client.NewDcpFeed /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/transport/client/dcp_feed.go:67 +0x48e goroutine 9920117 [select]: runtime.gopark(0x41b500, 0xc20b417ee8, 0xe22590, 0x6) /usr/local/go/src/runtime/proc.go:130 +0x105 fp=0xc20b4179a0 sp=0xc20b417970 runtime.selectgoImpl(0xc20b417ee8, 0xc20b417ba7, 0x20) /usr/local/go/src/runtime/select.go:366 +0xb2c fp=0xc20b417b38 sp=0xc20b4179a0 runtime.selectgo(0xc20b417ee8) /usr/local/go/src/runtime/select.go:183 +0x12 fp=0xc20b417b58 sp=0xc20b417b38 github.com/couchbase/indexing/secondary/dcp/transport/client.(*DcpFeed).genServer(0xc26bc121e0, 0xabba, 0xc26bc12060, 0xc26bc120c0, 0xc26bc12240) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/transport/client/dcp_feed.go:165 +0x18cf fp=0xc20b417fb8 sp=0xc20b417b58 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:2232 +0x1 fp=0xc20b417fc0 sp=0xc20b417fb8 created by github.com/couchbase/indexing/secondary/dcp/transport/client.NewDcpFeed /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/transport/client/dcp_feed.go:67 +0x48e goroutine 9920233 [select]: runtime.gopark(0x41b500, 0xc20b415ee8, 0xe22590, 0x6) /usr/local/go/src/runtime/proc.go:130 +0x105 fp=0xc20b4159a0 sp=0xc20b415970 runtime.selectgoImpl(0xc20b415ee8, 0xc20b415ba7, 0x20) /usr/local/go/src/runtime/select.go:366 +0xb2c fp=0xc20b415b38 sp=0xc20b4159a0 runtime.selectgo(0xc20b415ee8) /usr/local/go/src/runtime/select.go:183 +0x12 fp=0xc20b415b58 sp=0xc20b415b38 github.com/couchbase/indexing/secondary/dcp/transport/client.(*DcpFeed).genServer(0xc253ffe540, 0xabba, 0xc253ffe480, 0xc253ffe4e0, 0xc253ffe5a0) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/transport/client/dcp_feed.go:165 +0x18cf fp=0xc20b415fb8 sp=0xc20b415b58 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:2232 +0x1 fp=0xc20b415fc0 sp=0xc20b415fb8 created by github.com/couchbase/indexing/secondary/dcp/transport/client.NewDcpFeed /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/transport/client/dcp_feed.go:67 +0x48e goroutine 9915008 [IO wait]: runtime.gopark(0x416650, 0x7fe2f2890b08, 0xe077f0, 0x7) /usr/local/go/src/runtime/proc.go:130 +0x105 fp=0xc20b8bca30 sp=0xc20b8bca00 runtime.netpollblock(0x7fe2f2890ae0, 0x72, 0xc27262ed18) /usr/local/go/src/runtime/netpoll.go:347 +0x170 fp=0xc20b8bca70 sp=0xc20b8bca30 runtime.netpollWait(0x7fe2f2890ae0, 0x72, 0x8) /usr/local/go/src/runtime/netpoll.go:150 +0x68 fp=0xc20b8bca90 sp=0xc20b8bca70 net.(*pollDesc).Wait(0xc20af4fa30, 0x72, 0x0, 0x0) /usr/local/go/src/net/fd_poll_runtime.go:84 +0x47 fp=0xc20b8bcab0 sp=0xc20b8bca90 net.(*pollDesc).WaitRead(0xc20af4fa30, 0x0, 0x0) /usr/local/go/src/net/fd_poll_runtime.go:89 +0x43 fp=0xc20b8bcad8 sp=0xc20b8bcab0 net.(*netFD).Read(0xc20af4f9d0, 0xc276265220, 0x18, 0x18, 0x0, 0x7fe2f2885e70, 0xc27262ed10) /usr/local/go/src/net/fd_unix.go:242 +0x40f fp=0xc20b8bcb78 sp=0xc20b8bcad8 net.(*conn).Read(0xc2430312f0, 0xc276265220, 0x18, 0x18, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:121 +0xdc fp=0xc20b8bcbc0 sp=0xc20b8bcb78 io.ReadAtLeast(0x7fe2f28914e0, 0xc2430312f0, 0xc276265220, 0x18, 0x18, 0x18, 0x0, 0x0, 0x0) /usr/local/go/src/io/io.go:298 +0xf1 fp=0xc20b8bcc18 sp=0xc20b8bcbc0 io.ReadFull(0x7fe2f28914e0, 0xc2430312f0, 0xc276265220, 0x18, 0x18, 0x0, 0x0, 0x0) /usr/local/go/src/io/io.go:316 +0x6d fp=0xc20b8bcc68 sp=0xc20b8bcc18 github.com/couchbase/indexing/secondary/dcp/transport.(*MCRequest).Receive(0xc23de811a0, 0x7fe2f28914e0, 0xc2430312f0, 0xc276265220, 0x18, 0x18, 0x18, 0x0, 0x0) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/transport/mc_req.go:130 +0xee fp=0xc20b8bcde8 sp=0xc20b8bcc68 github.com/couchbase/indexing/secondary/dcp/transport/client.(*DcpFeed).doReceive(0xc23058ccc0, 0xc23058cfc0, 0xc24c859ec0) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/transport/client/dcp_feed.go:882 +0x1b0 fp=0xc20b8bcfc8 sp=0xc20b8bcde8 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:2232 +0x1 fp=0xc20b8bcfd0 sp=0xc20b8bcfc8 created by github.com/couchbase/indexing/secondary/dcp/transport/client.NewDcpFeed /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/transport/client/dcp_feed.go:68 +0x4bf goroutine 9630942 [IO wait]: runtime.gopark(0x416650, 0x7fe2f1283638, 0xe077f0, 0x7) /usr/local/go/src/runtime/proc.go:130 +0x105 fp=0xc20c635ae8 sp=0xc20c635ab8 runtime.netpollblock(0x7fe2f1283610, 0x72, 0xc2718a4810) /usr/local/go/src/runtime/netpoll.go:347 +0x170 fp=0xc20c635b28 sp=0xc20c635ae8 runtime.netpollWait(0x7fe2f1283610, 0x72, 0x8) /usr/local/go/src/runtime/netpoll.go:150 +0x68 fp=0xc20c635b48 sp=0xc20c635b28 net.(*pollDesc).Wait(0xc242b3a610, 0x72, 0x0, 0x0) /usr/local/go/src/net/fd_poll_runtime.go:84 +0x47 fp=0xc20c635b68 sp=0xc20c635b48 net.(*pollDesc).WaitRead(0xc242b3a610, 0x0, 0x0) /usr/local/go/src/net/fd_poll_runtime.go:89 +0x43 fp=0xc20c635b90 sp=0xc20c635b68 net.(*netFD).Read(0xc242b3a5b0, 0xc243aa8000, 0x1000, 0x1000, 0x0, 0x7fe2f2885e70, 0xc2718a4738) /usr/local/go/src/net/fd_unix.go:242 +0x40f fp=0xc20c635c30 sp=0xc20c635b90 net.(*conn).Read(0xc22cfc5208, 0xc243aa8000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:121 +0xdc fp=0xc20c635c78 sp=0xc20c635c30 net/http.noteEOFReader.Read(0x7fe2f28914e0, 0xc22cfc5208, 0xc225f05868, 0xc243aa8000, 0x1000, 0x1000, 0xc0df40, 0x0, 0x0) /usr/local/go/src/net/http/transport.go:1270 +0x6e fp=0xc20c635cc8 sp=0xc20c635c78 net/http.(*noteEOFReader).Read(0xc265d4c760, 0xc243aa8000, 0x1000, 0x1000, 0xc208015600, 0x0, 0x0) :125 +0xd4 fp=0xc20c635d18 sp=0xc20c635cc8 bufio.(*Reader).fill(0xc242aa8480) /usr/local/go/src/bufio/bufio.go:97 +0x1ce fp=0xc20c635dc0 sp=0xc20c635d18 bufio.(*Reader).Peek(0xc242aa8480, 0x1, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/bufio/bufio.go:132 +0xf0 fp=0xc20c635dd0 sp=0xc20c635dc0 net/http.(*persistConn).readLoop(0xc225f05810) /usr/local/go/src/net/http/transport.go:842 +0xa4 fp=0xc20c635fd8 sp=0xc20c635dd0 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:2232 +0x1 fp=0xc20c635fe0 sp=0xc20c635fd8 created by net/http.(*Transport).dialConn /usr/local/go/src/net/http/transport.go:660 +0xc9f goroutine 9905534 [select]: runtime.gopark(0x41b500, 0xc20c630ee8, 0xe22590, 0x6) /usr/local/go/src/runtime/proc.go:130 +0x105 fp=0xc20c6309a0 sp=0xc20c630970 runtime.selectgoImpl(0xc20c630ee8, 0xc20c630ba7, 0x20) /usr/local/go/src/runtime/select.go:366 +0xb2c fp=0xc20c630b38 sp=0xc20c6309a0 runtime.selectgo(0xc20c630ee8) /usr/local/go/src/runtime/select.go:183 +0x12 fp=0xc20c630b58 sp=0xc20c630b38 github.com/couchbase/indexing/secondary/dcp/transport/client.(*DcpFeed).genServer(0xc26fa36900, 0xabba, 0xc26fa36300, 0xc26fa36360, 0xc26fa36960) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/transport/client/dcp_feed.go:165 +0x18cf fp=0xc20c630fb8 sp=0xc20c630b58 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:2232 +0x1 fp=0xc20c630fc0 sp=0xc20c630fb8 created by github.com/couchbase/indexing/secondary/dcp/transport/client.NewDcpFeed /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/transport/client/dcp_feed.go:67 +0x48e goroutine 9919489 [chan receive]: runtime.gopark(0x43b7b0, 0xc26bc12958, 0xe44b30, 0xc) /usr/local/go/src/runtime/proc.go:130 +0x105 fp=0xc22f111598 sp=0xc22f111568 runtime.goparkunlock(0xc26bc12958, 0xe44b30, 0xc) /usr/local/go/src/runtime/proc.go:136 +0x48 fp=0xc22f1115c0 sp=0xc22f111598 runtime.chanrecv(0xadc580, 0xc26bc12900, 0xc22f1117a8, 0x640401, 0x0) /usr/local/go/src/runtime/chan.go:467 +0x82c fp=0xc22f111660 sp=0xc22f1115c0 runtime.chanrecv1(0xadc580, 0xc26bc12900, 0xc22f1117a8) /usr/local/go/src/runtime/chan.go:311 +0x2b fp=0xc22f111690 sp=0xc22f111660 github.com/couchbase/indexing/secondary/dcp.(*DcpFeed).genServer(0xc26bc129c0, 0xc26bc12900, 0xabba) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/upr.go:232 +0xea fp=0xc22f1117c8 sp=0xc22f111690 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:2232 +0x1 fp=0xc22f1117d0 sp=0xc22f1117c8 created by github.com/couchbase/indexing/secondary/dcp.(*Bucket).StartDcpFeedOver /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/upr.go:158 +0x558 goroutine 9920230 [select]: runtime.gopark(0x41b500, 0xc20c637ee8, 0xe22590, 0x6) /usr/local/go/src/runtime/proc.go:130 +0x105 fp=0xc20c6379a0 sp=0xc20c637970 runtime.selectgoImpl(0xc20c637ee8, 0xc20c637ba7, 0x20) /usr/local/go/src/runtime/select.go:366 +0xb2c fp=0xc20c637b38 sp=0xc20c6379a0 runtime.selectgo(0xc20c637ee8) /usr/local/go/src/runtime/select.go:183 +0x12 fp=0xc20c637b58 sp=0xc20c637b38 github.com/couchbase/indexing/secondary/dcp/transport/client.(*DcpFeed).genServer(0xc257ca5980, 0xabba, 0xc257ca5680, 0xc257ca5920, 0xc257ca59e0) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/transport/client/dcp_feed.go:165 +0x18cf fp=0xc20c637fb8 sp=0xc20c637b58 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:2232 +0x1 fp=0xc20c637fc0 sp=0xc20c637fb8 created by github.com/couchbase/indexing/secondary/dcp/transport/client.NewDcpFeed /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/transport/client/dcp_feed.go:67 +0x48e goroutine 9920098 [IO wait]: runtime.gopark(0x416650, 0x7fdf69060210, 0xe077f0, 0x7) /usr/local/go/src/runtime/proc.go:130 +0x105 fp=0xc23d7d2a30 sp=0xc23d7d2a00 runtime.netpollblock(0x7fdf690601e8, 0x72, 0xc26d86cf28) /usr/local/go/src/runtime/netpoll.go:347 +0x170 fp=0xc23d7d2a70 sp=0xc23d7d2a30 runtime.netpollWait(0x7fdf690601e8, 0x72, 0x8) /usr/local/go/src/runtime/netpoll.go:150 +0x68 fp=0xc23d7d2a90 sp=0xc23d7d2a70 net.(*pollDesc).Wait(0xc20cc6a450, 0x72, 0x0, 0x0) /usr/local/go/src/net/fd_poll_runtime.go:84 +0x47 fp=0xc23d7d2ab0 sp=0xc23d7d2a90 net.(*pollDesc).WaitRead(0xc20cc6a450, 0x0, 0x0) /usr/local/go/src/net/fd_poll_runtime.go:89 +0x43 fp=0xc23d7d2ad8 sp=0xc23d7d2ab0 net.(*netFD).Read(0xc20cc6a3f0, 0xc251ec2d40, 0x18, 0x18, 0x0, 0x7fe2f2885e70, 0xc26d86cf20) /usr/local/go/src/net/fd_unix.go:242 +0x40f fp=0xc23d7d2b78 sp=0xc23d7d2ad8 net.(*conn).Read(0xc20ef31430, 0xc251ec2d40, 0x18, 0x18, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:121 +0xdc fp=0xc23d7d2bc0 sp=0xc23d7d2b78 io.ReadAtLeast(0x7fe2f28914e0, 0xc20ef31430, 0xc251ec2d40, 0x18, 0x18, 0x18, 0x0, 0x0, 0x0) /usr/local/go/src/io/io.go:298 +0xf1 fp=0xc23d7d2c18 sp=0xc23d7d2bc0 io.ReadFull(0x7fe2f28914e0, 0xc20ef31430, 0xc251ec2d40, 0x18, 0x18, 0x0, 0x0, 0x0) /usr/local/go/src/io/io.go:316 +0x6d fp=0xc23d7d2c68 sp=0xc23d7d2c18 github.com/couchbase/indexing/secondary/dcp/transport.(*MCRequest).Receive(0xc274e93e00, 0x7fe2f28914e0, 0xc20ef31430, 0xc251ec2d40, 0x18, 0x18, 0x18, 0x0, 0x0) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/transport/mc_req.go:130 +0xee fp=0xc23d7d2de8 sp=0xc23d7d2c68 github.com/couchbase/indexing/secondary/dcp/transport/client.(*DcpFeed).doReceive(0xc237d0ea20, 0xc237d0ea80, 0xc236ba8e40) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/transport/client/dcp_feed.go:882 +0x1b0 fp=0xc23d7d2fc8 sp=0xc23d7d2de8 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:2232 +0x1 fp=0xc23d7d2fd0 sp=0xc23d7d2fc8 created by github.com/couchbase/indexing/secondary/dcp/transport/client.NewDcpFeed /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/transport/client/dcp_feed.go:68 +0x4bf goroutine 9915939 [select]: runtime.gopark(0x41b500, 0xc20d1fef40, 0xe22590, 0x6) /usr/local/go/src/runtime/proc.go:130 +0x105 fp=0xc20d1fecb8 sp=0xc20d1fec88 runtime.selectgoImpl(0xc20d1fef40, 0x0, 0x18) /usr/local/go/src/runtime/select.go:366 +0xb2c fp=0xc20d1fee50 sp=0xc20d1fecb8 runtime.selectgo(0xc20d1fef40) /usr/local/go/src/runtime/select.go:183 +0x12 fp=0xc20d1fee70 sp=0xc20d1fee50 net/http.(*persistConn).writeLoop(0xc244824000) /usr/local/go/src/net/http/transport.go:945 +0x41d fp=0xc20d1fefd8 sp=0xc20d1fee70 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:2232 +0x1 fp=0xc20d1fefe0 sp=0xc20d1fefd8 created by net/http.(*Transport).dialConn /usr/local/go/src/net/http/transport.go:661 +0xcbc goroutine 9920235 [chan receive]: runtime.gopark(0x43b7b0, 0xc253ffe178, 0xe44b30, 0xc) /usr/local/go/src/runtime/proc.go:130 +0x105 fp=0xc20c665d98 sp=0xc20c665d68 runtime.goparkunlock(0xc253ffe178, 0xe44b30, 0xc) /usr/local/go/src/runtime/proc.go:136 +0x48 fp=0xc20c665dc0 sp=0xc20c665d98 runtime.chanrecv(0xadc580, 0xc253ffe120, 0xc20c665fa8, 0x640401, 0x0) /usr/local/go/src/runtime/chan.go:467 +0x82c fp=0xc20c665e60 sp=0xc20c665dc0 runtime.chanrecv1(0xadc580, 0xc253ffe120, 0xc20c665fa8) /usr/local/go/src/runtime/chan.go:311 +0x2b fp=0xc20c665e90 sp=0xc20c665e60 github.com/couchbase/indexing/secondary/dcp.(*DcpFeed).genServer(0xc253ffe300, 0xc253ffe120, 0xabba) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/upr.go:232 +0xea fp=0xc20c665fc8 sp=0xc20c665e90 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:2232 +0x1 fp=0xc20c665fd0 sp=0xc20c665fc8 created by github.com/couchbase/indexing/secondary/dcp.(*Bucket).StartDcpFeedOver /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/upr.go:158 +0x558 goroutine 9914690 [select]: runtime.gopark(0x41b500, 0xc209fa5ee8, 0xe22590, 0x6) /usr/local/go/src/runtime/proc.go:130 +0x105 fp=0xc209fa59a0 sp=0xc209fa5970 runtime.selectgoImpl(0xc209fa5ee8, 0xc209fa5ba7, 0x20) /usr/local/go/src/runtime/select.go:366 +0xb2c fp=0xc209fa5b38 sp=0xc209fa59a0 runtime.selectgo(0xc209fa5ee8) /usr/local/go/src/runtime/select.go:183 +0x12 fp=0xc209fa5b58 sp=0xc209fa5b38 github.com/couchbase/indexing/secondary/dcp/transport/client.(*DcpFeed).genServer(0xc268987c20, 0xabba, 0xc268987b60, 0xc268987bc0, 0xc268987c80) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/transport/client/dcp_feed.go:165 +0x18cf fp=0xc209fa5fb8 sp=0xc209fa5b58 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:2232 +0x1 fp=0xc209fa5fc0 sp=0xc209fa5fb8 created by github.com/couchbase/indexing/secondary/dcp/transport/client.NewDcpFeed /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/transport/client/dcp_feed.go:67 +0x48e goroutine 9916578 [select]: runtime.gopark(0x41b500, 0xc20c4c8ee8, 0xe22590, 0x6) /usr/local/go/src/runtime/proc.go:130 +0x105 fp=0xc20c4c89a0 sp=0xc20c4c8970 runtime.selectgoImpl(0xc20c4c8ee8, 0xc20c4c8ba7, 0x20) /usr/local/go/src/runtime/select.go:366 +0xb2c fp=0xc20c4c8b38 sp=0xc20c4c89a0 runtime.selectgo(0xc20c4c8ee8) /usr/local/go/src/runtime/select.go:183 +0x12 fp=0xc20c4c8b58 sp=0xc20c4c8b38 github.com/couchbase/indexing/secondary/dcp/transport/client.(*DcpFeed).genServer(0xc2609a5f20, 0xabba, 0xc2609a5e60, 0xc2609a5ec0, 0xc2609a5f80) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/transport/client/dcp_feed.go:165 +0x18cf fp=0xc20c4c8fb8 sp=0xc20c4c8b58 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:2232 +0x1 fp=0xc20c4c8fc0 sp=0xc20c4c8fb8 created by github.com/couchbase/indexing/secondary/dcp/transport/client.NewDcpFeed /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/transport/client/dcp_feed.go:67 +0x48e goroutine 9920102 [select]: runtime.gopark(0x41b500, 0xc23d7d7ee8, 0xe22590, 0x6) /usr/local/go/src/runtime/proc.go:130 +0x105 fp=0xc23d7d79a0 sp=0xc23d7d7970 runtime.selectgoImpl(0xc23d7d7ee8, 0xc23d7d7ba7, 0x20) /usr/local/go/src/runtime/select.go:366 +0xb2c fp=0xc23d7d7b38 sp=0xc23d7d79a0 runtime.selectgo(0xc23d7d7ee8) /usr/local/go/src/runtime/select.go:183 +0x12 fp=0xc23d7d7b58 sp=0xc23d7d7b38 github.com/couchbase/indexing/secondary/dcp/transport/client.(*DcpFeed).genServer(0xc2745e0240, 0xabba, 0xc239d03f80, 0xc2745e0000, 0xc2745e02a0) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/transport/client/dcp_feed.go:165 +0x18cf fp=0xc23d7d7fb8 sp=0xc23d7d7b58 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:2232 +0x1 fp=0xc23d7d7fc0 sp=0xc23d7d7fb8 created by github.com/couchbase/indexing/secondary/dcp/transport/client.NewDcpFeed /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/transport/client/dcp_feed.go:67 +0x48e goroutine 9914692 [chan receive]: runtime.gopark(0x43b7b0, 0xc23c122658, 0xe44b30, 0xc) /usr/local/go/src/runtime/proc.go:130 +0x105 fp=0xc24002bd98 sp=0xc24002bd68 runtime.goparkunlock(0xc23c122658, 0xe44b30, 0xc) /usr/local/go/src/runtime/proc.go:136 +0x48 fp=0xc24002bdc0 sp=0xc24002bd98 runtime.chanrecv(0xadc580, 0xc23c122600, 0xc24002bfa8, 0x640401, 0x0) /usr/local/go/src/runtime/chan.go:467 +0x82c fp=0xc24002be60 sp=0xc24002bdc0 runtime.chanrecv1(0xadc580, 0xc23c122600, 0xc24002bfa8) /usr/local/go/src/runtime/chan.go:311 +0x2b fp=0xc24002be90 sp=0xc24002be60 github.com/couchbase/indexing/secondary/dcp.(*DcpFeed).genServer(0xc23c1226c0, 0xc23c122600, 0xabba) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/upr.go:232 +0xea fp=0xc24002bfc8 sp=0xc24002be90 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:2232 +0x1 fp=0xc24002bfd0 sp=0xc24002bfc8 created by github.com/couchbase/indexing/secondary/dcp.(*Bucket).StartDcpFeedOver /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/upr.go:158 +0x558 goroutine 9630943 [select]: runtime.gopark(0x41b500, 0xc22d6cbf40, 0xe22590, 0x6) /usr/local/go/src/runtime/proc.go:130 +0x105 fp=0xc22d6cbcb8 sp=0xc22d6cbc88 runtime.selectgoImpl(0xc22d6cbf40, 0x0, 0x18) /usr/local/go/src/runtime/select.go:366 +0xb2c fp=0xc22d6cbe50 sp=0xc22d6cbcb8 runtime.selectgo(0xc22d6cbf40) /usr/local/go/src/runtime/select.go:183 +0x12 fp=0xc22d6cbe70 sp=0xc22d6cbe50 net/http.(*persistConn).writeLoop(0xc225f05810) /usr/local/go/src/net/http/transport.go:945 +0x41d fp=0xc22d6cbfd8 sp=0xc22d6cbe70 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:2232 +0x1 fp=0xc22d6cbfe0 sp=0xc22d6cbfd8 created by net/http.(*Transport).dialConn /usr/local/go/src/net/http/transport.go:661 +0xcbc goroutine 9920196 [IO wait]: runtime.gopark(0x416650, 0x7fdf6905f9d0, 0xe077f0, 0x7) /usr/local/go/src/runtime/proc.go:130 +0x105 fp=0xc2338dda30 sp=0xc2338dda00 runtime.netpollblock(0x7fdf6905f9a8, 0x72, 0xc2709ef9a8) /usr/local/go/src/runtime/netpoll.go:347 +0x170 fp=0xc2338dda70 sp=0xc2338dda30 runtime.netpollWait(0x7fdf6905f9a8, 0x72, 0x8) /usr/local/go/src/runtime/netpoll.go:150 +0x68 fp=0xc2338dda90 sp=0xc2338dda70 net.(*pollDesc).Wait(0xc20f796760, 0x72, 0x0, 0x0) /usr/local/go/src/net/fd_poll_runtime.go:84 +0x47 fp=0xc2338ddab0 sp=0xc2338dda90 net.(*pollDesc).WaitRead(0xc20f796760, 0x0, 0x0) /usr/local/go/src/net/fd_poll_runtime.go:89 +0x43 fp=0xc2338ddad8 sp=0xc2338ddab0 net.(*netFD).Read(0xc20f796700, 0xc26a70e7c0, 0x18, 0x18, 0x0, 0x7fe2f2885e70, 0xc2709ef9a0) /usr/local/go/src/net/fd_unix.go:242 +0x40f fp=0xc2338ddb78 sp=0xc2338ddad8 net.(*conn).Read(0xc20af2a4f8, 0xc26a70e7c0, 0x18, 0x18, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:121 +0xdc fp=0xc2338ddbc0 sp=0xc2338ddb78 io.ReadAtLeast(0x7fe2f28914e0, 0xc20af2a4f8, 0xc26a70e7c0, 0x18, 0x18, 0x18, 0x0, 0x0, 0x0) /usr/local/go/src/io/io.go:298 +0xf1 fp=0xc2338ddc18 sp=0xc2338ddbc0 io.ReadFull(0x7fe2f28914e0, 0xc20af2a4f8, 0xc26a70e7c0, 0x18, 0x18, 0x0, 0x0, 0x0) /usr/local/go/src/io/io.go:316 +0x6d fp=0xc2338ddc68 sp=0xc2338ddc18 github.com/couchbase/indexing/secondary/dcp/transport.(*MCRequest).Receive(0xc275425ce0, 0x7fe2f28914e0, 0xc20af2a4f8, 0xc26a70e7c0, 0x18, 0x18, 0x18, 0x0, 0x0) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/transport/mc_req.go:130 +0xee fp=0xc2338ddde8 sp=0xc2338ddc68 github.com/couchbase/indexing/secondary/dcp/transport/client.(*DcpFeed).doReceive(0xc24f5b21e0, 0xc24f5b2240, 0xc2431c9a10) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/transport/client/dcp_feed.go:882 +0x1b0 fp=0xc2338ddfc8 sp=0xc2338ddde8 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:2232 +0x1 fp=0xc2338ddfd0 sp=0xc2338ddfc8 created by github.com/couchbase/indexing/secondary/dcp/transport/client.NewDcpFeed /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/transport/client/dcp_feed.go:68 +0x4bf goroutine 9716897 [select, 2 minutes]: runtime.gopark(0x41b500, 0xc23d8b4f30, 0xe22590, 0x6) /usr/local/go/src/runtime/proc.go:130 +0x105 fp=0xc23d8b4c68 sp=0xc23d8b4c38 runtime.selectgoImpl(0xc23d8b4f30, 0x0, 0x18) /usr/local/go/src/runtime/select.go:366 +0xb2c fp=0xc23d8b4e00 sp=0xc23d8b4c68 runtime.selectgo(0xc23d8b4f30) /usr/local/go/src/runtime/select.go:183 +0x12 fp=0xc23d8b4e20 sp=0xc23d8b4e00 github.com/couchbase/indexing/secondary/queryport.(*Server).handleConnection(0xc208010310, 0x7fe2f2890348, 0xc23998e170) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/queryport/server.go:138 +0x5c2 fp=0xc23d8b4fc8 sp=0xc23d8b4e20 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:2232 +0x1 fp=0xc23d8b4fd0 sp=0xc23d8b4fc8 created by github.com/couchbase/indexing/secondary/queryport.(*Server).listener /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/queryport/server.go:108 +0xd7 goroutine 9917107 [chan receive]: runtime.gopark(0x43b7b0, 0xc23191f198, 0xe44b30, 0xc) /usr/local/go/src/runtime/proc.go:130 +0x105 fp=0xc247b30598 sp=0xc247b30568 runtime.goparkunlock(0xc23191f198, 0xe44b30, 0xc) /usr/local/go/src/runtime/proc.go:136 +0x48 fp=0xc247b305c0 sp=0xc247b30598 runtime.chanrecv(0xadc580, 0xc23191f140, 0xc247b307a8, 0x640401, 0x0) /usr/local/go/src/runtime/chan.go:467 +0x82c fp=0xc247b30660 sp=0xc247b305c0 runtime.chanrecv1(0xadc580, 0xc23191f140, 0xc247b307a8) /usr/local/go/src/runtime/chan.go:311 +0x2b fp=0xc247b30690 sp=0xc247b30660 github.com/couchbase/indexing/secondary/dcp.(*DcpFeed).genServer(0xc23191fb00, 0xc23191f140, 0xabba) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/upr.go:232 +0xea fp=0xc247b307c8 sp=0xc247b30690 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:2232 +0x1 fp=0xc247b307d0 sp=0xc247b307c8 created by github.com/couchbase/indexing/secondary/dcp.(*Bucket).StartDcpFeedOver /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/upr.go:158 +0x558 goroutine 9919487 [select]: runtime.gopark(0x41b500, 0xc234babee8, 0xe22590, 0x6) /usr/local/go/src/runtime/proc.go:130 +0x105 fp=0xc234bab9a0 sp=0xc234bab970 runtime.selectgoImpl(0xc234babee8, 0xc234babba7, 0x20) /usr/local/go/src/runtime/select.go:366 +0xb2c fp=0xc234babb38 sp=0xc234bab9a0 runtime.selectgo(0xc234babee8) /usr/local/go/src/runtime/select.go:183 +0x12 fp=0xc234babb58 sp=0xc234babb38 github.com/couchbase/indexing/secondary/dcp/transport/client.(*DcpFeed).genServer(0xc270607740, 0xabba, 0xc2706075c0, 0xc2706076e0, 0xc270607860) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/transport/client/dcp_feed.go:165 +0x18cf fp=0xc234babfb8 sp=0xc234babb58 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:2232 +0x1 fp=0xc234babfc0 sp=0xc234babfb8 created by github.com/couchbase/indexing/secondary/dcp/transport/client.NewDcpFeed /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/transport/client/dcp_feed.go:67 +0x48e goroutine 9920234 [IO wait]: runtime.gopark(0x416650, 0x7fdf6905f550, 0xe077f0, 0x7) /usr/local/go/src/runtime/proc.go:130 +0x105 fp=0xc20bb19a30 sp=0xc20bb19a00 runtime.netpollblock(0x7fdf6905f528, 0x72, 0xc26c311900) /usr/local/go/src/runtime/netpoll.go:347 +0x170 fp=0xc20bb19a70 sp=0xc20bb19a30 runtime.netpollWait(0x7fdf6905f528, 0x72, 0x8) /usr/local/go/src/runtime/netpoll.go:150 +0x68 fp=0xc20bb19a90 sp=0xc20bb19a70 net.(*pollDesc).Wait(0xc20d9c6bc0, 0x72, 0x0, 0x0) /usr/local/go/src/net/fd_poll_runtime.go:84 +0x47 fp=0xc20bb19ab0 sp=0xc20bb19a90 net.(*pollDesc).WaitRead(0xc20d9c6bc0, 0x0, 0x0) /usr/local/go/src/net/fd_poll_runtime.go:89 +0x43 fp=0xc20bb19ad8 sp=0xc20bb19ab0 net.(*netFD).Read(0xc20d9c6b60, 0xc2581f8800, 0x18, 0x18, 0x0, 0x7fe2f2885e70, 0xc26c3118f8) /usr/local/go/src/net/fd_unix.go:242 +0x40f fp=0xc20bb19b78 sp=0xc20bb19ad8 net.(*conn).Read(0xc243031ab0, 0xc2581f8800, 0x18, 0x18, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:121 +0xdc fp=0xc20bb19bc0 sp=0xc20bb19b78 io.ReadAtLeast(0x7fe2f28914e0, 0xc243031ab0, 0xc2581f8800, 0x18, 0x18, 0x18, 0x0, 0x0, 0x0) /usr/local/go/src/io/io.go:298 +0xf1 fp=0xc20bb19c18 sp=0xc20bb19bc0 io.ReadFull(0x7fe2f28914e0, 0xc243031ab0, 0xc2581f8800, 0x18, 0x18, 0x0, 0x0, 0x0) /usr/local/go/src/io/io.go:316 +0x6d fp=0xc20bb19c68 sp=0xc20bb19c18 github.com/couchbase/indexing/secondary/dcp/transport.(*MCRequest).Receive(0xc253ffeb40, 0x7fe2f28914e0, 0xc243031ab0, 0xc2581f8800, 0x18, 0x18, 0x18, 0x0, 0x0) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/transport/mc_req.go:130 +0xee fp=0xc20bb19de8 sp=0xc20bb19c68 github.com/couchbase/indexing/secondary/dcp/transport/client.(*DcpFeed).doReceive(0xc253ffe540, 0xc253ffe5a0, 0xc20af39170) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/transport/client/dcp_feed.go:882 +0x1b0 fp=0xc20bb19fc8 sp=0xc20bb19de8 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:2232 +0x1 fp=0xc20bb19fd0 sp=0xc20bb19fc8 created by github.com/couchbase/indexing/secondary/dcp/transport/client.NewDcpFeed /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/transport/client/dcp_feed.go:68 +0x4bf goroutine 9920227 [select]: runtime.gopark(0x41b500, 0xc261a24ee8, 0xe22590, 0x6) /usr/local/go/src/runtime/proc.go:130 +0x105 fp=0xc261a249a0 sp=0xc261a24970 runtime.selectgoImpl(0xc261a24ee8, 0xc261a24ba7, 0x20) /usr/local/go/src/runtime/select.go:366 +0xb2c fp=0xc261a24b38 sp=0xc261a249a0 runtime.selectgo(0xc261a24ee8) /usr/local/go/src/runtime/select.go:183 +0x12 fp=0xc261a24b58 sp=0xc261a24b38 github.com/couchbase/indexing/secondary/dcp/transport/client.(*DcpFeed).genServer(0xc257ca4900, 0xabba, 0xc257ca4840, 0xc257ca48a0, 0xc257ca4d20) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/transport/client/dcp_feed.go:165 +0x18cf fp=0xc261a24fb8 sp=0xc261a24b58 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:2232 +0x1 fp=0xc261a24fc0 sp=0xc261a24fb8 created by github.com/couchbase/indexing/secondary/dcp/transport/client.NewDcpFeed /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/transport/client/dcp_feed.go:67 +0x48e goroutine 9919485 [select]: runtime.gopark(0x41b500, 0xc20d1f8ee8, 0xe22590, 0x6) /usr/local/go/src/runtime/proc.go:130 +0x105 fp=0xc20d1f89a0 sp=0xc20d1f8970 runtime.selectgoImpl(0xc20d1f8ee8, 0xc20d1f8ba7, 0x20) /usr/local/go/src/runtime/select.go:366 +0xb2c fp=0xc20d1f8b38 sp=0xc20d1f89a0 runtime.selectgo(0xc20d1f8ee8) /usr/local/go/src/runtime/select.go:183 +0x12 fp=0xc20d1f8b58 sp=0xc20d1f8b38 github.com/couchbase/indexing/secondary/dcp/transport/client.(*DcpFeed).genServer(0xc2745d87e0, 0xabba, 0xc2745d8720, 0xc2745d8780, 0xc2745d8840) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/transport/client/dcp_feed.go:165 +0x18cf fp=0xc20d1f8fb8 sp=0xc20d1f8b58 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:2232 +0x1 fp=0xc20d1f8fc0 sp=0xc20d1f8fb8 created by github.com/couchbase/indexing/secondary/dcp/transport/client.NewDcpFeed /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/transport/client/dcp_feed.go:67 +0x48e goroutine 9840827 [IO wait]: runtime.gopark(0x416650, 0x7fe2f1283b78, 0xe077f0, 0x7) /usr/local/go/src/runtime/proc.go:130 +0x105 fp=0xc221237650 sp=0xc221237620 runtime.netpollblock(0x7fe2f1283b50, 0x72, 0xc271875880) /usr/local/go/src/runtime/netpoll.go:347 +0x170 fp=0xc221237690 sp=0xc221237650 runtime.netpollWait(0x7fe2f1283b50, 0x72, 0x8) /usr/local/go/src/runtime/netpoll.go:150 +0x68 fp=0xc2212376b0 sp=0xc221237690 net.(*pollDesc).Wait(0xc245777170, 0x72, 0x0, 0x0) /usr/local/go/src/net/fd_poll_runtime.go:84 +0x47 fp=0xc2212376d0 sp=0xc2212376b0 net.(*pollDesc).WaitRead(0xc245777170, 0x0, 0x0) /usr/local/go/src/net/fd_poll_runtime.go:89 +0x43 fp=0xc2212376f8 sp=0xc2212376d0 net.(*netFD).Read(0xc245777110, 0xc25817c000, 0x1000, 0x1000, 0x0, 0x7fe2f2885e70, 0xc271875878) /usr/local/go/src/net/fd_unix.go:242 +0x40f fp=0xc221237798 sp=0xc2212376f8 net.(*conn).Read(0xc20802ec90, 0xc25817c000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:121 +0xdc fp=0xc2212377e0 sp=0xc221237798 net/http.(*liveSwitchReader).Read(0xc20cd66cc8, 0xc25817c000, 0x1000, 0x1000, 0x7fe2f28913e0, 0x0, 0x0) /usr/local/go/src/net/http/server.go:214 +0xab fp=0xc221237830 sp=0xc2212377e0 io.(*LimitedReader).Read(0xc26a9d2400, 0xc25817c000, 0x1000, 0x1000, 0x2c85, 0x0, 0x0) /usr/local/go/src/io/io.go:408 +0xce fp=0xc221237880 sp=0xc221237830 bufio.(*Reader).fill(0xc224c6f1a0) /usr/local/go/src/bufio/bufio.go:97 +0x1ce fp=0xc221237928 sp=0xc221237880 bufio.(*Reader).ReadSlice(0xc224c6f1a0, 0x7fe2f26eaf0a, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/bufio/bufio.go:295 +0x257 fp=0xc221237970 sp=0xc221237928 bufio.(*Reader).ReadLine(0xc224c6f1a0, 0x0, 0x0, 0x0, 0xc271d55c00, 0x0, 0x0) /usr/local/go/src/bufio/bufio.go:324 +0x62 fp=0xc2212379c0 sp=0xc221237970 net/textproto.(*Reader).readLineSlice(0xc2277a33e0, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/net/textproto/reader.go:55 +0x9e fp=0xc221237a68 sp=0xc2212379c0 net/textproto.(*Reader).ReadLine(0xc2277a33e0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/net/textproto/reader.go:36 +0x4f fp=0xc221237ac8 sp=0xc221237a68 net/http.ReadRequest(0xc224c6f1a0, 0xc23e759380, 0x0, 0x0) /usr/local/go/src/net/http/request.go:598 +0xcb fp=0xc221237c20 sp=0xc221237ac8 net/http.(*conn).readRequest(0xc20cd66c80, 0x0, 0x0, 0x0) /usr/local/go/src/net/http/server.go:586 +0x26f fp=0xc221237d08 sp=0xc221237c20 net/http.(*conn).serve(0xc20cd66c80) /usr/local/go/src/net/http/server.go:1162 +0x69e fp=0xc221237fd8 sp=0xc221237d08 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:2232 +0x1 fp=0xc221237fe0 sp=0xc221237fd8 created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:1751 +0x35e goroutine 9712490 [select, 2 minutes]: runtime.gopark(0x41b500, 0xc208016f30, 0xe22590, 0x6) /usr/local/go/src/runtime/proc.go:130 +0x105 fp=0xc208016c68 sp=0xc208016c38 runtime.selectgoImpl(0xc208016f30, 0x0, 0x18) /usr/local/go/src/runtime/select.go:366 +0xb2c fp=0xc208016e00 sp=0xc208016c68 runtime.selectgo(0xc208016f30) /usr/local/go/src/runtime/select.go:183 +0x12 fp=0xc208016e20 sp=0xc208016e00 github.com/couchbase/indexing/secondary/queryport.(*Server).handleConnection(0xc208010310, 0x7fe2f2890348, 0xc20f5f1420) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/queryport/server.go:138 +0x5c2 fp=0xc208016fc8 sp=0xc208016e20 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:2232 +0x1 fp=0xc208016fd0 sp=0xc208016fc8 created by github.com/couchbase/indexing/secondary/queryport.(*Server).listener /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/queryport/server.go:108 +0xd7 goroutine 9905535 [IO wait, 1 minutes]: runtime.gopark(0x416650, 0x7fe2f28908c8, 0xe077f0, 0x7) /usr/local/go/src/runtime/proc.go:130 +0x105 fp=0xc23b9bba30 sp=0xc23b9bba00 runtime.netpollblock(0x7fe2f28908a0, 0x72, 0xc2746bcac8) /usr/local/go/src/runtime/netpoll.go:347 +0x170 fp=0xc23b9bba70 sp=0xc23b9bba30 runtime.netpollWait(0x7fe2f28908a0, 0x72, 0x8) /usr/local/go/src/runtime/netpoll.go:150 +0x68 fp=0xc23b9bba90 sp=0xc23b9bba70 net.(*pollDesc).Wait(0xc20c0e6f40, 0x72, 0x0, 0x0) /usr/local/go/src/net/fd_poll_runtime.go:84 +0x47 fp=0xc23b9bbab0 sp=0xc23b9bba90 net.(*pollDesc).WaitRead(0xc20c0e6f40, 0x0, 0x0) /usr/local/go/src/net/fd_poll_runtime.go:89 +0x43 fp=0xc23b9bbad8 sp=0xc23b9bbab0 net.(*netFD).Read(0xc20c0e6ee0, 0xc271198380, 0x18, 0x18, 0x0, 0x7fe2f2885e70, 0xc2746bcac0) /usr/local/go/src/net/fd_unix.go:242 +0x40f fp=0xc23b9bbb78 sp=0xc23b9bbad8 net.(*conn).Read(0xc20f5f0cb8, 0xc271198380, 0x18, 0x18, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:121 +0xdc fp=0xc23b9bbbc0 sp=0xc23b9bbb78 io.ReadAtLeast(0x7fe2f28914e0, 0xc20f5f0cb8, 0xc271198380, 0x18, 0x18, 0x18, 0x0, 0x0, 0x0) /usr/local/go/src/io/io.go:298 +0xf1 fp=0xc23b9bbc18 sp=0xc23b9bbbc0 io.ReadFull(0x7fe2f28914e0, 0xc20f5f0cb8, 0xc271198380, 0x18, 0x18, 0x0, 0x0, 0x0) /usr/local/go/src/io/io.go:316 +0x6d fp=0xc23b9bbc68 sp=0xc23b9bbc18 github.com/couchbase/indexing/secondary/dcp/transport.(*MCRequest).Receive(0xc26fa36c60, 0x7fe2f28914e0, 0xc20f5f0cb8, 0xc271198380, 0x18, 0x18, 0x18, 0x0, 0x0) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/transport/mc_req.go:130 +0xee fp=0xc23b9bbde8 sp=0xc23b9bbc68 github.com/couchbase/indexing/secondary/dcp/transport/client.(*DcpFeed).doReceive(0xc26fa36900, 0xc26fa36960, 0xc246bdd920) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/transport/client/dcp_feed.go:882 +0x1b0 fp=0xc23b9bbfc8 sp=0xc23b9bbde8 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:2232 +0x1 fp=0xc23b9bbfd0 sp=0xc23b9bbfc8 created by github.com/couchbase/indexing/secondary/dcp/transport/client.NewDcpFeed /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/transport/client/dcp_feed.go:68 +0x4bf goroutine 9919484 [IO wait]: runtime.gopark(0x416650, 0x7fe2f1283038, 0xe077f0, 0x7) /usr/local/go/src/runtime/proc.go:130 +0x105 fp=0xc261a1ea30 sp=0xc261a1ea00 runtime.netpollblock(0x7fe2f1283010, 0x72, 0xc26f98f370) /usr/local/go/src/runtime/netpoll.go:347 +0x170 fp=0xc261a1ea70 sp=0xc261a1ea30 runtime.netpollWait(0x7fe2f1283010, 0x72, 0x8) /usr/local/go/src/runtime/netpoll.go:150 +0x68 fp=0xc261a1ea90 sp=0xc261a1ea70 net.(*pollDesc).Wait(0xc2604cfcd0, 0x72, 0x0, 0x0) /usr/local/go/src/net/fd_poll_runtime.go:84 +0x47 fp=0xc261a1eab0 sp=0xc261a1ea90 net.(*pollDesc).WaitRead(0xc2604cfcd0, 0x0, 0x0) /usr/local/go/src/net/fd_poll_runtime.go:89 +0x43 fp=0xc261a1ead8 sp=0xc261a1eab0 net.(*netFD).Read(0xc2604cfc70, 0xc25f211d40, 0x18, 0x18, 0x0, 0x7fe2f2885e70, 0xc26f98f368) /usr/local/go/src/net/fd_unix.go:242 +0x40f fp=0xc261a1eb78 sp=0xc261a1ead8 net.(*conn).Read(0xc23998e378, 0xc25f211d40, 0x18, 0x18, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:121 +0xdc fp=0xc261a1ebc0 sp=0xc261a1eb78 io.ReadAtLeast(0x7fe2f28914e0, 0xc23998e378, 0xc25f211d40, 0x18, 0x18, 0x18, 0x0, 0x0, 0x0) /usr/local/go/src/io/io.go:298 +0xf1 fp=0xc261a1ec18 sp=0xc261a1ebc0 io.ReadFull(0x7fe2f28914e0, 0xc23998e378, 0xc25f211d40, 0x18, 0x18, 0x0, 0x0, 0x0) /usr/local/go/src/io/io.go:316 +0x6d fp=0xc261a1ec68 sp=0xc261a1ec18 github.com/couchbase/indexing/secondary/dcp/transport.(*MCRequest).Receive(0xc27535ab40, 0x7fe2f28914e0, 0xc23998e378, 0xc25f211d40, 0x18, 0x18, 0x18, 0x0, 0x0) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/transport/mc_req.go:130 +0xee fp=0xc261a1ede8 sp=0xc261a1ec68 github.com/couchbase/indexing/secondary/dcp/transport/client.(*DcpFeed).doReceive(0xc264da0de0, 0xc264da1020, 0xc25d139200) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/transport/client/dcp_feed.go:882 +0x1b0 fp=0xc261a1efc8 sp=0xc261a1ede8 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:2232 +0x1 fp=0xc261a1efd0 sp=0xc261a1efc8 created by github.com/couchbase/indexing/secondary/dcp/transport/client.NewDcpFeed /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/transport/client/dcp_feed.go:68 +0x4bf goroutine 9916580 [chan receive]: runtime.gopark(0x43b7b0, 0xc274e93c18, 0xe44b30, 0xc) /usr/local/go/src/runtime/proc.go:130 +0x105 fp=0xc230e29598 sp=0xc230e29568 runtime.goparkunlock(0xc274e93c18, 0xe44b30, 0xc) /usr/local/go/src/runtime/proc.go:136 +0x48 fp=0xc230e295c0 sp=0xc230e29598 runtime.chanrecv(0xadc580, 0xc274e93bc0, 0xc230e297a8, 0x640401, 0x0) /usr/local/go/src/runtime/chan.go:467 +0x82c fp=0xc230e29660 sp=0xc230e295c0 runtime.chanrecv1(0xadc580, 0xc274e93bc0, 0xc230e297a8) /usr/local/go/src/runtime/chan.go:311 +0x2b fp=0xc230e29690 sp=0xc230e29660 github.com/couchbase/indexing/secondary/dcp.(*DcpFeed).genServer(0xc274e93c80, 0xc274e93bc0, 0xabba) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/upr.go:232 +0xea fp=0xc230e297c8 sp=0xc230e29690 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:2232 +0x1 fp=0xc230e297d0 sp=0xc230e297c8 created by github.com/couchbase/indexing/secondary/dcp.(*Bucket).StartDcpFeedOver /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/upr.go:158 +0x558 goroutine 9917077 [IO wait]: runtime.gopark(0x416650, 0x7fe2f1283278, 0xe077f0, 0x7) /usr/local/go/src/runtime/proc.go:130 +0x105 fp=0xc20c636a30 sp=0xc20c636a00 runtime.netpollblock(0x7fe2f1283250, 0x72, 0xc26b6c0140) /usr/local/go/src/runtime/netpoll.go:347 +0x170 fp=0xc20c636a70 sp=0xc20c636a30 runtime.netpollWait(0x7fe2f1283250, 0x72, 0x8) /usr/local/go/src/runtime/netpoll.go:150 +0x68 fp=0xc20c636a90 sp=0xc20c636a70 net.(*pollDesc).Wait(0xc20b8dcbc0, 0x72, 0x0, 0x0) /usr/local/go/src/net/fd_poll_runtime.go:84 +0x47 fp=0xc20c636ab0 sp=0xc20c636a90 net.(*pollDesc).WaitRead(0xc20b8dcbc0, 0x0, 0x0) /usr/local/go/src/net/fd_poll_runtime.go:89 +0x43 fp=0xc20c636ad8 sp=0xc20c636ab0 net.(*netFD).Read(0xc20b8dcb60, 0xc264f6bca0, 0x18, 0x18, 0x0, 0x7fe2f2885e70, 0xc26b6c0138) /usr/local/go/src/net/fd_unix.go:242 +0x40f fp=0xc20c636b78 sp=0xc20c636ad8 net.(*conn).Read(0xc20f6fc528, 0xc264f6bca0, 0x18, 0x18, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:121 +0xdc fp=0xc20c636bc0 sp=0xc20c636b78 io.ReadAtLeast(0x7fe2f28914e0, 0xc20f6fc528, 0xc264f6bca0, 0x18, 0x18, 0x18, 0x0, 0x0, 0x0) /usr/local/go/src/io/io.go:298 +0xf1 fp=0xc20c636c18 sp=0xc20c636bc0 io.ReadFull(0x7fe2f28914e0, 0xc20f6fc528, 0xc264f6bca0, 0x18, 0x18, 0x0, 0x0, 0x0) /usr/local/go/src/io/io.go:316 +0x6d fp=0xc20c636c68 sp=0xc20c636c18 github.com/couchbase/indexing/secondary/dcp/transport.(*MCRequest).Receive(0xc27435ac60, 0x7fe2f28914e0, 0xc20f6fc528, 0xc264f6bca0, 0x18, 0x18, 0x18, 0x0, 0x0) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/transport/mc_req.go:130 +0xee fp=0xc20c636de8 sp=0xc20c636c68 github.com/couchbase/indexing/secondary/dcp/transport/client.(*DcpFeed).doReceive(0xc2745116e0, 0xc274511740, 0xc243f65d40) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/transport/client/dcp_feed.go:882 +0x1b0 fp=0xc20c636fc8 sp=0xc20c636de8 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:2232 +0x1 fp=0xc20c636fd0 sp=0xc20c636fc8 created by github.com/couchbase/indexing/secondary/dcp/transport/client.NewDcpFeed /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/transport/client/dcp_feed.go:68 +0x4bf goroutine 9919760 [chan receive]: runtime.gopark(0x43b7b0, 0xc25b3a7eb8, 0xe44b30, 0xc) /usr/local/go/src/runtime/proc.go:130 +0x105 fp=0xc23bdb3d98 sp=0xc23bdb3d68 runtime.goparkunlock(0xc25b3a7eb8, 0xe44b30, 0xc) /usr/local/go/src/runtime/proc.go:136 +0x48 fp=0xc23bdb3dc0 sp=0xc23bdb3d98 runtime.chanrecv(0xadc580, 0xc25b3a7e60, 0xc23bdb3fa8, 0x640401, 0x0) /usr/local/go/src/runtime/chan.go:467 +0x82c fp=0xc23bdb3e60 sp=0xc23bdb3dc0 runtime.chanrecv1(0xadc580, 0xc25b3a7e60, 0xc23bdb3fa8) /usr/local/go/src/runtime/chan.go:311 +0x2b fp=0xc23bdb3e90 sp=0xc23bdb3e60 github.com/couchbase/indexing/secondary/dcp.(*DcpFeed).genServer(0xc25f380120, 0xc25b3a7e60, 0xabba) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/upr.go:232 +0xea fp=0xc23bdb3fc8 sp=0xc23bdb3e90 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:2232 +0x1 fp=0xc23bdb3fd0 sp=0xc23bdb3fc8 created by github.com/couchbase/indexing/secondary/dcp.(*Bucket).StartDcpFeedOver /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/upr.go:158 +0x558 goroutine 9920103 [IO wait]: runtime.gopark(0x416650, 0x7fdf69060150, 0xe077f0, 0x7) /usr/local/go/src/runtime/proc.go:130 +0x105 fp=0xc234ba8a30 sp=0xc234ba8a00 runtime.netpollblock(0x7fdf69060128, 0x72, 0xc26b560118) /usr/local/go/src/runtime/netpoll.go:347 +0x170 fp=0xc234ba8a70 sp=0xc234ba8a30 runtime.netpollWait(0x7fdf69060128, 0x72, 0x8) /usr/local/go/src/runtime/netpoll.go:150 +0x68 fp=0xc234ba8a90 sp=0xc234ba8a70 net.(*pollDesc).Wait(0xc20af23db0, 0x72, 0x0, 0x0) /usr/local/go/src/net/fd_poll_runtime.go:84 +0x47 fp=0xc234ba8ab0 sp=0xc234ba8a90 net.(*pollDesc).WaitRead(0xc20af23db0, 0x0, 0x0) /usr/local/go/src/net/fd_poll_runtime.go:89 +0x43 fp=0xc234ba8ad8 sp=0xc234ba8ab0 net.(*netFD).Read(0xc20af23d50, 0xc24ec07b80, 0x18, 0x18, 0x0, 0x7fe2f2885e70, 0xc26b560110) /usr/local/go/src/net/fd_unix.go:242 +0x40f fp=0xc234ba8b78 sp=0xc234ba8ad8 net.(*conn).Read(0xc2101ea788, 0xc24ec07b80, 0x18, 0x18, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:121 +0xdc fp=0xc234ba8bc0 sp=0xc234ba8b78 io.ReadAtLeast(0x7fe2f28914e0, 0xc2101ea788, 0xc24ec07b80, 0x18, 0x18, 0x18, 0x0, 0x0, 0x0) /usr/local/go/src/io/io.go:298 +0xf1 fp=0xc234ba8c18 sp=0xc234ba8bc0 io.ReadFull(0x7fe2f28914e0, 0xc2101ea788, 0xc24ec07b80, 0x18, 0x18, 0x0, 0x0, 0x0) /usr/local/go/src/io/io.go:316 +0x6d fp=0xc234ba8c68 sp=0xc234ba8c18 github.com/couchbase/indexing/secondary/dcp/transport.(*MCRequest).Receive(0xc2745e0480, 0x7fe2f28914e0, 0xc2101ea788, 0xc24ec07b80, 0x18, 0x18, 0x18, 0x0, 0x0) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/transport/mc_req.go:130 +0xee fp=0xc234ba8de8 sp=0xc234ba8c68 github.com/couchbase/indexing/secondary/dcp/transport/client.(*DcpFeed).doReceive(0xc2745e0240, 0xc2745e02a0, 0xc22486a300) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/transport/client/dcp_feed.go:882 +0x1b0 fp=0xc234ba8fc8 sp=0xc234ba8de8 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:2232 +0x1 fp=0xc234ba8fd0 sp=0xc234ba8fc8 created by github.com/couchbase/indexing/secondary/dcp/transport/client.NewDcpFeed /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/transport/client/dcp_feed.go:68 +0x4bf goroutine 9920172 [chan receive]: runtime.gopark(0x43b7b0, 0xc275434718, 0xe44b30, 0xc) /usr/local/go/src/runtime/proc.go:130 +0x105 fp=0xc20c666d98 sp=0xc20c666d68 runtime.goparkunlock(0xc275434718, 0xe44b30, 0xc) /usr/local/go/src/runtime/proc.go:136 +0x48 fp=0xc20c666dc0 sp=0xc20c666d98 runtime.chanrecv(0xadc580, 0xc2754346c0, 0xc20c666fa8, 0x640401, 0x0) /usr/local/go/src/runtime/chan.go:467 +0x82c fp=0xc20c666e60 sp=0xc20c666dc0 runtime.chanrecv1(0xadc580, 0xc2754346c0, 0xc20c666fa8) /usr/local/go/src/runtime/chan.go:311 +0x2b fp=0xc20c666e90 sp=0xc20c666e60 github.com/couchbase/indexing/secondary/dcp.(*DcpFeed).genServer(0xc275434840, 0xc2754346c0, 0xabba) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/upr.go:232 +0xea fp=0xc20c666fc8 sp=0xc20c666e90 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:2232 +0x1 fp=0xc20c666fd0 sp=0xc20c666fc8 created by github.com/couchbase/indexing/secondary/dcp.(*Bucket).StartDcpFeedOver /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/upr.go:158 +0x558 goroutine 9920124 [select]: runtime.gopark(0x41b500, 0xc234ba4ee8, 0xe22590, 0x6) /usr/local/go/src/runtime/proc.go:130 +0x105 fp=0xc234ba49a0 sp=0xc234ba4970 runtime.selectgoImpl(0xc234ba4ee8, 0xc234ba4ba7, 0x20) /usr/local/go/src/runtime/select.go:366 +0xb2c fp=0xc234ba4b38 sp=0xc234ba49a0 runtime.selectgo(0xc234ba4ee8) /usr/local/go/src/runtime/select.go:183 +0x12 fp=0xc234ba4b58 sp=0xc234ba4b38 github.com/couchbase/indexing/secondary/dcp/transport/client.(*DcpFeed).genServer(0xc226c62ae0, 0xabba, 0xc226c62a20, 0xc226c62a80, 0xc226c62b40) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/transport/client/dcp_feed.go:165 +0x18cf fp=0xc234ba4fb8 sp=0xc234ba4b58 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:2232 +0x1 fp=0xc234ba4fc0 sp=0xc234ba4fb8 created by github.com/couchbase/indexing/secondary/dcp/transport/client.NewDcpFeed /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/transport/client/dcp_feed.go:67 +0x48e goroutine 9920118 [IO wait]: runtime.gopark(0x416650, 0x7fdf6905ff10, 0xe077f0, 0x7) /usr/local/go/src/runtime/proc.go:130 +0x105 fp=0xc20b8c0a30 sp=0xc20b8c0a00 runtime.netpollblock(0x7fdf6905fee8, 0x72, 0xc269217988) /usr/local/go/src/runtime/netpoll.go:347 +0x170 fp=0xc20b8c0a70 sp=0xc20b8c0a30 runtime.netpollWait(0x7fdf6905fee8, 0x72, 0x8) /usr/local/go/src/runtime/netpoll.go:150 +0x68 fp=0xc20b8c0a90 sp=0xc20b8c0a70 net.(*pollDesc).Wait(0xc20db416b0, 0x72, 0x0, 0x0) /usr/local/go/src/net/fd_poll_runtime.go:84 +0x47 fp=0xc20b8c0ab0 sp=0xc20b8c0a90 net.(*pollDesc).WaitRead(0xc20db416b0, 0x0, 0x0) /usr/local/go/src/net/fd_poll_runtime.go:89 +0x43 fp=0xc20b8c0ad8 sp=0xc20b8c0ab0 net.(*netFD).Read(0xc20db41650, 0xc23ac0b820, 0x18, 0x18, 0x0, 0x7fe2f2885e70, 0xc269217980) /usr/local/go/src/net/fd_unix.go:242 +0x40f fp=0xc20b8c0b78 sp=0xc20b8c0ad8 net.(*conn).Read(0xc2199b17f8, 0xc23ac0b820, 0x18, 0x18, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:121 +0xdc fp=0xc20b8c0bc0 sp=0xc20b8c0b78 io.ReadAtLeast(0x7fe2f28914e0, 0xc2199b17f8, 0xc23ac0b820, 0x18, 0x18, 0x18, 0x0, 0x0, 0x0) /usr/local/go/src/io/io.go:298 +0xf1 fp=0xc20b8c0c18 sp=0xc20b8c0bc0 io.ReadFull(0x7fe2f28914e0, 0xc2199b17f8, 0xc23ac0b820, 0x18, 0x18, 0x0, 0x0, 0x0) /usr/local/go/src/io/io.go:316 +0x6d fp=0xc20b8c0c68 sp=0xc20b8c0c18 github.com/couchbase/indexing/secondary/dcp/transport.(*MCRequest).Receive(0xc26bc12840, 0x7fe2f28914e0, 0xc2199b17f8, 0xc23ac0b820, 0x18, 0x18, 0x18, 0x0, 0x0) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/transport/mc_req.go:130 +0xee fp=0xc20b8c0de8 sp=0xc20b8c0c68 github.com/couchbase/indexing/secondary/dcp/transport/client.(*DcpFeed).doReceive(0xc26bc121e0, 0xc26bc12240, 0xc20d64c510) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/transport/client/dcp_feed.go:882 +0x1b0 fp=0xc20b8c0fc8 sp=0xc20b8c0de8 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:2232 +0x1 fp=0xc20b8c0fd0 sp=0xc20b8c0fc8 created by github.com/couchbase/indexing/secondary/dcp/transport/client.NewDcpFeed /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/transport/client/dcp_feed.go:68 +0x4bf goroutine 9919140 [IO wait]: runtime.gopark(0x416650, 0x7fe2f12830f8, 0xe077f0, 0x7) /usr/local/go/src/runtime/proc.go:130 +0x105 fp=0xc261a21a30 sp=0xc261a21a00 runtime.netpollblock(0x7fe2f12830d0, 0x72, 0xc27450e6a8) /usr/local/go/src/runtime/netpoll.go:347 +0x170 fp=0xc261a21a70 sp=0xc261a21a30 runtime.netpollWait(0x7fe2f12830d0, 0x72, 0x8) /usr/local/go/src/runtime/netpoll.go:150 +0x68 fp=0xc261a21a90 sp=0xc261a21a70 net.(*pollDesc).Wait(0xc20c0e67d0, 0x72, 0x0, 0x0) /usr/local/go/src/net/fd_poll_runtime.go:84 +0x47 fp=0xc261a21ab0 sp=0xc261a21a90 net.(*pollDesc).WaitRead(0xc20c0e67d0, 0x0, 0x0) /usr/local/go/src/net/fd_poll_runtime.go:89 +0x43 fp=0xc261a21ad8 sp=0xc261a21ab0 net.(*netFD).Read(0xc20c0e6770, 0xc2684a8680, 0x18, 0x18, 0x0, 0x7fe2f2885e70, 0xc27450e6a0) /usr/local/go/src/net/fd_unix.go:242 +0x40f fp=0xc261a21b78 sp=0xc261a21ad8 net.(*conn).Read(0xc20af4b630, 0xc2684a8680, 0x18, 0x18, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:121 +0xdc fp=0xc261a21bc0 sp=0xc261a21b78 io.ReadAtLeast(0x7fe2f28914e0, 0xc20af4b630, 0xc2684a8680, 0x18, 0x18, 0x18, 0x0, 0x0, 0x0) /usr/local/go/src/io/io.go:298 +0xf1 fp=0xc261a21c18 sp=0xc261a21bc0 io.ReadFull(0x7fe2f28914e0, 0xc20af4b630, 0xc2684a8680, 0x18, 0x18, 0x0, 0x0, 0x0) /usr/local/go/src/io/io.go:316 +0x6d fp=0xc261a21c68 sp=0xc261a21c18 github.com/couchbase/indexing/secondary/dcp/transport.(*MCRequest).Receive(0xc2761abec0, 0x7fe2f28914e0, 0xc20af4b630, 0xc2684a8680, 0x18, 0x18, 0x18, 0x0, 0x0) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/transport/mc_req.go:130 +0xee fp=0xc261a21de8 sp=0xc261a21c68 github.com/couchbase/indexing/secondary/dcp/transport/client.(*DcpFeed).doReceive(0xc2761abb60, 0xc2761abbc0, 0xc2582e6a50) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/transport/client/dcp_feed.go:882 +0x1b0 fp=0xc261a21fc8 sp=0xc261a21de8 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:2232 +0x1 fp=0xc261a21fd0 sp=0xc261a21fc8 created by github.com/couchbase/indexing/secondary/dcp/transport/client.NewDcpFeed /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/transport/client/dcp_feed.go:68 +0x4bf goroutine 9914881 [chan receive]: runtime.gopark(0x43b7b0, 0xc23de812b8, 0xe44b30, 0xc) /usr/local/go/src/runtime/proc.go:130 +0x105 fp=0xc21b602d98 sp=0xc21b602d68 runtime.goparkunlock(0xc23de812b8, 0xe44b30, 0xc) /usr/local/go/src/runtime/proc.go:136 +0x48 fp=0xc21b602dc0 sp=0xc21b602d98 runtime.chanrecv(0xadc580, 0xc23de81260, 0xc21b602fa8, 0x640401, 0x0) /usr/local/go/src/runtime/chan.go:467 +0x82c fp=0xc21b602e60 sp=0xc21b602dc0 runtime.chanrecv1(0xadc580, 0xc23de81260, 0xc21b602fa8) /usr/local/go/src/runtime/chan.go:311 +0x2b fp=0xc21b602e90 sp=0xc21b602e60 github.com/couchbase/indexing/secondary/dcp.(*DcpFeed).genServer(0xc23de81320, 0xc23de81260, 0xabba) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/upr.go:232 +0xea fp=0xc21b602fc8 sp=0xc21b602e90 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:2232 +0x1 fp=0xc21b602fd0 sp=0xc21b602fc8 created by github.com/couchbase/indexing/secondary/dcp.(*Bucket).StartDcpFeedOver /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/upr.go:158 +0x558 goroutine 9917007 [select]: runtime.gopark(0x41b500, 0xc23d7d0ee8, 0xe22590, 0x6) /usr/local/go/src/runtime/proc.go:130 +0x105 fp=0xc23d7d09a0 sp=0xc23d7d0970 runtime.selectgoImpl(0xc23d7d0ee8, 0xc23d7d0ba7, 0x20) /usr/local/go/src/runtime/select.go:366 +0xb2c fp=0xc23d7d0b38 sp=0xc23d7d09a0 runtime.selectgo(0xc23d7d0ee8) /usr/local/go/src/runtime/select.go:183 +0x12 fp=0xc23d7d0b58 sp=0xc23d7d0b38 github.com/couchbase/indexing/secondary/dcp/transport/client.(*DcpFeed).genServer(0xc23191ed20, 0xabba, 0xc23191ec60, 0xc23191ecc0, 0xc23191ed80) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/transport/client/dcp_feed.go:165 +0x18cf fp=0xc23d7d0fb8 sp=0xc23d7d0b58 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:2232 +0x1 fp=0xc23d7d0fc0 sp=0xc23d7d0fb8 created by github.com/couchbase/indexing/secondary/dcp/transport/client.NewDcpFeed /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/transport/client/dcp_feed.go:67 +0x48e goroutine 9920258 [select]: runtime.gopark(0x41b500, 0xc22d6ccee8, 0xe22590, 0x6) /usr/local/go/src/runtime/proc.go:130 +0x105 fp=0xc22d6cc9a0 sp=0xc22d6cc970 runtime.selectgoImpl(0xc22d6ccee8, 0xc22d6ccba7, 0x20) /usr/local/go/src/runtime/select.go:366 +0xb2c fp=0xc22d6ccb38 sp=0xc22d6cc9a0 runtime.selectgo(0xc22d6ccee8) /usr/local/go/src/runtime/select.go:183 +0x12 fp=0xc22d6ccb58 sp=0xc22d6ccb38 github.com/couchbase/indexing/secondary/dcp/transport/client.(*DcpFeed).genServer(0xc255b26780, 0xabba, 0xc255b262a0, 0xc255b265a0, 0xc255b267e0) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/transport/client/dcp_feed.go:165 +0x18cf fp=0xc22d6ccfb8 sp=0xc22d6ccb58 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:2232 +0x1 fp=0xc22d6ccfc0 sp=0xc22d6ccfb8 created by github.com/couchbase/indexing/secondary/dcp/transport/client.NewDcpFeed /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/transport/client/dcp_feed.go:67 +0x48e goroutine 9919759 [IO wait]: runtime.gopark(0x416650, 0x7fdf6905fb50, 0xe077f0, 0x7) /usr/local/go/src/runtime/proc.go:130 +0x105 fp=0xc20b8c1a30 sp=0xc20b8c1a00 runtime.netpollblock(0x7fdf6905fb28, 0x72, 0xc271baf578) /usr/local/go/src/runtime/netpoll.go:347 +0x170 fp=0xc20b8c1a70 sp=0xc20b8c1a30 runtime.netpollWait(0x7fdf6905fb28, 0x72, 0x8) /usr/local/go/src/runtime/netpoll.go:150 +0x68 fp=0xc20b8c1a90 sp=0xc20b8c1a70 net.(*pollDesc).Wait(0xc234c65b10, 0x72, 0x0, 0x0) /usr/local/go/src/net/fd_poll_runtime.go:84 +0x47 fp=0xc20b8c1ab0 sp=0xc20b8c1a90 net.(*pollDesc).WaitRead(0xc234c65b10, 0x0, 0x0) /usr/local/go/src/net/fd_poll_runtime.go:89 +0x43 fp=0xc20b8c1ad8 sp=0xc20b8c1ab0 net.(*netFD).Read(0xc234c65ab0, 0xc2516e8de0, 0x18, 0x18, 0x0, 0x7fe2f2885e70, 0xc271baf570) /usr/local/go/src/net/fd_unix.go:242 +0x40f fp=0xc20b8c1b78 sp=0xc20b8c1ad8 net.(*conn).Read(0xc20f5f1720, 0xc2516e8de0, 0x18, 0x18, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:121 +0xdc fp=0xc20b8c1bc0 sp=0xc20b8c1b78 io.ReadAtLeast(0x7fe2f28914e0, 0xc20f5f1720, 0xc2516e8de0, 0x18, 0x18, 0x18, 0x0, 0x0, 0x0) /usr/local/go/src/io/io.go:298 +0xf1 fp=0xc20b8c1c18 sp=0xc20b8c1bc0 io.ReadFull(0x7fe2f28914e0, 0xc20f5f1720, 0xc2516e8de0, 0x18, 0x18, 0x0, 0x0, 0x0) /usr/local/go/src/io/io.go:316 +0x6d fp=0xc20b8c1c68 sp=0xc20b8c1c18 github.com/couchbase/indexing/secondary/dcp/transport.(*MCRequest).Receive(0xc267ad9260, 0x7fe2f28914e0, 0xc20f5f1720, 0xc2516e8de0, 0x18, 0x18, 0x18, 0x0, 0x0) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/transport/mc_req.go:130 +0xee fp=0xc20b8c1de8 sp=0xc20b8c1c68 github.com/couchbase/indexing/secondary/dcp/transport/client.(*DcpFeed).doReceive(0xc267ad8a20, 0xc267ad8a80, 0xc240410030) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/transport/client/dcp_feed.go:882 +0x1b0 fp=0xc20b8c1fc8 sp=0xc20b8c1de8 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:2232 +0x1 fp=0xc20b8c1fd0 sp=0xc20b8c1fc8 created by github.com/couchbase/indexing/secondary/dcp/transport/client.NewDcpFeed /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/transport/client/dcp_feed.go:68 +0x4bf goroutine 9920095 [select]: runtime.gopark(0x41b500, 0xc20c634ee8, 0xe22590, 0x6) /usr/local/go/src/runtime/proc.go:130 +0x105 fp=0xc20c6349a0 sp=0xc20c634970 runtime.selectgoImpl(0xc20c634ee8, 0xc20c634ba7, 0x20) /usr/local/go/src/runtime/select.go:366 +0xb2c fp=0xc20c634b38 sp=0xc20c6349a0 runtime.selectgo(0xc20c634ee8) /usr/local/go/src/runtime/select.go:183 +0x12 fp=0xc20c634b58 sp=0xc20c634b38 github.com/couchbase/indexing/secondary/dcp/transport/client.(*DcpFeed).genServer(0xc274f6bda0, 0xabba, 0xc274f6bce0, 0xc274f6bd40, 0xc274f6be00) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/transport/client/dcp_feed.go:165 +0x18cf fp=0xc20c634fb8 sp=0xc20c634b58 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:2232 +0x1 fp=0xc20c634fc0 sp=0xc20c634fb8 created by github.com/couchbase/indexing/secondary/dcp/transport/client.NewDcpFeed /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/transport/client/dcp_feed.go:67 +0x48e goroutine 9915938 [IO wait]: runtime.gopark(0x416650, 0x7fe2f1283c38, 0xe077f0, 0x7) /usr/local/go/src/runtime/proc.go:130 +0x105 fp=0xc23b9b6ae8 sp=0xc23b9b6ab8 runtime.netpollblock(0x7fe2f1283c10, 0x72, 0xc273a18fb0) /usr/local/go/src/runtime/netpoll.go:347 +0x170 fp=0xc23b9b6b28 sp=0xc23b9b6ae8 runtime.netpollWait(0x7fe2f1283c10, 0x72, 0x8) /usr/local/go/src/runtime/netpoll.go:150 +0x68 fp=0xc23b9b6b48 sp=0xc23b9b6b28 net.(*pollDesc).Wait(0xc23a270d80, 0x72, 0x0, 0x0) /usr/local/go/src/net/fd_poll_runtime.go:84 +0x47 fp=0xc23b9b6b68 sp=0xc23b9b6b48 net.(*pollDesc).WaitRead(0xc23a270d80, 0x0, 0x0) /usr/local/go/src/net/fd_poll_runtime.go:89 +0x43 fp=0xc23b9b6b90 sp=0xc23b9b6b68 net.(*netFD).Read(0xc23a270d20, 0xc25faa7000, 0x1000, 0x1000, 0x0, 0x7fe2f2885e70, 0xc273a18fa8) /usr/local/go/src/net/fd_unix.go:242 +0x40f fp=0xc23b9b6c30 sp=0xc23b9b6b90 net.(*conn).Read(0xc2199b00b8, 0xc25faa7000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:121 +0xdc fp=0xc23b9b6c78 sp=0xc23b9b6c30 net/http.noteEOFReader.Read(0x7fe2f28914e0, 0xc2199b00b8, 0xc244824058, 0xc25faa7000, 0x1000, 0x1000, 0xc0df40, 0x0, 0x0) /usr/local/go/src/net/http/transport.go:1270 +0x6e fp=0xc23b9b6cc8 sp=0xc23b9b6c78 net/http.(*noteEOFReader).Read(0xc2673861e0, 0xc25faa7000, 0x1000, 0x1000, 0xc208015600, 0x0, 0x0) :125 +0xd4 fp=0xc23b9b6d18 sp=0xc23b9b6cc8 bufio.(*Reader).fill(0xc27530c180) /usr/local/go/src/bufio/bufio.go:97 +0x1ce fp=0xc23b9b6dc0 sp=0xc23b9b6d18 bufio.(*Reader).Peek(0xc27530c180, 0x1, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/bufio/bufio.go:132 +0xf0 fp=0xc23b9b6dd0 sp=0xc23b9b6dc0 net/http.(*persistConn).readLoop(0xc244824000) /usr/local/go/src/net/http/transport.go:842 +0xa4 fp=0xc23b9b6fd8 sp=0xc23b9b6dd0 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:2232 +0x1 fp=0xc23b9b6fe0 sp=0xc23b9b6fd8 created by net/http.(*Transport).dialConn /usr/local/go/src/net/http/transport.go:660 +0xc9f goroutine 9920323 [IO wait]: runtime.gopark(0x416650, 0x7fdf69065d08, 0xe077f0, 0x7) /usr/local/go/src/runtime/proc.go:130 +0x105 fp=0xc20bb16a30 sp=0xc20bb16a00 runtime.netpollblock(0x7fdf69065ce0, 0x72, 0xc27194ec88) /usr/local/go/src/runtime/netpoll.go:347 +0x170 fp=0xc20bb16a70 sp=0xc20bb16a30 runtime.netpollWait(0x7fdf69065ce0, 0x72, 0x8) /usr/local/go/src/runtime/netpoll.go:150 +0x68 fp=0xc20bb16a90 sp=0xc20bb16a70 net.(*pollDesc).Wait(0xc22de0ae60, 0x72, 0x0, 0x0) /usr/local/go/src/net/fd_poll_runtime.go:84 +0x47 fp=0xc20bb16ab0 sp=0xc20bb16a90 net.(*pollDesc).WaitRead(0xc22de0ae60, 0x0, 0x0) /usr/local/go/src/net/fd_poll_runtime.go:89 +0x43 fp=0xc20bb16ad8 sp=0xc20bb16ab0 net.(*netFD).Read(0xc22de0ae00, 0xc24859c800, 0x18, 0x18, 0x0, 0x7fe2f2885e70, 0xc27194ec80) /usr/local/go/src/net/fd_unix.go:242 +0x40f fp=0xc20bb16b78 sp=0xc20bb16ad8 net.(*conn).Read(0xc20f6fc310, 0xc24859c800, 0x18, 0x18, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:121 +0xdc fp=0xc20bb16bc0 sp=0xc20bb16b78 io.ReadAtLeast(0x7fe2f28914e0, 0xc20f6fc310, 0xc24859c800, 0x18, 0x18, 0x18, 0x0, 0x0, 0x0) /usr/local/go/src/io/io.go:298 +0xf1 fp=0xc20bb16c18 sp=0xc20bb16bc0 io.ReadFull(0x7fe2f28914e0, 0xc20f6fc310, 0xc24859c800, 0x18, 0x18, 0x0, 0x0, 0x0) /usr/local/go/src/io/io.go:316 +0x6d fp=0xc20bb16c68 sp=0xc20bb16c18 github.com/couchbase/indexing/secondary/dcp/transport.(*MCRequest).Receive(0xc27532c660, 0x7fe2f28914e0, 0xc20f6fc310, 0xc24859c800, 0x18, 0x18, 0x18, 0x0, 0x0) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/transport/mc_req.go:130 +0xee fp=0xc20bb16de8 sp=0xc20bb16c68 github.com/couchbase/indexing/secondary/dcp/transport/client.(*DcpFeed).doReceive(0xc27532c2a0, 0xc27532c300, 0xc23db22570) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/transport/client/dcp_feed.go:882 +0x1b0 fp=0xc20bb16fc8 sp=0xc20bb16de8 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:2232 +0x1 fp=0xc20bb16fd0 sp=0xc20bb16fc8 created by github.com/couchbase/indexing/secondary/dcp/transport/client.NewDcpFeed /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/transport/client/dcp_feed.go:68 +0x4bf goroutine 9919744 [IO wait]: runtime.gopark(0x416650, 0x7fe2f1282f78, 0xe077f0, 0x7) /usr/local/go/src/runtime/proc.go:130 +0x105 fp=0xc261a1fa30 sp=0xc261a1fa00 runtime.netpollblock(0x7fe2f1282f50, 0x72, 0xc26adbc750) /usr/local/go/src/runtime/netpoll.go:347 +0x170 fp=0xc261a1fa70 sp=0xc261a1fa30 runtime.netpollWait(0x7fe2f1282f50, 0x72, 0x8) /usr/local/go/src/runtime/netpoll.go:150 +0x68 fp=0xc261a1fa90 sp=0xc261a1fa70 net.(*pollDesc).Wait(0xc2566e3720, 0x72, 0x0, 0x0) /usr/local/go/src/net/fd_poll_runtime.go:84 +0x47 fp=0xc261a1fab0 sp=0xc261a1fa90 net.(*pollDesc).WaitRead(0xc2566e3720, 0x0, 0x0) /usr/local/go/src/net/fd_poll_runtime.go:89 +0x43 fp=0xc261a1fad8 sp=0xc261a1fab0 net.(*netFD).Read(0xc2566e36c0, 0xc2595dff20, 0x18, 0x18, 0x0, 0x7fe2f2885e70, 0xc26adbc748) /usr/local/go/src/net/fd_unix.go:242 +0x40f fp=0xc261a1fb78 sp=0xc261a1fad8 net.(*conn).Read(0xc20f6fd4e0, 0xc2595dff20, 0x18, 0x18, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:121 +0xdc fp=0xc261a1fbc0 sp=0xc261a1fb78 io.ReadAtLeast(0x7fe2f28914e0, 0xc20f6fd4e0, 0xc2595dff20, 0x18, 0x18, 0x18, 0x0, 0x0, 0x0) /usr/local/go/src/io/io.go:298 +0xf1 fp=0xc261a1fc18 sp=0xc261a1fbc0 io.ReadFull(0x7fe2f28914e0, 0xc20f6fd4e0, 0xc2595dff20, 0x18, 0x18, 0x0, 0x0, 0x0) /usr/local/go/src/io/io.go:316 +0x6d fp=0xc261a1fc68 sp=0xc261a1fc18 github.com/couchbase/indexing/secondary/dcp/transport.(*MCRequest).Receive(0xc2752bbc20, 0x7fe2f28914e0, 0xc20f6fd4e0, 0xc2595dff20, 0x18, 0x18, 0x18, 0x0, 0x0) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/transport/mc_req.go:130 +0xee fp=0xc261a1fde8 sp=0xc261a1fc68 github.com/couchbase/indexing/secondary/dcp/transport/client.(*DcpFeed).doReceive(0xc2752bb860, 0xc2752bb8c0, 0xc21fb9b170) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/transport/client/dcp_feed.go:882 +0x1b0 fp=0xc261a1ffc8 sp=0xc261a1fde8 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:2232 +0x1 fp=0xc261a1ffd0 sp=0xc261a1ffc8 created by github.com/couchbase/indexing/secondary/dcp/transport/client.NewDcpFeed /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/transport/client/dcp_feed.go:68 +0x4bf goroutine 9919748 [chan receive]: runtime.gopark(0x43b7b0, 0xc24f5b2d78, 0xe44b30, 0xc) /usr/local/go/src/runtime/proc.go:130 +0x105 fp=0xc21b604598 sp=0xc21b604568 runtime.goparkunlock(0xc24f5b2d78, 0xe44b30, 0xc) /usr/local/go/src/runtime/proc.go:136 +0x48 fp=0xc21b6045c0 sp=0xc21b604598 runtime.chanrecv(0xadc580, 0xc24f5b2d20, 0xc21b6047a8, 0x640401, 0x0) /usr/local/go/src/runtime/chan.go:467 +0x82c fp=0xc21b604660 sp=0xc21b6045c0 runtime.chanrecv1(0xadc580, 0xc24f5b2d20, 0xc21b6047a8) /usr/local/go/src/runtime/chan.go:311 +0x2b fp=0xc21b604690 sp=0xc21b604660 github.com/couchbase/indexing/secondary/dcp.(*DcpFeed).genServer(0xc24f5b2de0, 0xc24f5b2d20, 0xabba) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/upr.go:232 +0xea fp=0xc21b6047c8 sp=0xc21b604690 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:2232 +0x1 fp=0xc21b6047d0 sp=0xc21b6047c8 created by github.com/couchbase/indexing/secondary/dcp.(*Bucket).StartDcpFeedOver /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/upr.go:158 +0x558 goroutine 9920142 [chan receive]: runtime.gopark(0x43b7b0, 0xc226c62118, 0xe44b30, 0xc) /usr/local/go/src/runtime/proc.go:130 +0x105 fp=0xc23bdb6598 sp=0xc23bdb6568 runtime.goparkunlock(0xc226c62118, 0xe44b30, 0xc) /usr/local/go/src/runtime/proc.go:136 +0x48 fp=0xc23bdb65c0 sp=0xc23bdb6598 runtime.chanrecv(0xadc580, 0xc226c620c0, 0xc23bdb67a8, 0x640401, 0x0) /usr/local/go/src/runtime/chan.go:467 +0x82c fp=0xc23bdb6660 sp=0xc23bdb65c0 runtime.chanrecv1(0xadc580, 0xc226c620c0, 0xc23bdb67a8) /usr/local/go/src/runtime/chan.go:311 +0x2b fp=0xc23bdb6690 sp=0xc23bdb6660 github.com/couchbase/indexing/secondary/dcp.(*DcpFeed).genServer(0xc226c62180, 0xc226c620c0, 0xabba) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/upr.go:232 +0xea fp=0xc23bdb67c8 sp=0xc23bdb6690 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:2232 +0x1 fp=0xc23bdb67d0 sp=0xc23bdb67c8 created by github.com/couchbase/indexing/secondary/dcp.(*Bucket).StartDcpFeedOver /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/upr.go:158 +0x558 goroutine 9920164 [chan receive]: runtime.gopark(0x43b7b0, 0xc21a010118, 0xe44b30, 0xc) /usr/local/go/src/runtime/proc.go:130 +0x105 fp=0xc251303598 sp=0xc251303568 runtime.goparkunlock(0xc21a010118, 0xe44b30, 0xc) /usr/local/go/src/runtime/proc.go:136 +0x48 fp=0xc2513035c0 sp=0xc251303598 runtime.chanrecv(0xadc580, 0xc21a0100c0, 0xc2513037a8, 0x640401, 0x0) /usr/local/go/src/runtime/chan.go:467 +0x82c fp=0xc251303660 sp=0xc2513035c0 runtime.chanrecv1(0xadc580, 0xc21a0100c0, 0xc2513037a8) /usr/local/go/src/runtime/chan.go:311 +0x2b fp=0xc251303690 sp=0xc251303660 github.com/couchbase/indexing/secondary/dcp.(*DcpFeed).genServer(0xc21a010240, 0xc21a0100c0, 0xabba) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/upr.go:232 +0xea fp=0xc2513037c8 sp=0xc251303690 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:2232 +0x1 fp=0xc2513037d0 sp=0xc2513037c8 created by github.com/couchbase/indexing/secondary/dcp.(*Bucket).StartDcpFeedOver /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/upr.go:158 +0x558 goroutine 9919139 [select]: runtime.gopark(0x41b500, 0xc20c4c9ee8, 0xe22590, 0x6) /usr/local/go/src/runtime/proc.go:130 +0x105 fp=0xc20c4c99a0 sp=0xc20c4c9970 runtime.selectgoImpl(0xc20c4c9ee8, 0xc20c4c9ba7, 0x20) /usr/local/go/src/runtime/select.go:366 +0xb2c fp=0xc20c4c9b38 sp=0xc20c4c99a0 runtime.selectgo(0xc20c4c9ee8) /usr/local/go/src/runtime/select.go:183 +0x12 fp=0xc20c4c9b58 sp=0xc20c4c9b38 github.com/couchbase/indexing/secondary/dcp/transport/client.(*DcpFeed).genServer(0xc2761abb60, 0xabba, 0xc2761abaa0, 0xc2761abb00, 0xc2761abbc0) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/transport/client/dcp_feed.go:165 +0x18cf fp=0xc20c4c9fb8 sp=0xc20c4c9b58 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:2232 +0x1 fp=0xc20c4c9fc0 sp=0xc20c4c9fb8 created by github.com/couchbase/indexing/secondary/dcp/transport/client.NewDcpFeed /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/transport/client/dcp_feed.go:67 +0x48e goroutine 9917009 [chan receive]: runtime.gopark(0x43b7b0, 0xc27435a178, 0xe44b30, 0xc) /usr/local/go/src/runtime/proc.go:130 +0x105 fp=0xc228264598 sp=0xc228264568 runtime.goparkunlock(0xc27435a178, 0xe44b30, 0xc) /usr/local/go/src/runtime/proc.go:136 +0x48 fp=0xc2282645c0 sp=0xc228264598 runtime.chanrecv(0xadc580, 0xc27435a120, 0xc2282647a8, 0x640401, 0x0) /usr/local/go/src/runtime/chan.go:467 +0x82c fp=0xc228264660 sp=0xc2282645c0 runtime.chanrecv1(0xadc580, 0xc27435a120, 0xc2282647a8) /usr/local/go/src/runtime/chan.go:311 +0x2b fp=0xc228264690 sp=0xc228264660 github.com/couchbase/indexing/secondary/dcp.(*DcpFeed).genServer(0xc27435a3c0, 0xc27435a120, 0xabba) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/upr.go:232 +0xea fp=0xc2282647c8 sp=0xc228264690 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:2232 +0x1 fp=0xc2282647d0 sp=0xc2282647c8 created by github.com/couchbase/indexing/secondary/dcp.(*Bucket).StartDcpFeedOver /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/upr.go:158 +0x558 goroutine 9918557 [select]: runtime.gopark(0x41b500, 0xc2080e2ee8, 0xe22590, 0x6) /usr/local/go/src/runtime/proc.go:130 +0x105 fp=0xc2080e29a0 sp=0xc2080e2970 runtime.selectgoImpl(0xc2080e2ee8, 0xc2080e2ba7, 0x20) /usr/local/go/src/runtime/select.go:366 +0xb2c fp=0xc2080e2b38 sp=0xc2080e29a0 runtime.selectgo(0xc2080e2ee8) /usr/local/go/src/runtime/select.go:183 +0x12 fp=0xc2080e2b58 sp=0xc2080e2b38 github.com/couchbase/indexing/secondary/dcp/transport/client.(*DcpFeed).genServer(0xc266c71800, 0xabba, 0xc266c71740, 0xc266c717a0, 0xc266c71860) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/transport/client/dcp_feed.go:165 +0x18cf fp=0xc2080e2fb8 sp=0xc2080e2b58 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:2232 +0x1 fp=0xc2080e2fc0 sp=0xc2080e2fb8 created by github.com/couchbase/indexing/secondary/dcp/transport/client.NewDcpFeed /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/transport/client/dcp_feed.go:67 +0x48e goroutine 9916579 [IO wait]: runtime.gopark(0x416650, 0x7fe2f2890e08, 0xe077f0, 0x7) /usr/local/go/src/runtime/proc.go:130 +0x105 fp=0xc23b9b5a30 sp=0xc23b9b5a00 runtime.netpollblock(0x7fe2f2890de0, 0x72, 0xc26d86c398) /usr/local/go/src/runtime/netpoll.go:347 +0x170 fp=0xc23b9b5a70 sp=0xc23b9b5a30 runtime.netpollWait(0x7fe2f2890de0, 0x72, 0x8) /usr/local/go/src/runtime/netpoll.go:150 +0x68 fp=0xc23b9b5a90 sp=0xc23b9b5a70 net.(*pollDesc).Wait(0xc20db403e0, 0x72, 0x0, 0x0) /usr/local/go/src/net/fd_poll_runtime.go:84 +0x47 fp=0xc23b9b5ab0 sp=0xc23b9b5a90 net.(*pollDesc).WaitRead(0xc20db403e0, 0x0, 0x0) /usr/local/go/src/net/fd_poll_runtime.go:89 +0x43 fp=0xc23b9b5ad8 sp=0xc23b9b5ab0 net.(*netFD).Read(0xc20db40380, 0xc25dd48520, 0x18, 0x18, 0x0, 0x7fe2f2885e70, 0xc26d86c390) /usr/local/go/src/net/fd_unix.go:242 +0x40f fp=0xc23b9b5b78 sp=0xc23b9b5ad8 net.(*conn).Read(0xc20ef31720, 0xc25dd48520, 0x18, 0x18, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:121 +0xdc fp=0xc23b9b5bc0 sp=0xc23b9b5b78 io.ReadAtLeast(0x7fe2f28914e0, 0xc20ef31720, 0xc25dd48520, 0x18, 0x18, 0x18, 0x0, 0x0, 0x0) /usr/local/go/src/io/io.go:298 +0xf1 fp=0xc23b9b5c18 sp=0xc23b9b5bc0 io.ReadFull(0x7fe2f28914e0, 0xc20ef31720, 0xc25dd48520, 0x18, 0x18, 0x0, 0x0, 0x0) /usr/local/go/src/io/io.go:316 +0x6d fp=0xc23b9b5c68 sp=0xc23b9b5c18 github.com/couchbase/indexing/secondary/dcp/transport.(*MCRequest).Receive(0xc237d0e2a0, 0x7fe2f28914e0, 0xc20ef31720, 0xc25dd48520, 0x18, 0x18, 0x18, 0x0, 0x0) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/transport/mc_req.go:130 +0xee fp=0xc23b9b5de8 sp=0xc23b9b5c68 github.com/couchbase/indexing/secondary/dcp/transport/client.(*DcpFeed).doReceive(0xc2609a5f20, 0xc2609a5f80, 0xc246adf560) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/transport/client/dcp_feed.go:882 +0x1b0 fp=0xc23b9b5fc8 sp=0xc23b9b5de8 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:2232 +0x1 fp=0xc23b9b5fd0 sp=0xc23b9b5fc8 created by github.com/couchbase/indexing/secondary/dcp/transport/client.NewDcpFeed /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/transport/client/dcp_feed.go:68 +0x4bf goroutine 9917020 [select]: runtime.gopark(0x41b500, 0xc20c633ee8, 0xe22590, 0x6) /usr/local/go/src/runtime/proc.go:130 +0x105 fp=0xc20c6339a0 sp=0xc20c633970 runtime.selectgoImpl(0xc20c633ee8, 0xc20c633ba7, 0x20) /usr/local/go/src/runtime/select.go:366 +0xb2c fp=0xc20c633b38 sp=0xc20c6339a0 runtime.selectgo(0xc20c633ee8) /usr/local/go/src/runtime/select.go:183 +0x12 fp=0xc20c633b58 sp=0xc20c633b38 github.com/couchbase/indexing/secondary/dcp/transport/client.(*DcpFeed).genServer(0xc2744d0d80, 0xabba, 0xc2744d0cc0, 0xc2744d0d20, 0xc2744d0de0) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/transport/client/dcp_feed.go:165 +0x18cf fp=0xc20c633fb8 sp=0xc20c633b58 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:2232 +0x1 fp=0xc20c633fc0 sp=0xc20c633fb8 created by github.com/couchbase/indexing/secondary/dcp/transport/client.NewDcpFeed /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/transport/client/dcp_feed.go:67 +0x48e goroutine 9920170 [select]: runtime.gopark(0x41b500, 0xc209fa0ee8, 0xe22590, 0x6) /usr/local/go/src/runtime/proc.go:130 +0x105 fp=0xc209fa09a0 sp=0xc209fa0970 runtime.selectgoImpl(0xc209fa0ee8, 0xc209fa0ba7, 0x20) /usr/local/go/src/runtime/select.go:366 +0xb2c fp=0xc209fa0b38 sp=0xc209fa09a0 runtime.selectgo(0xc209fa0ee8) /usr/local/go/src/runtime/select.go:183 +0x12 fp=0xc209fa0b58 sp=0xc209fa0b38 github.com/couchbase/indexing/secondary/dcp/transport/client.(*DcpFeed).genServer(0xc27542c180, 0xabba, 0xc25d3b3f20, 0xc27542c120, 0xc27542c2a0) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/transport/client/dcp_feed.go:165 +0x18cf fp=0xc209fa0fb8 sp=0xc209fa0b58 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:2232 +0x1 fp=0xc209fa0fc0 sp=0xc209fa0fb8 created by github.com/couchbase/indexing/secondary/dcp/transport/client.NewDcpFeed /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/transport/client/dcp_feed.go:67 +0x48e goroutine 9920125 [IO wait]: runtime.gopark(0x416650, 0x7fdf6905fc10, 0xe077f0, 0x7) /usr/local/go/src/runtime/proc.go:130 +0x105 fp=0xc234ba6a30 sp=0xc234ba6a00 runtime.netpollblock(0x7fdf6905fbe8, 0x72, 0xc26ed10998) /usr/local/go/src/runtime/netpoll.go:347 +0x170 fp=0xc234ba6a70 sp=0xc234ba6a30 runtime.netpollWait(0x7fdf6905fbe8, 0x72, 0x8) /usr/local/go/src/runtime/netpoll.go:150 +0x68 fp=0xc234ba6a90 sp=0xc234ba6a70 net.(*pollDesc).Wait(0xc25012f800, 0x72, 0x0, 0x0) /usr/local/go/src/net/fd_poll_runtime.go:84 +0x47 fp=0xc234ba6ab0 sp=0xc234ba6a90 net.(*pollDesc).WaitRead(0xc25012f800, 0x0, 0x0) /usr/local/go/src/net/fd_poll_runtime.go:89 +0x43 fp=0xc234ba6ad8 sp=0xc234ba6ab0 net.(*netFD).Read(0xc25012f7a0, 0xc255ead140, 0x18, 0x18, 0x0, 0x7fe2f2885e70, 0xc26ed10990) /usr/local/go/src/net/fd_unix.go:242 +0x40f fp=0xc234ba6b78 sp=0xc234ba6ad8 net.(*conn).Read(0xc20bd12170, 0xc255ead140, 0x18, 0x18, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:121 +0xdc fp=0xc234ba6bc0 sp=0xc234ba6b78 io.ReadAtLeast(0x7fe2f28914e0, 0xc20bd12170, 0xc255ead140, 0x18, 0x18, 0x18, 0x0, 0x0, 0x0) /usr/local/go/src/io/io.go:298 +0xf1 fp=0xc234ba6c18 sp=0xc234ba6bc0 io.ReadFull(0x7fe2f28914e0, 0xc20bd12170, 0xc255ead140, 0x18, 0x18, 0x0, 0x0, 0x0) /usr/local/go/src/io/io.go:316 +0x6d fp=0xc234ba6c68 sp=0xc234ba6c18 github.com/couchbase/indexing/secondary/dcp/transport.(*MCRequest).Receive(0xc25b3a78c0, 0x7fe2f28914e0, 0xc20bd12170, 0xc255ead140, 0x18, 0x18, 0x18, 0x0, 0x0) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/transport/mc_req.go:130 +0xee fp=0xc234ba6de8 sp=0xc234ba6c68 github.com/couchbase/indexing/secondary/dcp/transport/client.(*DcpFeed).doReceive(0xc226c62ae0, 0xc226c62b40, 0xc243f64240) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/transport/client/dcp_feed.go:882 +0x1b0 fp=0xc234ba6fc8 sp=0xc234ba6de8 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:2232 +0x1 fp=0xc234ba6fd0 sp=0xc234ba6fc8 created by github.com/couchbase/indexing/secondary/dcp/transport/client.NewDcpFeed /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/transport/client/dcp_feed.go:68 +0x4bf goroutine 9920294 [chan receive]: runtime.gopark(0x43b7b0, 0xc275424718, 0xe44b30, 0xc) /usr/local/go/src/runtime/proc.go:130 +0x105 fp=0xc23bdb0598 sp=0xc23bdb0568 runtime.goparkunlock(0xc275424718, 0xe44b30, 0xc) /usr/local/go/src/runtime/proc.go:136 +0x48 fp=0xc23bdb05c0 sp=0xc23bdb0598 runtime.chanrecv(0xadc580, 0xc2754246c0, 0xc23bdb07a8, 0x640401, 0x0) /usr/local/go/src/runtime/chan.go:467 +0x82c fp=0xc23bdb0660 sp=0xc23bdb05c0 runtime.chanrecv1(0xadc580, 0xc2754246c0, 0xc23bdb07a8) /usr/local/go/src/runtime/chan.go:311 +0x2b fp=0xc23bdb0690 sp=0xc23bdb0660 github.com/couchbase/indexing/secondary/dcp.(*DcpFeed).genServer(0xc275424840, 0xc2754246c0, 0xabba) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/upr.go:232 +0xea fp=0xc23bdb07c8 sp=0xc23bdb0690 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:2232 +0x1 fp=0xc23bdb07d0 sp=0xc23bdb07c8 created by github.com/couchbase/indexing/secondary/dcp.(*Bucket).StartDcpFeedOver /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/upr.go:158 +0x558 goroutine 9840503 [IO wait]: runtime.gopark(0x416650, 0x7fe2f1283cf8, 0xe077f0, 0x7) /usr/local/go/src/runtime/proc.go:130 +0x105 fp=0xc23d7d1ae8 sp=0xc23d7d1ab8 runtime.netpollblock(0x7fe2f1283cd0, 0x72, 0xc2733b70f0) /usr/local/go/src/runtime/netpoll.go:347 +0x170 fp=0xc23d7d1b28 sp=0xc23d7d1ae8 runtime.netpollWait(0x7fe2f1283cd0, 0x72, 0x8) /usr/local/go/src/runtime/netpoll.go:150 +0x68 fp=0xc23d7d1b48 sp=0xc23d7d1b28 net.(*pollDesc).Wait(0xc20cc6a3e0, 0x72, 0x0, 0x0) /usr/local/go/src/net/fd_poll_runtime.go:84 +0x47 fp=0xc23d7d1b68 sp=0xc23d7d1b48 net.(*pollDesc).WaitRead(0xc20cc6a3e0, 0x0, 0x0) /usr/local/go/src/net/fd_poll_runtime.go:89 +0x43 fp=0xc23d7d1b90 sp=0xc23d7d1b68 net.(*netFD).Read(0xc20cc6a380, 0xc25360e000, 0x1000, 0x1000, 0x0, 0x7fe2f2885e70, 0xc2733b7098) /usr/local/go/src/net/fd_unix.go:242 +0x40f fp=0xc23d7d1c30 sp=0xc23d7d1b90 net.(*conn).Read(0xc20f6fc730, 0xc25360e000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:121 +0xdc fp=0xc23d7d1c78 sp=0xc23d7d1c30 net/http.noteEOFReader.Read(0x7fe2f28914e0, 0xc20f6fc730, 0xc2557b6e18, 0xc25360e000, 0x1000, 0x1000, 0xc0df40, 0x0, 0x0) /usr/local/go/src/net/http/transport.go:1270 +0x6e fp=0xc23d7d1cc8 sp=0xc23d7d1c78 net/http.(*noteEOFReader).Read(0xc260636d00, 0xc25360e000, 0x1000, 0x1000, 0xc208015600, 0x0, 0x0) :125 +0xd4 fp=0xc23d7d1d18 sp=0xc23d7d1cc8 bufio.(*Reader).fill(0xc266fffe00) /usr/local/go/src/bufio/bufio.go:97 +0x1ce fp=0xc23d7d1dc0 sp=0xc23d7d1d18 bufio.(*Reader).Peek(0xc266fffe00, 0x1, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/bufio/bufio.go:132 +0xf0 fp=0xc23d7d1dd0 sp=0xc23d7d1dc0 net/http.(*persistConn).readLoop(0xc2557b6dc0) /usr/local/go/src/net/http/transport.go:842 +0xa4 fp=0xc23d7d1fd8 sp=0xc23d7d1dd0 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:2232 +0x1 fp=0xc23d7d1fe0 sp=0xc23d7d1fd8 created by net/http.(*Transport).dialConn /usr/local/go/src/net/http/transport.go:660 +0xc9f goroutine 9914617 [select]: runtime.gopark(0x41b500, 0xc209fa2ee8, 0xe22590, 0x6) /usr/local/go/src/runtime/proc.go:130 +0x105 fp=0xc209fa29a0 sp=0xc209fa2970 runtime.selectgoImpl(0xc209fa2ee8, 0xc209fa2ba7, 0x20) /usr/local/go/src/runtime/select.go:366 +0xb2c fp=0xc209fa2b38 sp=0xc209fa29a0 runtime.selectgo(0xc209fa2ee8) /usr/local/go/src/runtime/select.go:183 +0x12 fp=0xc209fa2b58 sp=0xc209fa2b38 github.com/couchbase/indexing/secondary/dcp/transport/client.(*DcpFeed).genServer(0xc2639e23c0, 0xabba, 0xc2639e2300, 0xc2639e2360, 0xc2639e2420) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/transport/client/dcp_feed.go:165 +0x18cf fp=0xc209fa2fb8 sp=0xc209fa2b58 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:2232 +0x1 fp=0xc209fa2fc0 sp=0xc209fa2fb8 created by github.com/couchbase/indexing/secondary/dcp/transport/client.NewDcpFeed /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/transport/client/dcp_feed.go:67 +0x48e goroutine 9920273 [chan receive]: runtime.gopark(0x43b7b0, 0xc267ad8b38, 0xe44b30, 0xc) /usr/local/go/src/runtime/proc.go:130 +0x105 fp=0xc23d8b8d98 sp=0xc23d8b8d68 runtime.goparkunlock(0xc267ad8b38, 0xe44b30, 0xc) /usr/local/go/src/runtime/proc.go:136 +0x48 fp=0xc23d8b8dc0 sp=0xc23d8b8d98 runtime.chanrecv(0xadc580, 0xc267ad8ae0, 0xc23d8b8fa8, 0x640401, 0x0) /usr/local/go/src/runtime/chan.go:467 +0x82c fp=0xc23d8b8e60 sp=0xc23d8b8dc0 runtime.chanrecv1(0xadc580, 0xc267ad8ae0, 0xc23d8b8fa8) /usr/local/go/src/runtime/chan.go:311 +0x2b fp=0xc23d8b8e90 sp=0xc23d8b8e60 github.com/couchbase/indexing/secondary/dcp.(*DcpFeed).genServer(0xc267ad90e0, 0xc267ad8ae0, 0xabba) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/upr.go:232 +0xea fp=0xc23d8b8fc8 sp=0xc23d8b8e90 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:2232 +0x1 fp=0xc23d8b8fd0 sp=0xc23d8b8fc8 created by github.com/couchbase/indexing/secondary/dcp.(*Bucket).StartDcpFeedOver /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/upr.go:158 +0x558 goroutine 9920116 [chan receive]: runtime.gopark(0x43b7b0, 0xc2744bc9b8, 0xe44b30, 0xc) /usr/local/go/src/runtime/proc.go:130 +0x105 fp=0xc20c648598 sp=0xc20c648568 runtime.goparkunlock(0xc2744bc9b8, 0xe44b30, 0xc) /usr/local/go/src/runtime/proc.go:136 +0x48 fp=0xc20c6485c0 sp=0xc20c648598 runtime.chanrecv(0xadc580, 0xc2744bc960, 0xc20c6487a8, 0x640401, 0x0) /usr/local/go/src/runtime/chan.go:467 +0x82c fp=0xc20c648660 sp=0xc20c6485c0 runtime.chanrecv1(0xadc580, 0xc2744bc960, 0xc20c6487a8) /usr/local/go/src/runtime/chan.go:311 +0x2b fp=0xc20c648690 sp=0xc20c648660 github.com/couchbase/indexing/secondary/dcp.(*DcpFeed).genServer(0xc2744bca20, 0xc2744bc960, 0xabba) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/upr.go:232 +0xea fp=0xc20c6487c8 sp=0xc20c648690 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:2232 +0x1 fp=0xc20c6487d0 sp=0xc20c6487c8 created by github.com/couchbase/indexing/secondary/dcp.(*Bucket).StartDcpFeedOver /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/upr.go:158 +0x558 goroutine 9919750 [IO wait]: runtime.gopark(0x416650, 0x7fdf69060390, 0xe077f0, 0x7) /usr/local/go/src/runtime/proc.go:130 +0x105 fp=0xc23d7d5a30 sp=0xc23d7d5a00 runtime.netpollblock(0x7fdf69060368, 0x72, 0xc26e77f9c8) /usr/local/go/src/runtime/netpoll.go:347 +0x170 fp=0xc23d7d5a70 sp=0xc23d7d5a30 runtime.netpollWait(0x7fdf69060368, 0x72, 0x8) /usr/local/go/src/runtime/netpoll.go:150 +0x68 fp=0xc23d7d5a90 sp=0xc23d7d5a70 net.(*pollDesc).Wait(0xc2604cff00, 0x72, 0x0, 0x0) /usr/local/go/src/net/fd_poll_runtime.go:84 +0x47 fp=0xc23d7d5ab0 sp=0xc23d7d5a90 net.(*pollDesc).WaitRead(0xc2604cff00, 0x0, 0x0) /usr/local/go/src/net/fd_poll_runtime.go:89 +0x43 fp=0xc23d7d5ad8 sp=0xc23d7d5ab0 net.(*netFD).Read(0xc2604cfea0, 0xc26f71cf80, 0x18, 0x18, 0x0, 0x7fe2f2885e70, 0xc26e77f9c0) /usr/local/go/src/net/fd_unix.go:242 +0x40f fp=0xc23d7d5b78 sp=0xc23d7d5ad8 net.(*conn).Read(0xc20f5f14b8, 0xc26f71cf80, 0x18, 0x18, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:121 +0xdc fp=0xc23d7d5bc0 sp=0xc23d7d5b78 io.ReadAtLeast(0x7fe2f28914e0, 0xc20f5f14b8, 0xc26f71cf80, 0x18, 0x18, 0x18, 0x0, 0x0, 0x0) /usr/local/go/src/io/io.go:298 +0xf1 fp=0xc23d7d5c18 sp=0xc23d7d5bc0 io.ReadFull(0x7fe2f28914e0, 0xc20f5f14b8, 0xc26f71cf80, 0x18, 0x18, 0x0, 0x0, 0x0) /usr/local/go/src/io/io.go:316 +0x6d fp=0xc23d7d5c68 sp=0xc23d7d5c18 github.com/couchbase/indexing/secondary/dcp/transport.(*MCRequest).Receive(0xc243aa3020, 0x7fe2f28914e0, 0xc20f5f14b8, 0xc26f71cf80, 0x18, 0x18, 0x18, 0x0, 0x0) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/transport/mc_req.go:130 +0xee fp=0xc23d7d5de8 sp=0xc23d7d5c68 github.com/couchbase/indexing/secondary/dcp/transport/client.(*DcpFeed).doReceive(0xc26dee55c0, 0xc26dee5620, 0xc2290c2510) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/transport/client/dcp_feed.go:882 +0x1b0 fp=0xc23d7d5fc8 sp=0xc23d7d5de8 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:2232 +0x1 fp=0xc23d7d5fd0 sp=0xc23d7d5fc8 created by github.com/couchbase/indexing/secondary/dcp/transport/client.NewDcpFeed /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/transport/client/dcp_feed.go:68 +0x4bf goroutine 9866619 [syscall, 4 minutes, locked to thread]: runtime.cgocall_errno(0x402ebf, 0xc24830fc28, 0x0) /usr/local/go/src/runtime/cgocall.go:130 +0xf5 fp=0xc24830fc08 sp=0xc24830fbe0 github.com/couchbase/indexing/secondary/fdb._Cfunc_fdb_compact_upto(0x7fdf75423630, 0x7fdf540df280, 0xaf979, 0xc200000000) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/fdb/:64 +0x43 fp=0xc24830fc28 sp=0xc24830fc08 github.com/couchbase/indexing/secondary/fdb.(*File).CompactUpto(0xc20c91d2f0, 0xc26ec09da0, 0x51, 0xc2659f8880, 0x0, 0x0) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/fdb/file.go:102 +0x28b fp=0xc24830fcb0 sp=0xc24830fc28 github.com/couchbase/indexing/secondary/indexer.(*fdbSlice).Compact(0xc20caa8180, 0x0, 0x0) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/forestdb_slice_writer.go:957 +0xbfb fp=0xc24830ff48 sp=0xc24830fcb0 github.com/couchbase/indexing/secondary/indexer.func·077() /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/storage_manager.go:826 +0xa3 fp=0xc24830ffe0 sp=0xc24830ff48 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:2232 +0x1 fp=0xc24830ffe8 sp=0xc24830ffe0 created by github.com/couchbase/indexing/secondary/indexer.(*storageMgr).handleIndexCompaction /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/storage_manager.go:835 +0x585 goroutine 9917056 [chan receive]: runtime.gopark(0x43b7b0, 0xc2745e1078, 0xe44b30, 0xc) /usr/local/go/src/runtime/proc.go:130 +0x105 fp=0xc231e1ed98 sp=0xc231e1ed68 runtime.goparkunlock(0xc2745e1078, 0xe44b30, 0xc) /usr/local/go/src/runtime/proc.go:136 +0x48 fp=0xc231e1edc0 sp=0xc231e1ed98 runtime.chanrecv(0xadc580, 0xc2745e1020, 0xc231e1efa8, 0x640401, 0x0) /usr/local/go/src/runtime/chan.go:467 +0x82c fp=0xc231e1ee60 sp=0xc231e1edc0 runtime.chanrecv1(0xadc580, 0xc2745e1020, 0xc231e1efa8) /usr/local/go/src/runtime/chan.go:311 +0x2b fp=0xc231e1ee90 sp=0xc231e1ee60 github.com/couchbase/indexing/secondary/dcp.(*DcpFeed).genServer(0xc2745e11a0, 0xc2745e1020, 0xabba) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/upr.go:232 +0xea fp=0xc231e1efc8 sp=0xc231e1ee90 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:2232 +0x1 fp=0xc231e1efd0 sp=0xc231e1efc8 created by github.com/couchbase/indexing/secondary/dcp.(*Bucket).StartDcpFeedOver /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/upr.go:158 +0x558 goroutine 9920177 [chan receive]: runtime.gopark(0x43b7b0, 0xc23eb71d98, 0xe44b30, 0xc) /usr/local/go/src/runtime/proc.go:130 +0x105 fp=0xc231cc9d98 sp=0xc231cc9d68 runtime.goparkunlock(0xc23eb71d98, 0xe44b30, 0xc) /usr/local/go/src/runtime/proc.go:136 +0x48 fp=0xc231cc9dc0 sp=0xc231cc9d98 runtime.chanrecv(0xadc580, 0xc23eb71d40, 0xc231cc9fa8, 0x640401, 0x0) /usr/local/go/src/runtime/chan.go:467 +0x82c fp=0xc231cc9e60 sp=0xc231cc9dc0 runtime.chanrecv1(0xadc580, 0xc23eb71d40, 0xc231cc9fa8) /usr/local/go/src/runtime/chan.go:311 +0x2b fp=0xc231cc9e90 sp=0xc231cc9e60 github.com/couchbase/indexing/secondary/dcp.(*DcpFeed).genServer(0xc23eb71e00, 0xc23eb71d40, 0xabba) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/upr.go:232 +0xea fp=0xc231cc9fc8 sp=0xc231cc9e90 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:2232 +0x1 fp=0xc231cc9fd0 sp=0xc231cc9fc8 created by github.com/couchbase/indexing/secondary/dcp.(*Bucket).StartDcpFeedOver /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/upr.go:158 +0x558 goroutine 9712468 [chan receive, 35 minutes]: runtime.gopark(0x43b7b0, 0xc26f0de538, 0xe44b30, 0xc) /usr/local/go/src/runtime/proc.go:130 +0x105 fp=0xc20ff405d8 sp=0xc20ff405a8 runtime.goparkunlock(0xc26f0de538, 0xe44b30, 0xc) /usr/local/go/src/runtime/proc.go:136 +0x48 fp=0xc20ff40600 sp=0xc20ff405d8 runtime.chanrecv(0xadc760, 0xc26f0de4e0, 0xc20ff40790, 0x1, 0xc26fcd0000) /usr/local/go/src/runtime/chan.go:467 +0x82c fp=0xc20ff406a0 sp=0xc20ff40600 runtime.chanrecv2(0xadc760, 0xc26f0de4e0, 0xc20ff40790, 0x118) /usr/local/go/src/runtime/chan.go:316 +0x2b fp=0xc20ff406d0 sp=0xc20ff406a0 github.com/couchbase/gometa/common.(*PeerPipe).doSend(0xc24da254a0) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/gometa/common/peerPipe.go:153 +0xb1 fp=0xc20ff407d8 sp=0xc20ff406d0 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:2232 +0x1 fp=0xc20ff407e0 sp=0xc20ff407d8 created by github.com/couchbase/gometa/common.NewPeerPipe /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/gometa/common/peerPipe.go:59 +0x131 goroutine 9920180 [IO wait]: runtime.gopark(0x416650, 0x7fdf6905fcd0, 0xe077f0, 0x7) /usr/local/go/src/runtime/proc.go:130 +0x105 fp=0xc20b414a30 sp=0xc20b414a00 runtime.netpollblock(0x7fdf6905fca8, 0x72, 0xc267dcbe90) /usr/local/go/src/runtime/netpoll.go:347 +0x170 fp=0xc20b414a70 sp=0xc20b414a30 runtime.netpollWait(0x7fdf6905fca8, 0x72, 0x8) /usr/local/go/src/runtime/netpoll.go:150 +0x68 fp=0xc20b414a90 sp=0xc20b414a70 net.(*pollDesc).Wait(0xc21dcfba30, 0x72, 0x0, 0x0) /usr/local/go/src/net/fd_poll_runtime.go:84 +0x47 fp=0xc20b414ab0 sp=0xc20b414a90 net.(*pollDesc).WaitRead(0xc21dcfba30, 0x0, 0x0) /usr/local/go/src/net/fd_poll_runtime.go:89 +0x43 fp=0xc20b414ad8 sp=0xc20b414ab0 net.(*netFD).Read(0xc21dcfb9d0, 0xc24a669f20, 0x18, 0x18, 0x0, 0x7fe2f2885e70, 0xc267dcbe88) /usr/local/go/src/net/fd_unix.go:242 +0x40f fp=0xc20b414b78 sp=0xc20b414ad8 net.(*conn).Read(0xc233c12df8, 0xc24a669f20, 0x18, 0x18, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:121 +0xdc fp=0xc20b414bc0 sp=0xc20b414b78 io.ReadAtLeast(0x7fe2f28914e0, 0xc233c12df8, 0xc24a669f20, 0x18, 0x18, 0x18, 0x0, 0x0, 0x0) /usr/local/go/src/io/io.go:298 +0xf1 fp=0xc20b414c18 sp=0xc20b414bc0 io.ReadFull(0x7fe2f28914e0, 0xc233c12df8, 0xc24a669f20, 0x18, 0x18, 0x0, 0x0, 0x0) /usr/local/go/src/io/io.go:316 +0x6d fp=0xc20b414c68 sp=0xc20b414c18 github.com/couchbase/indexing/secondary/dcp/transport.(*MCRequest).Receive(0xc24f5286c0, 0x7fe2f28914e0, 0xc233c12df8, 0xc24a669f20, 0x18, 0x18, 0x18, 0x0, 0x0) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/transport/mc_req.go:130 +0xee fp=0xc20b414de8 sp=0xc20b414c68 github.com/couchbase/indexing/secondary/dcp/transport/client.(*DcpFeed).doReceive(0xc24f5280c0, 0xc24f528120, 0xc20f7c9890) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/transport/client/dcp_feed.go:882 +0x1b0 fp=0xc20b414fc8 sp=0xc20b414de8 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:2232 +0x1 fp=0xc20b414fd0 sp=0xc20b414fc8 created by github.com/couchbase/indexing/secondary/dcp/transport/client.NewDcpFeed /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/transport/client/dcp_feed.go:68 +0x4bf goroutine 9920175 [select]: runtime.gopark(0x41b500, 0xc20c4ccee8, 0xe22590, 0x6) /usr/local/go/src/runtime/proc.go:130 +0x105 fp=0xc20c4cc9a0 sp=0xc20c4cc970 runtime.selectgoImpl(0xc20c4ccee8, 0xc20c4ccba7, 0x20) /usr/local/go/src/runtime/select.go:366 +0xb2c fp=0xc20c4ccb38 sp=0xc20c4cc9a0 runtime.selectgo(0xc20c4ccee8) /usr/local/go/src/runtime/select.go:183 +0x12 fp=0xc20c4ccb58 sp=0xc20c4ccb38 github.com/couchbase/indexing/secondary/dcp/transport/client.(*DcpFeed).genServer(0xc2752bb500, 0xabba, 0xc2752bb440, 0xc2752bb4a0, 0xc2752bb560) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/transport/client/dcp_feed.go:165 +0x18cf fp=0xc20c4ccfb8 sp=0xc20c4ccb58 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:2232 +0x1 fp=0xc20c4ccfc0 sp=0xc20c4ccfb8 created by github.com/couchbase/indexing/secondary/dcp/transport/client.NewDcpFeed /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/transport/client/dcp_feed.go:67 +0x48e goroutine 9920306 [IO wait]: runtime.gopark(0x416650, 0x7fdf69065dc8, 0xe077f0, 0x7) /usr/local/go/src/runtime/proc.go:130 +0x105 fp=0xc234ba9a30 sp=0xc234ba9a00 runtime.netpollblock(0x7fdf69065da0, 0x72, 0xc271a252f0) /usr/local/go/src/runtime/netpoll.go:347 +0x170 fp=0xc234ba9a70 sp=0xc234ba9a30 runtime.netpollWait(0x7fdf69065da0, 0x72, 0x8) /usr/local/go/src/runtime/netpoll.go:150 +0x68 fp=0xc234ba9a90 sp=0xc234ba9a70 net.(*pollDesc).Wait(0xc238d12290, 0x72, 0x0, 0x0) /usr/local/go/src/net/fd_poll_runtime.go:84 +0x47 fp=0xc234ba9ab0 sp=0xc234ba9a90 net.(*pollDesc).WaitRead(0xc238d12290, 0x0, 0x0) /usr/local/go/src/net/fd_poll_runtime.go:89 +0x43 fp=0xc234ba9ad8 sp=0xc234ba9ab0 net.(*netFD).Read(0xc238d12230, 0xc255eacb00, 0x18, 0x18, 0x0, 0x7fe2f2885e70, 0xc271a252e8) /usr/local/go/src/net/fd_unix.go:242 +0x40f fp=0xc234ba9b78 sp=0xc234ba9ad8 net.(*conn).Read(0xc233c12c28, 0xc255eacb00, 0x18, 0x18, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:121 +0xdc fp=0xc234ba9bc0 sp=0xc234ba9b78 io.ReadAtLeast(0x7fe2f28914e0, 0xc233c12c28, 0xc255eacb00, 0x18, 0x18, 0x18, 0x0, 0x0, 0x0) /usr/local/go/src/io/io.go:298 +0xf1 fp=0xc234ba9c18 sp=0xc234ba9bc0 io.ReadFull(0x7fe2f28914e0, 0xc233c12c28, 0xc255eacb00, 0x18, 0x18, 0x0, 0x0, 0x0) /usr/local/go/src/io/io.go:316 +0x6d fp=0xc234ba9c68 sp=0xc234ba9c18 github.com/couchbase/indexing/secondary/dcp/transport.(*MCRequest).Receive(0xc275337380, 0x7fe2f28914e0, 0xc233c12c28, 0xc255eacb00, 0x18, 0x18, 0x18, 0x0, 0x0) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/transport/mc_req.go:130 +0xee fp=0xc234ba9de8 sp=0xc234ba9c68 github.com/couchbase/indexing/secondary/dcp/transport/client.(*DcpFeed).doReceive(0xc25f380900, 0xc25f380a20, 0xc24b8f4900) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/transport/client/dcp_feed.go:882 +0x1b0 fp=0xc234ba9fc8 sp=0xc234ba9de8 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:2232 +0x1 fp=0xc234ba9fd0 sp=0xc234ba9fc8 created by github.com/couchbase/indexing/secondary/dcp/transport/client.NewDcpFeed /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/transport/client/dcp_feed.go:68 +0x4bf goroutine 9920096 [IO wait]: runtime.gopark(0x416650, 0x7fdf690602d0, 0xe077f0, 0x7) /usr/local/go/src/runtime/proc.go:130 +0x105 fp=0xc261a20a30 sp=0xc261a20a00 runtime.netpollblock(0x7fdf690602a8, 0x72, 0xc26cc56158) /usr/local/go/src/runtime/netpoll.go:347 +0x170 fp=0xc261a20a70 sp=0xc261a20a30 runtime.netpollWait(0x7fdf690602a8, 0x72, 0x8) /usr/local/go/src/runtime/netpoll.go:150 +0x68 fp=0xc261a20a90 sp=0xc261a20a70 net.(*pollDesc).Wait(0xc20b451250, 0x72, 0x0, 0x0) /usr/local/go/src/net/fd_poll_runtime.go:84 +0x47 fp=0xc261a20ab0 sp=0xc261a20a90 net.(*pollDesc).WaitRead(0xc20b451250, 0x0, 0x0) /usr/local/go/src/net/fd_poll_runtime.go:89 +0x43 fp=0xc261a20ad8 sp=0xc261a20ab0 net.(*netFD).Read(0xc20b4511f0, 0xc258a91c60, 0x18, 0x18, 0x0, 0x7fe2f2885e70, 0xc26cc56150) /usr/local/go/src/net/fd_unix.go:242 +0x40f fp=0xc261a20b78 sp=0xc261a20ad8 net.(*conn).Read(0xc20ef310c0, 0xc258a91c60, 0x18, 0x18, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:121 +0xdc fp=0xc261a20bc0 sp=0xc261a20b78 io.ReadAtLeast(0x7fe2f28914e0, 0xc20ef310c0, 0xc258a91c60, 0x18, 0x18, 0x18, 0x0, 0x0, 0x0) /usr/local/go/src/io/io.go:298 +0xf1 fp=0xc261a20c18 sp=0xc261a20bc0 io.ReadFull(0x7fe2f28914e0, 0xc20ef310c0, 0xc258a91c60, 0x18, 0x18, 0x0, 0x0, 0x0) /usr/local/go/src/io/io.go:316 +0x6d fp=0xc261a20c68 sp=0xc261a20c18 github.com/couchbase/indexing/secondary/dcp/transport.(*MCRequest).Receive(0xc238cc0d20, 0x7fe2f28914e0, 0xc20ef310c0, 0xc258a91c60, 0x18, 0x18, 0x18, 0x0, 0x0) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/transport/mc_req.go:130 +0xee fp=0xc261a20de8 sp=0xc261a20c68 github.com/couchbase/indexing/secondary/dcp/transport/client.(*DcpFeed).doReceive(0xc274f6bda0, 0xc274f6be00, 0xc2323bd410) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/transport/client/dcp_feed.go:882 +0x1b0 fp=0xc261a20fc8 sp=0xc261a20de8 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:2232 +0x1 fp=0xc261a20fd0 sp=0xc261a20fc8 created by github.com/couchbase/indexing/secondary/dcp/transport/client.NewDcpFeed /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/transport/client/dcp_feed.go:68 +0x4bf goroutine 9920060 [select]: runtime.gopark(0x41b500, 0xc20b8bfee8, 0xe22590, 0x6) /usr/local/go/src/runtime/proc.go:130 +0x105 fp=0xc20b8bf9a0 sp=0xc20b8bf970 runtime.selectgoImpl(0xc20b8bfee8, 0xc20b8bfba7, 0x20) /usr/local/go/src/runtime/select.go:366 +0xb2c fp=0xc20b8bfb38 sp=0xc20b8bf9a0 runtime.selectgo(0xc20b8bfee8) /usr/local/go/src/runtime/select.go:183 +0x12 fp=0xc20b8bfb58 sp=0xc20b8bfb38 github.com/couchbase/indexing/secondary/dcp/transport/client.(*DcpFeed).genServer(0xc274614ae0, 0xabba, 0xc274614840, 0xc274614a80, 0xc274614b40) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/transport/client/dcp_feed.go:165 +0x18cf fp=0xc20b8bffb8 sp=0xc20b8bfb58 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:2232 +0x1 fp=0xc20b8bffc0 sp=0xc20b8bffb8 created by github.com/couchbase/indexing/secondary/dcp/transport/client.NewDcpFeed /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/transport/client/dcp_feed.go:67 +0x48e goroutine 9920214 [IO wait]: runtime.gopark(0x416650, 0x7fdf6905f850, 0xe077f0, 0x7) /usr/local/go/src/runtime/proc.go:130 +0x105 fp=0xc20d1fda30 sp=0xc20d1fda00 runtime.netpollblock(0x7fdf6905f828, 0x72, 0xc26eb981e0) /usr/local/go/src/runtime/netpoll.go:347 +0x170 fp=0xc20d1fda70 sp=0xc20d1fda30 runtime.netpollWait(0x7fdf6905f828, 0x72, 0x8) /usr/local/go/src/runtime/netpoll.go:150 +0x68 fp=0xc20d1fda90 sp=0xc20d1fda70 net.(*pollDesc).Wait(0xc20af226f0, 0x72, 0x0, 0x0) /usr/local/go/src/net/fd_poll_runtime.go:84 +0x47 fp=0xc20d1fdab0 sp=0xc20d1fda90 net.(*pollDesc).WaitRead(0xc20af226f0, 0x0, 0x0) /usr/local/go/src/net/fd_poll_runtime.go:89 +0x43 fp=0xc20d1fdad8 sp=0xc20d1fdab0 net.(*netFD).Read(0xc20af22690, 0xc25a6d76c0, 0x18, 0x18, 0x0, 0x7fe2f2885e70, 0xc26eb981d8) /usr/local/go/src/net/fd_unix.go:242 +0x40f fp=0xc20d1fdb78 sp=0xc20d1fdad8 net.(*conn).Read(0xc20af31210, 0xc25a6d76c0, 0x18, 0x18, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:121 +0xdc fp=0xc20d1fdbc0 sp=0xc20d1fdb78 io.ReadAtLeast(0x7fe2f28914e0, 0xc20af31210, 0xc25a6d76c0, 0x18, 0x18, 0x18, 0x0, 0x0, 0x0) /usr/local/go/src/io/io.go:298 +0xf1 fp=0xc20d1fdc18 sp=0xc20d1fdbc0 io.ReadFull(0x7fe2f28914e0, 0xc20af31210, 0xc25a6d76c0, 0x18, 0x18, 0x0, 0x0, 0x0) /usr/local/go/src/io/io.go:316 +0x6d fp=0xc20d1fdc68 sp=0xc20d1fdc18 github.com/couchbase/indexing/secondary/dcp/transport.(*MCRequest).Receive(0xc23eb71c80, 0x7fe2f28914e0, 0xc20af31210, 0xc25a6d76c0, 0x18, 0x18, 0x18, 0x0, 0x0) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/transport/mc_req.go:130 +0xee fp=0xc20d1fdde8 sp=0xc20d1fdc68 github.com/couchbase/indexing/secondary/dcp/transport/client.(*DcpFeed).doReceive(0xc23eb71920, 0xc23eb71980, 0xc21f012ae0) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/transport/client/dcp_feed.go:882 +0x1b0 fp=0xc20d1fdfc8 sp=0xc20d1fdde8 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:2232 +0x1 fp=0xc20d1fdfd0 sp=0xc20d1fdfc8 created by github.com/couchbase/indexing/secondary/dcp/transport/client.NewDcpFeed /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/transport/client/dcp_feed.go:68 +0x4bf goroutine 9712491 [IO wait, 2 minutes]: runtime.gopark(0x416650, 0x7fe2f28905c8, 0xe077f0, 0x7) /usr/local/go/src/runtime/proc.go:130 +0x105 fp=0xc20c4c79c8 sp=0xc20c4c7998 runtime.netpollblock(0x7fe2f28905a0, 0x72, 0xc26224a748) /usr/local/go/src/runtime/netpoll.go:347 +0x170 fp=0xc20c4c7a08 sp=0xc20c4c79c8 runtime.netpollWait(0x7fe2f28905a0, 0x72, 0x8) /usr/local/go/src/runtime/netpoll.go:150 +0x68 fp=0xc20c4c7a28 sp=0xc20c4c7a08 net.(*pollDesc).Wait(0xc20b8dde20, 0x72, 0x0, 0x0) /usr/local/go/src/net/fd_poll_runtime.go:84 +0x47 fp=0xc20c4c7a48 sp=0xc20c4c7a28 net.(*pollDesc).WaitRead(0xc20b8dde20, 0x0, 0x0) /usr/local/go/src/net/fd_poll_runtime.go:89 +0x43 fp=0xc20c4c7a70 sp=0xc20c4c7a48 net.(*netFD).Read(0xc20b8dddc0, 0xc2762f6000, 0x6, 0xfa000, 0x0, 0x7fe2f2885e70, 0xc26224a740) /usr/local/go/src/net/fd_unix.go:242 +0x40f fp=0xc20c4c7b10 sp=0xc20c4c7a70 net.(*conn).Read(0xc20f5f1420, 0xc2762f6000, 0x6, 0xfa000, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:121 +0xdc fp=0xc20c4c7b58 sp=0xc20c4c7b10 github.com/couchbase/indexing/secondary/transport.fullRead(0x7fe2f1293270, 0xc20f5f1420, 0xc2762f6000, 0x6, 0xfa000, 0x0, 0x0) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/transport/transport.go:188 +0xba fp=0xc20c4c7bd0 sp=0xc20c4c7b58 github.com/couchbase/indexing/secondary/transport.Receive(0x7fe2f1293270, 0xc20f5f1420, 0xc2762f6000, 0xfa000, 0xfa000, 0xc236050000, 0x0, 0x0, 0x0, 0x0, ...) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/transport/util.go:45 +0xce fp=0xc20c4c7cc0 sp=0xc20c4c7bd0 github.com/couchbase/indexing/secondary/transport.(*TransportPacket).Receive(0xc211540900, 0x7fe2f1293270, 0xc20f5f1420, 0x0, 0x0, 0x0, 0x0) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/transport/transport.go:116 +0xb8 fp=0xc20c4c7dc8 sp=0xc20c4c7cc0 github.com/couchbase/indexing/secondary/queryport.(*Server).doReceive(0xc208010310, 0x7fe2f2890348, 0xc20f5f1420, 0xc236055020) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/queryport/server.go:217 +0x429 fp=0xc20c4c7fc0 sp=0xc20c4c7dc8 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:2232 +0x1 fp=0xc20c4c7fc8 sp=0xc20c4c7fc0 created by github.com/couchbase/indexing/secondary/queryport.(*Server).handleConnection /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/queryport/server.go:134 +0x1a1 goroutine 9915404 [chan receive]: runtime.gopark(0x43b7b0, 0xc242aa81d8, 0xe44b30, 0xc) /usr/local/go/src/runtime/proc.go:130 +0x105 fp=0xc258f30d98 sp=0xc258f30d68 runtime.goparkunlock(0xc242aa81d8, 0xe44b30, 0xc) /usr/local/go/src/runtime/proc.go:136 +0x48 fp=0xc258f30dc0 sp=0xc258f30d98 runtime.chanrecv(0xadc580, 0xc242aa8180, 0xc258f30fa8, 0x640401, 0x0) /usr/local/go/src/runtime/chan.go:467 +0x82c fp=0xc258f30e60 sp=0xc258f30dc0 runtime.chanrecv1(0xadc580, 0xc242aa8180, 0xc258f30fa8) /usr/local/go/src/runtime/chan.go:311 +0x2b fp=0xc258f30e90 sp=0xc258f30e60 github.com/couchbase/indexing/secondary/dcp.(*DcpFeed).genServer(0xc242aa8240, 0xc242aa8180, 0xabba) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/upr.go:232 +0xea fp=0xc258f30fc8 sp=0xc258f30e90 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:2232 +0x1 fp=0xc258f30fd0 sp=0xc258f30fc8 created by github.com/couchbase/indexing/secondary/dcp.(*Bucket).StartDcpFeedOver /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/upr.go:158 +0x558 goroutine 9920195 [select]: runtime.gopark(0x41b500, 0xc2338dbee8, 0xe22590, 0x6) /usr/local/go/src/runtime/proc.go:130 +0x105 fp=0xc2338db9a0 sp=0xc2338db970 runtime.selectgoImpl(0xc2338dbee8, 0xc2338dbba7, 0x20) /usr/local/go/src/runtime/select.go:366 +0xb2c fp=0xc2338dbb38 sp=0xc2338db9a0 runtime.selectgo(0xc2338dbee8) /usr/local/go/src/runtime/select.go:183 +0x12 fp=0xc2338dbb58 sp=0xc2338dbb38 github.com/couchbase/indexing/secondary/dcp/transport/client.(*DcpFeed).genServer(0xc24f5b21e0, 0xabba, 0xc26bc7bb60, 0xc26bc7bda0, 0xc24f5b2240) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/transport/client/dcp_feed.go:165 +0x18cf fp=0xc2338dbfb8 sp=0xc2338dbb58 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:2232 +0x1 fp=0xc2338dbfc0 sp=0xc2338dbfb8 created by github.com/couchbase/indexing/secondary/dcp/transport/client.NewDcpFeed /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/transport/client/dcp_feed.go:67 +0x48e goroutine 9920104 [chan receive]: runtime.gopark(0x43b7b0, 0xc2609a5d98, 0xe44b30, 0xc) /usr/local/go/src/runtime/proc.go:130 +0x105 fp=0xc228955598 sp=0xc228955568 runtime.goparkunlock(0xc2609a5d98, 0xe44b30, 0xc) /usr/local/go/src/runtime/proc.go:136 +0x48 fp=0xc2289555c0 sp=0xc228955598 runtime.chanrecv(0xadc580, 0xc2609a5d40, 0xc2289557a8, 0x640401, 0x0) /usr/local/go/src/runtime/chan.go:467 +0x82c fp=0xc228955660 sp=0xc2289555c0 runtime.chanrecv1(0xadc580, 0xc2609a5d40, 0xc2289557a8) /usr/local/go/src/runtime/chan.go:311 +0x2b fp=0xc228955690 sp=0xc228955660 github.com/couchbase/indexing/secondary/dcp.(*DcpFeed).genServer(0xc2609a5e00, 0xc2609a5d40, 0xabba) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/upr.go:232 +0xea fp=0xc2289557c8 sp=0xc228955690 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:2232 +0x1 fp=0xc2289557d0 sp=0xc2289557c8 created by github.com/couchbase/indexing/secondary/dcp.(*Bucket).StartDcpFeedOver /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/upr.go:158 +0x558 goroutine 9920284 [chan receive]: runtime.gopark(0x43b7b0, 0xc271a1ad78, 0xe44b30, 0xc) /usr/local/go/src/runtime/proc.go:130 +0x105 fp=0xc247b34e18 sp=0xc247b34de8 runtime.goparkunlock(0xc271a1ad78, 0xe44b30, 0xc) /usr/local/go/src/runtime/proc.go:136 +0x48 fp=0xc247b34e40 sp=0xc247b34e18 runtime.chanrecv(0xadc5e0, 0xc271a1ad20, 0x0, 0x544401, 0xc274f10000) /usr/local/go/src/runtime/chan.go:410 +0x452 fp=0xc247b34ee0 sp=0xc247b34e40 runtime.chanrecv1(0xadc5e0, 0xc271a1ad20, 0x0) /usr/local/go/src/runtime/chan.go:311 +0x2b fp=0xc247b34f10 sp=0xc247b34ee0 github.com/couchbase/indexing/secondary/indexer.func·072() /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/stats_manager.go:365 +0x19a fp=0xc247b34fe0 sp=0xc247b34f10 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:2232 +0x1 fp=0xc247b34fe8 sp=0xc247b34fe0 created by github.com/couchbase/indexing/secondary/indexer.(*statsManager).tryUpdateStats /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/stats_manager.go:373 +0x325 goroutine 9914639 [chan receive]: runtime.gopark(0x43b7b0, 0xc24a3482f8, 0xe44b30, 0xc) /usr/local/go/src/runtime/proc.go:130 +0x105 fp=0xc20b409598 sp=0xc20b409568 runtime.goparkunlock(0xc24a3482f8, 0xe44b30, 0xc) /usr/local/go/src/runtime/proc.go:136 +0x48 fp=0xc20b4095c0 sp=0xc20b409598 runtime.chanrecv(0xadc580, 0xc24a3482a0, 0xc20b4097a8, 0x640401, 0x0) /usr/local/go/src/runtime/chan.go:467 +0x82c fp=0xc20b409660 sp=0xc20b4095c0 runtime.chanrecv1(0xadc580, 0xc24a3482a0, 0xc20b4097a8) /usr/local/go/src/runtime/chan.go:311 +0x2b fp=0xc20b409690 sp=0xc20b409660 github.com/couchbase/indexing/secondary/dcp.(*DcpFeed).genServer(0xc24a348360, 0xc24a3482a0, 0xabba) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/upr.go:232 +0xea fp=0xc20b4097c8 sp=0xc20b409690 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:2232 +0x1 fp=0xc20b4097d0 sp=0xc20b4097c8 created by github.com/couchbase/indexing/secondary/dcp.(*Bucket).StartDcpFeedOver /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/upr.go:158 +0x558 goroutine 9920097 [select]: runtime.gopark(0x41b500, 0xc20b8beee8, 0xe22590, 0x6) /usr/local/go/src/runtime/proc.go:130 +0x105 fp=0xc20b8be9a0 sp=0xc20b8be970 runtime.selectgoImpl(0xc20b8beee8, 0xc20b8beba7, 0x20) /usr/local/go/src/runtime/select.go:366 +0xb2c fp=0xc20b8beb38 sp=0xc20b8be9a0 runtime.selectgo(0xc20b8beee8) /usr/local/go/src/runtime/select.go:183 +0x12 fp=0xc20b8beb58 sp=0xc20b8beb38 github.com/couchbase/indexing/secondary/dcp/transport/client.(*DcpFeed).genServer(0xc237d0ea20, 0xabba, 0xc237d0e7e0, 0xc237d0e900, 0xc237d0ea80) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/transport/client/dcp_feed.go:165 +0x18cf fp=0xc20b8befb8 sp=0xc20b8beb58 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:2232 +0x1 fp=0xc20b8befc0 sp=0xc20b8befb8 created by github.com/couchbase/indexing/secondary/dcp/transport/client.NewDcpFeed /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/transport/client/dcp_feed.go:67 +0x48e goroutine 9920163 [IO wait]: runtime.gopark(0x416650, 0x7fdf6905fd90, 0xe077f0, 0x7) /usr/local/go/src/runtime/proc.go:130 +0x105 fp=0xc2338d8a30 sp=0xc2338d8a00 runtime.netpollblock(0x7fdf6905fd68, 0x72, 0xc2684c3c68) /usr/local/go/src/runtime/netpoll.go:347 +0x170 fp=0xc2338d8a70 sp=0xc2338d8a30 runtime.netpollWait(0x7fdf6905fd68, 0x72, 0x8) /usr/local/go/src/runtime/netpoll.go:150 +0x68 fp=0xc2338d8a90 sp=0xc2338d8a70 net.(*pollDesc).Wait(0xc20db41870, 0x72, 0x0, 0x0) /usr/local/go/src/net/fd_poll_runtime.go:84 +0x47 fp=0xc2338d8ab0 sp=0xc2338d8a90 net.(*pollDesc).WaitRead(0xc20db41870, 0x0, 0x0) /usr/local/go/src/net/fd_poll_runtime.go:89 +0x43 fp=0xc2338d8ad8 sp=0xc2338d8ab0 net.(*netFD).Read(0xc20db41810, 0xc22c6764c0, 0x18, 0x18, 0x0, 0x7fe2f2885e70, 0xc2684c3c60) /usr/local/go/src/net/fd_unix.go:242 +0x40f fp=0xc2338d8b78 sp=0xc2338d8ad8 net.(*conn).Read(0xc20af31c80, 0xc22c6764c0, 0x18, 0x18, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:121 +0xdc fp=0xc2338d8bc0 sp=0xc2338d8b78 io.ReadAtLeast(0x7fe2f28914e0, 0xc20af31c80, 0xc22c6764c0, 0x18, 0x18, 0x18, 0x0, 0x0, 0x0) /usr/local/go/src/io/io.go:298 +0xf1 fp=0xc2338d8c18 sp=0xc2338d8bc0 io.ReadFull(0x7fe2f28914e0, 0xc20af31c80, 0xc22c6764c0, 0x18, 0x18, 0x0, 0x0, 0x0) /usr/local/go/src/io/io.go:316 +0x6d fp=0xc2338d8c68 sp=0xc2338d8c18 github.com/couchbase/indexing/secondary/dcp/transport.(*MCRequest).Receive(0xc21a010ae0, 0x7fe2f28914e0, 0xc20af31c80, 0xc22c6764c0, 0x18, 0x18, 0x18, 0x0, 0x0) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/transport/mc_req.go:130 +0xee fp=0xc2338d8de8 sp=0xc2338d8c68 github.com/couchbase/indexing/secondary/dcp/transport/client.(*DcpFeed).doReceive(0xc21a010780, 0xc21a0107e0, 0xc20f387710) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/transport/client/dcp_feed.go:882 +0x1b0 fp=0xc2338d8fc8 sp=0xc2338d8de8 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:2232 +0x1 fp=0xc2338d8fd0 sp=0xc2338d8fc8 created by github.com/couchbase/indexing/secondary/dcp/transport/client.NewDcpFeed /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/transport/client/dcp_feed.go:68 +0x4bf goroutine 9919749 [select]: runtime.gopark(0x41b500, 0xc234ba7ee8, 0xe22590, 0x6) /usr/local/go/src/runtime/proc.go:130 +0x105 fp=0xc234ba79a0 sp=0xc234ba7970 runtime.selectgoImpl(0xc234ba7ee8, 0xc234ba7ba7, 0x20) /usr/local/go/src/runtime/select.go:366 +0xb2c fp=0xc234ba7b38 sp=0xc234ba79a0 runtime.selectgo(0xc234ba7ee8) /usr/local/go/src/runtime/select.go:183 +0x12 fp=0xc234ba7b58 sp=0xc234ba7b38 github.com/couchbase/indexing/secondary/dcp/transport/client.(*DcpFeed).genServer(0xc26dee55c0, 0xabba, 0xc26dee5500, 0xc26dee5560, 0xc26dee5620) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/transport/client/dcp_feed.go:165 +0x18cf fp=0xc234ba7fb8 sp=0xc234ba7b58 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:2232 +0x1 fp=0xc234ba7fc0 sp=0xc234ba7fb8 created by github.com/couchbase/indexing/secondary/dcp/transport/client.NewDcpFeed /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/transport/client/dcp_feed.go:67 +0x48e goroutine 9718018 [IO wait, 2 minutes]: runtime.gopark(0x416650, 0x7fe2f12834b8, 0xe077f0, 0x7) /usr/local/go/src/runtime/proc.go:130 +0x105 fp=0xc20b4129c8 sp=0xc20b412998 runtime.netpollblock(0x7fe2f1283490, 0x72, 0xc2673da9b8) /usr/local/go/src/runtime/netpoll.go:347 +0x170 fp=0xc20b412a08 sp=0xc20b4129c8 runtime.netpollWait(0x7fe2f1283490, 0x72, 0x8) /usr/local/go/src/runtime/netpoll.go:150 +0x68 fp=0xc20b412a28 sp=0xc20b412a08 net.(*pollDesc).Wait(0xc20ead0fb0, 0x72, 0x0, 0x0) /usr/local/go/src/net/fd_poll_runtime.go:84 +0x47 fp=0xc20b412a48 sp=0xc20b412a28 net.(*pollDesc).WaitRead(0xc20ead0fb0, 0x0, 0x0) /usr/local/go/src/net/fd_poll_runtime.go:89 +0x43 fp=0xc20b412a70 sp=0xc20b412a48 net.(*netFD).Read(0xc20ead0f50, 0xc274af2000, 0x6, 0xfa000, 0x0, 0x7fe2f2885e70, 0xc2673da9b0) /usr/local/go/src/net/fd_unix.go:242 +0x40f fp=0xc20b412b10 sp=0xc20b412a70 net.(*conn).Read(0xc23998e170, 0xc274af2000, 0x6, 0xfa000, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:121 +0xdc fp=0xc20b412b58 sp=0xc20b412b10 github.com/couchbase/indexing/secondary/transport.fullRead(0x7fe2f1293270, 0xc23998e170, 0xc274af2000, 0x6, 0xfa000, 0x0, 0x0) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/transport/transport.go:188 +0xba fp=0xc20b412bd0 sp=0xc20b412b58 github.com/couchbase/indexing/secondary/transport.Receive(0x7fe2f1293270, 0xc23998e170, 0xc274af2000, 0xfa000, 0xfa000, 0xc24dbf0000, 0x0, 0x0, 0x0, 0x0, ...) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/transport/util.go:45 +0xce fp=0xc20b412cc0 sp=0xc20b412bd0 github.com/couchbase/indexing/secondary/transport.(*TransportPacket).Receive(0xc20be22810, 0x7fe2f1293270, 0xc23998e170, 0x0, 0x0, 0x0, 0x0) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/transport/transport.go:116 +0xb8 fp=0xc20b412dc8 sp=0xc20b412cc0 github.com/couchbase/indexing/secondary/queryport.(*Server).doReceive(0xc208010310, 0x7fe2f2890348, 0xc23998e170, 0xc24dbf5260) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/queryport/server.go:217 +0x429 fp=0xc20b412fc0 sp=0xc20b412dc8 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:2232 +0x1 fp=0xc20b412fc8 sp=0xc20b412fc0 created by github.com/couchbase/indexing/secondary/queryport.(*Server).handleConnection /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/queryport/server.go:134 +0x1a1 goroutine 9914707 [IO wait]: runtime.gopark(0x416650, 0x7fe2f2890bc8, 0xe077f0, 0x7) /usr/local/go/src/runtime/proc.go:130 +0x105 fp=0xc209fa6a30 sp=0xc209fa6a00 runtime.netpollblock(0x7fe2f2890ba0, 0x72, 0xc268534c28) /usr/local/go/src/runtime/netpoll.go:347 +0x170 fp=0xc209fa6a70 sp=0xc209fa6a30 runtime.netpollWait(0x7fe2f2890ba0, 0x72, 0x8) /usr/local/go/src/runtime/netpoll.go:150 +0x68 fp=0xc209fa6a90 sp=0xc209fa6a70 net.(*pollDesc).Wait(0xc2457766f0, 0x72, 0x0, 0x0) /usr/local/go/src/net/fd_poll_runtime.go:84 +0x47 fp=0xc209fa6ab0 sp=0xc209fa6a90 net.(*pollDesc).WaitRead(0xc2457766f0, 0x0, 0x0) /usr/local/go/src/net/fd_poll_runtime.go:89 +0x43 fp=0xc209fa6ad8 sp=0xc209fa6ab0 net.(*netFD).Read(0xc245776690, 0xc25333b5a0, 0x18, 0x18, 0x0, 0x7fe2f2885e70, 0xc268534c20) /usr/local/go/src/net/fd_unix.go:242 +0x40f fp=0xc209fa6b78 sp=0xc209fa6ad8 net.(*conn).Read(0xc20f156060, 0xc25333b5a0, 0x18, 0x18, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:121 +0xdc fp=0xc209fa6bc0 sp=0xc209fa6b78 io.ReadAtLeast(0x7fe2f28914e0, 0xc20f156060, 0xc25333b5a0, 0x18, 0x18, 0x18, 0x0, 0x0, 0x0) /usr/local/go/src/io/io.go:298 +0xf1 fp=0xc209fa6c18 sp=0xc209fa6bc0 io.ReadFull(0x7fe2f28914e0, 0xc20f156060, 0xc25333b5a0, 0x18, 0x18, 0x0, 0x0, 0x0) /usr/local/go/src/io/io.go:316 +0x6d fp=0xc209fa6c68 sp=0xc209fa6c18 github.com/couchbase/indexing/secondary/dcp/transport.(*MCRequest).Receive(0xc23605c4e0, 0x7fe2f28914e0, 0xc20f156060, 0xc25333b5a0, 0x18, 0x18, 0x18, 0x0, 0x0) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/transport/mc_req.go:130 +0xee fp=0xc209fa6de8 sp=0xc209fa6c68 github.com/couchbase/indexing/secondary/dcp/transport/client.(*DcpFeed).doReceive(0xc23416afc0, 0xc23416b080, 0xc25bc62510) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/transport/client/dcp_feed.go:882 +0x1b0 fp=0xc209fa6fc8 sp=0xc209fa6de8 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:2232 +0x1 fp=0xc209fa6fd0 sp=0xc209fa6fc8 created by github.com/couchbase/indexing/secondary/dcp/transport/client.NewDcpFeed /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/transport/client/dcp_feed.go:68 +0x4bf goroutine 9905536 [chan receive, 1 minutes]: runtime.gopark(0x43b7b0, 0xc26d275138, 0xe44b30, 0xc) /usr/local/go/src/runtime/proc.go:130 +0x105 fp=0xc22aa51d98 sp=0xc22aa51d68 runtime.goparkunlock(0xc26d275138, 0xe44b30, 0xc) /usr/local/go/src/runtime/proc.go:136 +0x48 fp=0xc22aa51dc0 sp=0xc22aa51d98 runtime.chanrecv(0xadc580, 0xc26d2750e0, 0xc22aa51fa8, 0x640401, 0x0) /usr/local/go/src/runtime/chan.go:467 +0x82c fp=0xc22aa51e60 sp=0xc22aa51dc0 runtime.chanrecv1(0xadc580, 0xc26d2750e0, 0xc22aa51fa8) /usr/local/go/src/runtime/chan.go:311 +0x2b fp=0xc22aa51e90 sp=0xc22aa51e60 github.com/couchbase/indexing/secondary/dcp.(*DcpFeed).genServer(0xc26d2751a0, 0xc26d2750e0, 0xabba) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/upr.go:232 +0xea fp=0xc22aa51fc8 sp=0xc22aa51e90 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:2232 +0x1 fp=0xc22aa51fd0 sp=0xc22aa51fc8 created by github.com/couchbase/indexing/secondary/dcp.(*Bucket).StartDcpFeedOver /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/upr.go:158 +0x558 goroutine 9689610 [IO wait]: runtime.gopark(0x416650, 0x7fe2f2891108, 0xe077f0, 0x7) /usr/local/go/src/runtime/proc.go:130 +0x105 fp=0xc234baaae8 sp=0xc234baaab8 runtime.netpollblock(0x7fe2f28910e0, 0x72, 0xc26d5de590) /usr/local/go/src/runtime/netpoll.go:347 +0x170 fp=0xc234baab28 sp=0xc234baaae8 runtime.netpollWait(0x7fe2f28910e0, 0x72, 0x8) /usr/local/go/src/runtime/netpoll.go:150 +0x68 fp=0xc234baab48 sp=0xc234baab28 net.(*pollDesc).Wait(0xc20b451b80, 0x72, 0x0, 0x0) /usr/local/go/src/net/fd_poll_runtime.go:84 +0x47 fp=0xc234baab68 sp=0xc234baab48 net.(*pollDesc).WaitRead(0xc20b451b80, 0x0, 0x0) /usr/local/go/src/net/fd_poll_runtime.go:89 +0x43 fp=0xc234baab90 sp=0xc234baab68 net.(*netFD).Read(0xc20b451b20, 0xc24c8bd000, 0x1000, 0x1000, 0x0, 0x7fe2f2885e70, 0xc26d5de4c8) /usr/local/go/src/net/fd_unix.go:242 +0x40f fp=0xc234baac30 sp=0xc234baab90 net.(*conn).Read(0xc2199b1d48, 0xc24c8bd000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:121 +0xdc fp=0xc234baac78 sp=0xc234baac30 net/http.noteEOFReader.Read(0x7fe2f28914e0, 0xc2199b1d48, 0xc225b93a78, 0xc24c8bd000, 0x1000, 0x1000, 0xc0df40, 0x0, 0x0) /usr/local/go/src/net/http/transport.go:1270 +0x6e fp=0xc234baacc8 sp=0xc234baac78 net/http.(*noteEOFReader).Read(0xc2504d6a00, 0xc24c8bd000, 0x1000, 0x1000, 0xc209f7c000, 0x0, 0x0) :125 +0xd4 fp=0xc234baad18 sp=0xc234baacc8 bufio.(*Reader).fill(0xc2743ff620) /usr/local/go/src/bufio/bufio.go:97 +0x1ce fp=0xc234baadc0 sp=0xc234baad18 bufio.(*Reader).Peek(0xc2743ff620, 0x1, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/bufio/bufio.go:132 +0xf0 fp=0xc234baadd0 sp=0xc234baadc0 net/http.(*persistConn).readLoop(0xc225b93a20) /usr/local/go/src/net/http/transport.go:842 +0xa4 fp=0xc234baafd8 sp=0xc234baadd0 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:2232 +0x1 fp=0xc234baafe0 sp=0xc234baafd8 created by net/http.(*Transport).dialConn /usr/local/go/src/net/http/transport.go:660 +0xc9f goroutine 9917008 [IO wait]: runtime.gopark(0x416650, 0x7fe2f12833f8, 0xe077f0, 0x7) /usr/local/go/src/runtime/proc.go:130 +0x105 fp=0xc23d7d3a30 sp=0xc23d7d3a00 runtime.netpollblock(0x7fe2f12833d0, 0x72, 0xc26b8c7cf0) /usr/local/go/src/runtime/netpoll.go:347 +0x170 fp=0xc23d7d3a70 sp=0xc23d7d3a30 runtime.netpollWait(0x7fe2f12833d0, 0x72, 0x8) /usr/local/go/src/runtime/netpoll.go:150 +0x68 fp=0xc23d7d3a90 sp=0xc23d7d3a70 net.(*pollDesc).Wait(0xc20c0e7480, 0x72, 0x0, 0x0) /usr/local/go/src/net/fd_poll_runtime.go:84 +0x47 fp=0xc23d7d3ab0 sp=0xc23d7d3a90 net.(*pollDesc).WaitRead(0xc20c0e7480, 0x0, 0x0) /usr/local/go/src/net/fd_poll_runtime.go:89 +0x43 fp=0xc23d7d3ad8 sp=0xc23d7d3ab0 net.(*netFD).Read(0xc20c0e7420, 0xc252e72a40, 0x18, 0x18, 0x0, 0x7fe2f2885e70, 0xc26b8c7ce8) /usr/local/go/src/net/fd_unix.go:242 +0x40f fp=0xc23d7d3b78 sp=0xc23d7d3ad8 net.(*conn).Read(0xc2199b1ed8, 0xc252e72a40, 0x18, 0x18, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:121 +0xdc fp=0xc23d7d3bc0 sp=0xc23d7d3b78 io.ReadAtLeast(0x7fe2f28914e0, 0xc2199b1ed8, 0xc252e72a40, 0x18, 0x18, 0x18, 0x0, 0x0, 0x0) /usr/local/go/src/io/io.go:298 +0xf1 fp=0xc23d7d3c18 sp=0xc23d7d3bc0 io.ReadFull(0x7fe2f28914e0, 0xc2199b1ed8, 0xc252e72a40, 0x18, 0x18, 0x0, 0x0, 0x0) /usr/local/go/src/io/io.go:316 +0x6d fp=0xc23d7d3c68 sp=0xc23d7d3c18 github.com/couchbase/indexing/secondary/dcp/transport.(*MCRequest).Receive(0xc23191f080, 0x7fe2f28914e0, 0xc2199b1ed8, 0xc252e72a40, 0x18, 0x18, 0x18, 0x0, 0x0) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/transport/mc_req.go:130 +0xee fp=0xc23d7d3de8 sp=0xc23d7d3c68 github.com/couchbase/indexing/secondary/dcp/transport/client.(*DcpFeed).doReceive(0xc23191ed20, 0xc23191ed80, 0xc24078eae0) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/transport/client/dcp_feed.go:882 +0x1b0 fp=0xc23d7d3fc8 sp=0xc23d7d3de8 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:2232 +0x1 fp=0xc23d7d3fd0 sp=0xc23d7d3fc8 created by github.com/couchbase/indexing/secondary/dcp/transport/client.NewDcpFeed /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/transport/client/dcp_feed.go:68 +0x4bf goroutine 9920061 [IO wait]: runtime.gopark(0x416650, 0x7fdf69060090, 0xe077f0, 0x7) /usr/local/go/src/runtime/proc.go:130 +0x105 fp=0xc20b411a30 sp=0xc20b411a00 runtime.netpollblock(0x7fdf69060068, 0x72, 0xc269f957b0) /usr/local/go/src/runtime/netpoll.go:347 +0x170 fp=0xc20b411a70 sp=0xc20b411a30 runtime.netpollWait(0x7fdf69060068, 0x72, 0x8) /usr/local/go/src/runtime/netpoll.go:150 +0x68 fp=0xc20b411a90 sp=0xc20b411a70 net.(*pollDesc).Wait(0xc20af4f9c0, 0x72, 0x0, 0x0) /usr/local/go/src/net/fd_poll_runtime.go:84 +0x47 fp=0xc20b411ab0 sp=0xc20b411a90 net.(*pollDesc).WaitRead(0xc20af4f9c0, 0x0, 0x0) /usr/local/go/src/net/fd_poll_runtime.go:89 +0x43 fp=0xc20b411ad8 sp=0xc20b411ab0 net.(*netFD).Read(0xc20af4f960, 0xc246ed66a0, 0x18, 0x18, 0x0, 0x7fe2f2885e70, 0xc269f957a8) /usr/local/go/src/net/fd_unix.go:242 +0x40f fp=0xc20b411b78 sp=0xc20b411ad8 net.(*conn).Read(0xc20bd12f08, 0xc246ed66a0, 0x18, 0x18, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:121 +0xdc fp=0xc20b411bc0 sp=0xc20b411b78 io.ReadAtLeast(0x7fe2f28914e0, 0xc20bd12f08, 0xc246ed66a0, 0x18, 0x18, 0x18, 0x0, 0x0, 0x0) /usr/local/go/src/io/io.go:298 +0xf1 fp=0xc20b411c18 sp=0xc20b411bc0 io.ReadFull(0x7fe2f28914e0, 0xc20bd12f08, 0xc246ed66a0, 0x18, 0x18, 0x0, 0x0, 0x0) /usr/local/go/src/io/io.go:316 +0x6d fp=0xc20b411c68 sp=0xc20b411c18 github.com/couchbase/indexing/secondary/dcp/transport.(*MCRequest).Receive(0xc274616c60, 0x7fe2f28914e0, 0xc20bd12f08, 0xc246ed66a0, 0x18, 0x18, 0x18, 0x0, 0x0) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/transport/mc_req.go:130 +0xee fp=0xc20b411de8 sp=0xc20b411c68 github.com/couchbase/indexing/secondary/dcp/transport/client.(*DcpFeed).doReceive(0xc274614ae0, 0xc274614b40, 0xc232571470) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/transport/client/dcp_feed.go:882 +0x1b0 fp=0xc20b411fc8 sp=0xc20b411de8 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:2232 +0x1 fp=0xc20b411fd0 sp=0xc20b411fc8 created by github.com/couchbase/indexing/secondary/dcp/transport/client.NewDcpFeed /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/transport/client/dcp_feed.go:68 +0x4bf goroutine 9689611 [select]: runtime.gopark(0x41b500, 0xc23d8b9f40, 0xe22590, 0x6) /usr/local/go/src/runtime/proc.go:130 +0x105 fp=0xc23d8b9cb8 sp=0xc23d8b9c88 runtime.selectgoImpl(0xc23d8b9f40, 0x0, 0x18) /usr/local/go/src/runtime/select.go:366 +0xb2c fp=0xc23d8b9e50 sp=0xc23d8b9cb8 runtime.selectgo(0xc23d8b9f40) /usr/local/go/src/runtime/select.go:183 +0x12 fp=0xc23d8b9e70 sp=0xc23d8b9e50 net/http.(*persistConn).writeLoop(0xc225b93a20) /usr/local/go/src/net/http/transport.go:945 +0x41d fp=0xc23d8b9fd8 sp=0xc23d8b9e70 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:2232 +0x1 fp=0xc23d8b9fe0 sp=0xc23d8b9fd8 created by net/http.(*Transport).dialConn /usr/local/go/src/net/http/transport.go:661 +0xcbc goroutine 9919138 [chan receive]: runtime.gopark(0x43b7b0, 0xc26f26ae38, 0xe44b30, 0xc) /usr/local/go/src/runtime/proc.go:130 +0x105 fp=0xc231cc7d98 sp=0xc231cc7d68 runtime.goparkunlock(0xc26f26ae38, 0xe44b30, 0xc) /usr/local/go/src/runtime/proc.go:136 +0x48 fp=0xc231cc7dc0 sp=0xc231cc7d98 runtime.chanrecv(0xadc580, 0xc26f26ade0, 0xc231cc7fa8, 0x640401, 0x0) /usr/local/go/src/runtime/chan.go:467 +0x82c fp=0xc231cc7e60 sp=0xc231cc7dc0 runtime.chanrecv1(0xadc580, 0xc26f26ade0, 0xc231cc7fa8) /usr/local/go/src/runtime/chan.go:311 +0x2b fp=0xc231cc7e90 sp=0xc231cc7e60 github.com/couchbase/indexing/secondary/dcp.(*DcpFeed).genServer(0xc26f26aea0, 0xc26f26ade0, 0xabba) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/upr.go:232 +0xea fp=0xc231cc7fc8 sp=0xc231cc7e90 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:2232 +0x1 fp=0xc231cc7fd0 sp=0xc231cc7fc8 created by github.com/couchbase/indexing/secondary/dcp.(*Bucket).StartDcpFeedOver /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/upr.go:158 +0x558 goroutine 9917021 [IO wait]: runtime.gopark(0x416650, 0x7fe2f1283338, 0xe077f0, 0x7) /usr/local/go/src/runtime/proc.go:130 +0x105 fp=0xc20c632a30 sp=0xc20c632a00 runtime.netpollblock(0x7fe2f1283310, 0x72, 0xc26b6c0068) /usr/local/go/src/runtime/netpoll.go:347 +0x170 fp=0xc20c632a70 sp=0xc20c632a30 runtime.netpollWait(0x7fe2f1283310, 0x72, 0x8) /usr/local/go/src/runtime/netpoll.go:150 +0x68 fp=0xc20c632a90 sp=0xc20c632a70 net.(*pollDesc).Wait(0xc20f797c60, 0x72, 0x0, 0x0) /usr/local/go/src/net/fd_poll_runtime.go:84 +0x47 fp=0xc20c632ab0 sp=0xc20c632a90 net.(*pollDesc).WaitRead(0xc20f797c60, 0x0, 0x0) /usr/local/go/src/net/fd_poll_runtime.go:89 +0x43 fp=0xc20c632ad8 sp=0xc20c632ab0 net.(*netFD).Read(0xc20f797c00, 0xc24fc75320, 0x18, 0x18, 0x0, 0x7fe2f2885e70, 0xc26b6c0060) /usr/local/go/src/net/fd_unix.go:242 +0x40f fp=0xc20c632b78 sp=0xc20c632ad8 net.(*conn).Read(0xc20af4b698, 0xc24fc75320, 0x18, 0x18, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:121 +0xdc fp=0xc20c632bc0 sp=0xc20c632b78 io.ReadAtLeast(0x7fe2f28914e0, 0xc20af4b698, 0xc24fc75320, 0x18, 0x18, 0x18, 0x0, 0x0, 0x0) /usr/local/go/src/io/io.go:298 +0xf1 fp=0xc20c632c18 sp=0xc20c632bc0 io.ReadFull(0x7fe2f28914e0, 0xc20af4b698, 0xc24fc75320, 0x18, 0x18, 0x0, 0x0, 0x0) /usr/local/go/src/io/io.go:316 +0x6d fp=0xc20c632c68 sp=0xc20c632c18 github.com/couchbase/indexing/secondary/dcp/transport.(*MCRequest).Receive(0xc27435a060, 0x7fe2f28914e0, 0xc20af4b698, 0xc24fc75320, 0x18, 0x18, 0x18, 0x0, 0x0) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/transport/mc_req.go:130 +0xee fp=0xc20c632de8 sp=0xc20c632c68 github.com/couchbase/indexing/secondary/dcp/transport/client.(*DcpFeed).doReceive(0xc2744d0d80, 0xc2744d0de0, 0xc23a9f9620) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/transport/client/dcp_feed.go:882 +0x1b0 fp=0xc20c632fc8 sp=0xc20c632de8 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:2232 +0x1 fp=0xc20c632fd0 sp=0xc20c632fc8 created by github.com/couchbase/indexing/secondary/dcp/transport/client.NewDcpFeed /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/transport/client/dcp_feed.go:68 +0x4bf goroutine 9920179 [select]: runtime.gopark(0x41b500, 0xc20d1fbee8, 0xe22590, 0x6) /usr/local/go/src/runtime/proc.go:130 +0x105 fp=0xc20d1fb9a0 sp=0xc20d1fb970 runtime.selectgoImpl(0xc20d1fbee8, 0xc20d1fbba7, 0x20) /usr/local/go/src/runtime/select.go:366 +0xb2c fp=0xc20d1fbb38 sp=0xc20d1fb9a0 runtime.selectgo(0xc20d1fbee8) /usr/local/go/src/runtime/select.go:183 +0x12 fp=0xc20d1fbb58 sp=0xc20d1fbb38 github.com/couchbase/indexing/secondary/dcp/transport/client.(*DcpFeed).genServer(0xc24f5280c0, 0xabba, 0xc2659cff80, 0xc24f528060, 0xc24f528120) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/transport/client/dcp_feed.go:165 +0x18cf fp=0xc20d1fbfb8 sp=0xc20d1fbb58 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:2232 +0x1 fp=0xc20d1fbfc0 sp=0xc20d1fbfb8 created by github.com/couchbase/indexing/secondary/dcp/transport/client.NewDcpFeed /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/transport/client/dcp_feed.go:67 +0x48e goroutine 9919486 [IO wait]: runtime.gopark(0x416650, 0x7fdf6905ffd0, 0xe077f0, 0x7) /usr/local/go/src/runtime/proc.go:130 +0x105 fp=0xc22d6c9a30 sp=0xc22d6c9a00 runtime.netpollblock(0x7fdf6905ffa8, 0x72, 0xc26996e418) /usr/local/go/src/runtime/netpoll.go:347 +0x170 fp=0xc22d6c9a70 sp=0xc22d6c9a30 runtime.netpollWait(0x7fdf6905ffa8, 0x72, 0x8) /usr/local/go/src/runtime/netpoll.go:150 +0x68 fp=0xc22d6c9a90 sp=0xc22d6c9a70 net.(*pollDesc).Wait(0xc208011480, 0x72, 0x0, 0x0) /usr/local/go/src/net/fd_poll_runtime.go:84 +0x47 fp=0xc22d6c9ab0 sp=0xc22d6c9a90 net.(*pollDesc).WaitRead(0xc208011480, 0x0, 0x0) /usr/local/go/src/net/fd_poll_runtime.go:89 +0x43 fp=0xc22d6c9ad8 sp=0xc22d6c9ab0 net.(*netFD).Read(0xc208011420, 0xc242244ac0, 0x18, 0x18, 0x0, 0x7fe2f2885e70, 0xc26996e410) /usr/local/go/src/net/fd_unix.go:242 +0x40f fp=0xc22d6c9b78 sp=0xc22d6c9ad8 net.(*conn).Read(0xc209f9aba0, 0xc242244ac0, 0x18, 0x18, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:121 +0xdc fp=0xc22d6c9bc0 sp=0xc22d6c9b78 io.ReadAtLeast(0x7fe2f28914e0, 0xc209f9aba0, 0xc242244ac0, 0x18, 0x18, 0x18, 0x0, 0x0, 0x0) /usr/local/go/src/io/io.go:298 +0xf1 fp=0xc22d6c9c18 sp=0xc22d6c9bc0 io.ReadFull(0x7fe2f28914e0, 0xc209f9aba0, 0xc242244ac0, 0x18, 0x18, 0x0, 0x0, 0x0) /usr/local/go/src/io/io.go:316 +0x6d fp=0xc22d6c9c68 sp=0xc22d6c9c18 github.com/couchbase/indexing/secondary/dcp/transport.(*MCRequest).Receive(0xc25881bda0, 0x7fe2f28914e0, 0xc209f9aba0, 0xc242244ac0, 0x18, 0x18, 0x18, 0x0, 0x0) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/transport/mc_req.go:130 +0xee fp=0xc22d6c9de8 sp=0xc22d6c9c68 github.com/couchbase/indexing/secondary/dcp/transport/client.(*DcpFeed).doReceive(0xc2745d87e0, 0xc2745d8840, 0xc21cd63aa0) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/transport/client/dcp_feed.go:882 +0x1b0 fp=0xc22d6c9fc8 sp=0xc22d6c9de8 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:2232 +0x1 fp=0xc22d6c9fd0 sp=0xc22d6c9fc8 created by github.com/couchbase/indexing/secondary/dcp/transport/client.NewDcpFeed /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/transport/client/dcp_feed.go:68 +0x4bf goroutine 9919745 [chan receive]: runtime.gopark(0x43b7b0, 0xc26dee48f8, 0xe44b30, 0xc) /usr/local/go/src/runtime/proc.go:130 +0x105 fp=0xc2514af598 sp=0xc2514af568 runtime.goparkunlock(0xc26dee48f8, 0xe44b30, 0xc) /usr/local/go/src/runtime/proc.go:136 +0x48 fp=0xc2514af5c0 sp=0xc2514af598 runtime.chanrecv(0xadc580, 0xc26dee48a0, 0xc2514af7a8, 0x640401, 0x0) /usr/local/go/src/runtime/chan.go:467 +0x82c fp=0xc2514af660 sp=0xc2514af5c0 runtime.chanrecv1(0xadc580, 0xc26dee48a0, 0xc2514af7a8) /usr/local/go/src/runtime/chan.go:311 +0x2b fp=0xc2514af690 sp=0xc2514af660 github.com/couchbase/indexing/secondary/dcp.(*DcpFeed).genServer(0xc26dee4d80, 0xc26dee48a0, 0xabba) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/upr.go:232 +0xea fp=0xc2514af7c8 sp=0xc2514af690 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:2232 +0x1 fp=0xc2514af7d0 sp=0xc2514af7c8 created by github.com/couchbase/indexing/secondary/dcp.(*Bucket).StartDcpFeedOver /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/upr.go:158 +0x558 goroutine 9920271 [select]: runtime.gopark(0x41b500, 0xc261a23ee8, 0xe22590, 0x6) /usr/local/go/src/runtime/proc.go:130 +0x105 fp=0xc261a239a0 sp=0xc261a23970 runtime.selectgoImpl(0xc261a23ee8, 0xc261a23ba7, 0x20) /usr/local/go/src/runtime/select.go:366 +0xb2c fp=0xc261a23b38 sp=0xc261a239a0 runtime.selectgo(0xc261a23ee8) /usr/local/go/src/runtime/select.go:183 +0x12 fp=0xc261a23b58 sp=0xc261a23b38 github.com/couchbase/indexing/secondary/dcp/transport/client.(*DcpFeed).genServer(0xc230fe4000, 0xabba, 0xc2639e3e60, 0xc2639e3f80, 0xc230fe4060) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/transport/client/dcp_feed.go:165 +0x18cf fp=0xc261a23fb8 sp=0xc261a23b58 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:2232 +0x1 fp=0xc261a23fc0 sp=0xc261a23fb8 created by github.com/couchbase/indexing/secondary/dcp/transport/client.NewDcpFeed /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/transport/client/dcp_feed.go:67 +0x48e goroutine 9920229 [chan receive]: runtime.gopark(0x43b7b0, 0xc257ca4058, 0xe44b30, 0xc) /usr/local/go/src/runtime/proc.go:130 +0x105 fp=0xc20c667598 sp=0xc20c667568 runtime.goparkunlock(0xc257ca4058, 0xe44b30, 0xc) /usr/local/go/src/runtime/proc.go:136 +0x48 fp=0xc20c6675c0 sp=0xc20c667598 runtime.chanrecv(0xadc580, 0xc257ca4000, 0xc20c6677a8, 0x640401, 0x0) /usr/local/go/src/runtime/chan.go:467 +0x82c fp=0xc20c667660 sp=0xc20c6675c0 runtime.chanrecv1(0xadc580, 0xc257ca4000, 0xc20c6677a8) /usr/local/go/src/runtime/chan.go:311 +0x2b fp=0xc20c667690 sp=0xc20c667660 github.com/couchbase/indexing/secondary/dcp.(*DcpFeed).genServer(0xc257ca40c0, 0xc257ca4000, 0xabba) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/upr.go:232 +0xea fp=0xc20c6677c8 sp=0xc20c667690 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:2232 +0x1 fp=0xc20c6677d0 sp=0xc20c6677c8 created by github.com/couchbase/indexing/secondary/dcp.(*Bucket).StartDcpFeedOver /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/upr.go:158 +0x558 goroutine 9920114 [chan receive]: runtime.gopark(0x43b7b0, 0xc2609a4898, 0xe44b30, 0xc) /usr/local/go/src/runtime/proc.go:130 +0x105 fp=0xc20b409d98 sp=0xc20b409d68 runtime.goparkunlock(0xc2609a4898, 0xe44b30, 0xc) /usr/local/go/src/runtime/proc.go:136 +0x48 fp=0xc20b409dc0 sp=0xc20b409d98 runtime.chanrecv(0xadc580, 0xc2609a4840, 0xc20b409fa8, 0x640401, 0x0) /usr/local/go/src/runtime/chan.go:467 +0x82c fp=0xc20b409e60 sp=0xc20b409dc0 runtime.chanrecv1(0xadc580, 0xc2609a4840, 0xc20b409fa8) /usr/local/go/src/runtime/chan.go:311 +0x2b fp=0xc20b409e90 sp=0xc20b409e60 github.com/couchbase/indexing/secondary/dcp.(*DcpFeed).genServer(0xc2609a4960, 0xc2609a4840, 0xabba) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/upr.go:232 +0xea fp=0xc20b409fc8 sp=0xc20b409e90 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:2232 +0x1 fp=0xc20b409fd0 sp=0xc20b409fc8 created by github.com/couchbase/indexing/secondary/dcp.(*Bucket).StartDcpFeedOver /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/upr.go:158 +0x558 goroutine 9920322 [select]: runtime.gopark(0x41b500, 0xc20bb15ee8, 0xe22590, 0x6) /usr/local/go/src/runtime/proc.go:130 +0x105 fp=0xc20bb159a0 sp=0xc20bb15970 runtime.selectgoImpl(0xc20bb15ee8, 0xc20bb15ba7, 0x20) /usr/local/go/src/runtime/select.go:366 +0xb2c fp=0xc20bb15b38 sp=0xc20bb159a0 runtime.selectgo(0xc20bb15ee8) /usr/local/go/src/runtime/select.go:183 +0x12 fp=0xc20bb15b58 sp=0xc20bb15b38 github.com/couchbase/indexing/secondary/dcp/transport/client.(*DcpFeed).genServer(0xc27532c2a0, 0xabba, 0xc27532c1e0, 0xc27532c240, 0xc27532c300) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/transport/client/dcp_feed.go:165 +0x18cf fp=0xc20bb15fb8 sp=0xc20bb15b58 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:2232 +0x1 fp=0xc20bb15fc0 sp=0xc20bb15fb8 created by github.com/couchbase/indexing/secondary/dcp/transport/client.NewDcpFeed /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/transport/client/dcp_feed.go:67 +0x48e goroutine 9920049 [chan receive]: runtime.gopark(0x43b7b0, 0xc2752bbd38, 0xe44b30, 0xc) /usr/local/go/src/runtime/proc.go:130 +0x105 fp=0xc2367e7598 sp=0xc2367e7568 runtime.goparkunlock(0xc2752bbd38, 0xe44b30, 0xc) /usr/local/go/src/runtime/proc.go:136 +0x48 fp=0xc2367e75c0 sp=0xc2367e7598 runtime.chanrecv(0xadc580, 0xc2752bbce0, 0xc2367e77a8, 0x640401, 0x0) /usr/local/go/src/runtime/chan.go:467 +0x82c fp=0xc2367e7660 sp=0xc2367e75c0 runtime.chanrecv1(0xadc580, 0xc2752bbce0, 0xc2367e77a8) /usr/local/go/src/runtime/chan.go:311 +0x2b fp=0xc2367e7690 sp=0xc2367e7660 github.com/couchbase/indexing/secondary/dcp.(*DcpFeed).genServer(0xc2752bbda0, 0xc2752bbce0, 0xabba) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/upr.go:232 +0xea fp=0xc2367e77c8 sp=0xc2367e7690 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:2232 +0x1 fp=0xc2367e77d0 sp=0xc2367e77c8 created by github.com/couchbase/indexing/secondary/dcp.(*Bucket).StartDcpFeedOver /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/upr.go:158 +0x558 goroutine 9919488 [IO wait]: runtime.gopark(0x416650, 0x7fdf6905fe50, 0xe077f0, 0x7) /usr/local/go/src/runtime/proc.go:130 +0x105 fp=0xc234ba5a30 sp=0xc234ba5a00 runtime.netpollblock(0x7fdf6905fe28, 0x72, 0xc2684c3af8) /usr/local/go/src/runtime/netpoll.go:347 +0x170 fp=0xc234ba5a70 sp=0xc234ba5a30 runtime.netpollWait(0x7fdf6905fe28, 0x72, 0x8) /usr/local/go/src/runtime/netpoll.go:150 +0x68 fp=0xc234ba5a90 sp=0xc234ba5a70 net.(*pollDesc).Wait(0xc238d13790, 0x72, 0x0, 0x0) /usr/local/go/src/net/fd_poll_runtime.go:84 +0x47 fp=0xc234ba5ab0 sp=0xc234ba5a90 net.(*pollDesc).WaitRead(0xc238d13790, 0x0, 0x0) /usr/local/go/src/net/fd_poll_runtime.go:89 +0x43 fp=0xc234ba5ad8 sp=0xc234ba5ab0 net.(*netFD).Read(0xc238d13730, 0xc22c676300, 0x18, 0x18, 0x0, 0x7fe2f2885e70, 0xc2684c3af0) /usr/local/go/src/net/fd_unix.go:242 +0x40f fp=0xc234ba5b78 sp=0xc234ba5ad8 net.(*conn).Read(0xc233c12198, 0xc22c676300, 0x18, 0x18, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:121 +0xdc fp=0xc234ba5bc0 sp=0xc234ba5b78 io.ReadAtLeast(0x7fe2f28914e0, 0xc233c12198, 0xc22c676300, 0x18, 0x18, 0x18, 0x0, 0x0, 0x0) /usr/local/go/src/io/io.go:298 +0xf1 fp=0xc234ba5c18 sp=0xc234ba5bc0 io.ReadFull(0x7fe2f28914e0, 0xc233c12198, 0xc22c676300, 0x18, 0x18, 0x0, 0x0, 0x0) /usr/local/go/src/io/io.go:316 +0x6d fp=0xc234ba5c68 sp=0xc234ba5c18 github.com/couchbase/indexing/secondary/dcp/transport.(*MCRequest).Receive(0xc270607e60, 0x7fe2f28914e0, 0xc233c12198, 0xc22c676300, 0x18, 0x18, 0x18, 0x0, 0x0) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/transport/mc_req.go:130 +0xee fp=0xc234ba5de8 sp=0xc234ba5c68 github.com/couchbase/indexing/secondary/dcp/transport/client.(*DcpFeed).doReceive(0xc270607740, 0xc270607860, 0xc20b24ce10) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/transport/client/dcp_feed.go:882 +0x1b0 fp=0xc234ba5fc8 sp=0xc234ba5de8 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:2232 +0x1 fp=0xc234ba5fd0 sp=0xc234ba5fc8 created by github.com/couchbase/indexing/secondary/dcp/transport/client.NewDcpFeed /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/transport/client/dcp_feed.go:68 +0x4bf goroutine 9919483 [select]: runtime.gopark(0x41b500, 0xc23d7d6ee8, 0xe22590, 0x6) /usr/local/go/src/runtime/proc.go:130 +0x105 fp=0xc23d7d69a0 sp=0xc23d7d6970 runtime.selectgoImpl(0xc23d7d6ee8, 0xc23d7d6ba7, 0x20) /usr/local/go/src/runtime/select.go:366 +0xb2c fp=0xc23d7d6b38 sp=0xc23d7d69a0 runtime.selectgo(0xc23d7d6ee8) /usr/local/go/src/runtime/select.go:183 +0x12 fp=0xc23d7d6b58 sp=0xc23d7d6b38 github.com/couchbase/indexing/secondary/dcp/transport/client.(*DcpFeed).genServer(0xc264da0de0, 0xabba, 0xc264da0cc0, 0xc264da0d20, 0xc264da1020) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/transport/client/dcp_feed.go:165 +0x18cf fp=0xc23d7d6fb8 sp=0xc23d7d6b58 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:2232 +0x1 fp=0xc23d7d6fc0 sp=0xc23d7d6fb8 created by github.com/couchbase/indexing/secondary/dcp/transport/client.NewDcpFeed /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/transport/client/dcp_feed.go:67 +0x48e goroutine 9920171 [IO wait]: runtime.gopark(0x416650, 0x7fdf6905fa90, 0xe077f0, 0x7) /usr/local/go/src/runtime/proc.go:130 +0x105 fp=0xc209fa4a30 sp=0xc209fa4a00 runtime.netpollblock(0x7fdf6905fa68, 0x72, 0xc2716998b0) /usr/local/go/src/runtime/netpoll.go:347 +0x170 fp=0xc209fa4a70 sp=0xc209fa4a30 runtime.netpollWait(0x7fdf6905fa68, 0x72, 0x8) /usr/local/go/src/runtime/netpoll.go:150 +0x68 fp=0xc209fa4a90 sp=0xc209fa4a70 net.(*pollDesc).Wait(0xc25012fd40, 0x72, 0x0, 0x0) /usr/local/go/src/net/fd_poll_runtime.go:84 +0x47 fp=0xc209fa4ab0 sp=0xc209fa4a90 net.(*pollDesc).WaitRead(0xc25012fd40, 0x0, 0x0) /usr/local/go/src/net/fd_poll_runtime.go:89 +0x43 fp=0xc209fa4ad8 sp=0xc209fa4ab0 net.(*netFD).Read(0xc25012fce0, 0xc2662971e0, 0x18, 0x18, 0x0, 0x7fe2f2885e70, 0xc2716998a8) /usr/local/go/src/net/fd_unix.go:242 +0x40f fp=0xc209fa4b78 sp=0xc209fa4ad8 net.(*conn).Read(0xc20f714c80, 0xc2662971e0, 0x18, 0x18, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:121 +0xdc fp=0xc209fa4bc0 sp=0xc209fa4b78 io.ReadAtLeast(0x7fe2f28914e0, 0xc20f714c80, 0xc2662971e0, 0x18, 0x18, 0x18, 0x0, 0x0, 0x0) /usr/local/go/src/io/io.go:298 +0xf1 fp=0xc209fa4c18 sp=0xc209fa4bc0 io.ReadFull(0x7fe2f28914e0, 0xc20f714c80, 0xc2662971e0, 0x18, 0x18, 0x0, 0x0, 0x0) /usr/local/go/src/io/io.go:316 +0x6d fp=0xc209fa4c68 sp=0xc209fa4c18 github.com/couchbase/indexing/secondary/dcp/transport.(*MCRequest).Receive(0xc27542ca20, 0x7fe2f28914e0, 0xc20f714c80, 0xc2662971e0, 0x18, 0x18, 0x18, 0x0, 0x0) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/transport/mc_req.go:130 +0xee fp=0xc209fa4de8 sp=0xc209fa4c68 github.com/couchbase/indexing/secondary/dcp/transport/client.(*DcpFeed).doReceive(0xc27542c180, 0xc27542c2a0, 0xc242fb9bf0) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/transport/client/dcp_feed.go:882 +0x1b0 fp=0xc209fa4fc8 sp=0xc209fa4de8 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:2232 +0x1 fp=0xc209fa4fd0 sp=0xc209fa4fc8 created by github.com/couchbase/indexing/secondary/dcp/transport/client.NewDcpFeed /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/transport/client/dcp_feed.go:68 +0x4bf goroutine 9917076 [select]: runtime.gopark(0x41b500, 0xc20c4caee8, 0xe22590, 0x6) /usr/local/go/src/runtime/proc.go:130 +0x105 fp=0xc20c4ca9a0 sp=0xc20c4ca970 runtime.selectgoImpl(0xc20c4caee8, 0xc20c4caba7, 0x20) /usr/local/go/src/runtime/select.go:366 +0xb2c fp=0xc20c4cab38 sp=0xc20c4ca9a0 runtime.selectgo(0xc20c4caee8) /usr/local/go/src/runtime/select.go:183 +0x12 fp=0xc20c4cab58 sp=0xc20c4cab38 github.com/couchbase/indexing/secondary/dcp/transport/client.(*DcpFeed).genServer(0xc2745116e0, 0xabba, 0xc274511620, 0xc274511680, 0xc274511740) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/transport/client/dcp_feed.go:165 +0x18cf fp=0xc20c4cafb8 sp=0xc20c4cab58 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:2232 +0x1 fp=0xc20c4cafc0 sp=0xc20c4cafb8 created by github.com/couchbase/indexing/secondary/dcp/transport/client.NewDcpFeed /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/transport/client/dcp_feed.go:67 +0x48e goroutine 9920058 [chan receive]: runtime.gopark(0x43b7b0, 0xc238cc0958, 0xe44b30, 0xc) /usr/local/go/src/runtime/proc.go:130 +0x105 fp=0xc20f1a2598 sp=0xc20f1a2568 runtime.goparkunlock(0xc238cc0958, 0xe44b30, 0xc) /usr/local/go/src/runtime/proc.go:136 +0x48 fp=0xc20f1a25c0 sp=0xc20f1a2598 runtime.chanrecv(0xadc580, 0xc238cc0900, 0xc20f1a27a8, 0x640401, 0x0) /usr/local/go/src/runtime/chan.go:467 +0x82c fp=0xc20f1a2660 sp=0xc20f1a25c0 runtime.chanrecv1(0xadc580, 0xc238cc0900, 0xc20f1a27a8) /usr/local/go/src/runtime/chan.go:311 +0x2b fp=0xc20f1a2690 sp=0xc20f1a2660 github.com/couchbase/indexing/secondary/dcp.(*DcpFeed).genServer(0xc238cc09c0, 0xc238cc0900, 0xabba) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/upr.go:232 +0xea fp=0xc20f1a27c8 sp=0xc20f1a2690 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:2232 +0x1 fp=0xc20f1a27d0 sp=0xc20f1a27c8 created by github.com/couchbase/indexing/secondary/dcp.(*Bucket).StartDcpFeedOver /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/upr.go:158 +0x558 goroutine 9920213 [select]: runtime.gopark(0x41b500, 0xc23b9baee8, 0xe22590, 0x6) /usr/local/go/src/runtime/proc.go:130 +0x105 fp=0xc23b9ba9a0 sp=0xc23b9ba970 runtime.selectgoImpl(0xc23b9baee8, 0xc23b9baba7, 0x20) /usr/local/go/src/runtime/select.go:366 +0xb2c fp=0xc23b9bab38 sp=0xc23b9ba9a0 runtime.selectgo(0xc23b9baee8) /usr/local/go/src/runtime/select.go:183 +0x12 fp=0xc23b9bab58 sp=0xc23b9bab38 github.com/couchbase/indexing/secondary/dcp/transport/client.(*DcpFeed).genServer(0xc23eb71920, 0xabba, 0xc23eb71860, 0xc23eb718c0, 0xc23eb71980) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/transport/client/dcp_feed.go:165 +0x18cf fp=0xc23b9bafb8 sp=0xc23b9bab58 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:2232 +0x1 fp=0xc23b9bafc0 sp=0xc23b9bafb8 created by github.com/couchbase/indexing/secondary/dcp/transport/client.NewDcpFeed /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/transport/client/dcp_feed.go:67 +0x48e goroutine 9915007 [select]: runtime.gopark(0x41b500, 0xc23b9b8ee8, 0xe22590, 0x6) /usr/local/go/src/runtime/proc.go:130 +0x105 fp=0xc23b9b89a0 sp=0xc23b9b8970 runtime.selectgoImpl(0xc23b9b8ee8, 0xc23b9b8ba7, 0x20) /usr/local/go/src/runtime/select.go:366 +0xb2c fp=0xc23b9b8b38 sp=0xc23b9b89a0 runtime.selectgo(0xc23b9b8ee8) /usr/local/go/src/runtime/select.go:183 +0x12 fp=0xc23b9b8b58 sp=0xc23b9b8b38 github.com/couchbase/indexing/secondary/dcp/transport/client.(*DcpFeed).genServer(0xc23058ccc0, 0xabba, 0xc23058cc00, 0xc23058cc60, 0xc23058cfc0) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/transport/client/dcp_feed.go:165 +0x18cf fp=0xc23b9b8fb8 sp=0xc23b9b8b58 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:2232 +0x1 fp=0xc23b9b8fc0 sp=0xc23b9b8fb8 created by github.com/couchbase/indexing/secondary/dcp/transport/client.NewDcpFeed /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/transport/client/dcp_feed.go:67 +0x48e goroutine 9920128 [chan receive]: runtime.gopark(0x43b7b0, 0xc27542cb38, 0xe44b30, 0xc) /usr/local/go/src/runtime/proc.go:130 +0x105 fp=0xc23bdb5d98 sp=0xc23bdb5d68 runtime.goparkunlock(0xc27542cb38, 0xe44b30, 0xc) /usr/local/go/src/runtime/proc.go:136 +0x48 fp=0xc23bdb5dc0 sp=0xc23bdb5d98 runtime.chanrecv(0xadc580, 0xc27542cae0, 0xc23bdb5fa8, 0x640401, 0x0) /usr/local/go/src/runtime/chan.go:467 +0x82c fp=0xc23bdb5e60 sp=0xc23bdb5dc0 runtime.chanrecv1(0xadc580, 0xc27542cae0, 0xc23bdb5fa8) /usr/local/go/src/runtime/chan.go:311 +0x2b fp=0xc23bdb5e90 sp=0xc23bdb5e60 github.com/couchbase/indexing/secondary/dcp.(*DcpFeed).genServer(0xc27542cd80, 0xc27542cae0, 0xabba) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/upr.go:232 +0xea fp=0xc23bdb5fc8 sp=0xc23bdb5e90 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:2232 +0x1 fp=0xc23bdb5fd0 sp=0xc23bdb5fc8 created by github.com/couchbase/indexing/secondary/dcp.(*Bucket).StartDcpFeedOver /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/upr.go:158 +0x558 goroutine 9920228 [IO wait]: runtime.gopark(0x416650, 0x7fdf6905f910, 0xe077f0, 0x7) /usr/local/go/src/runtime/proc.go:130 +0x105 fp=0xc2338dea30 sp=0xc2338dea00 runtime.netpollblock(0x7fdf6905f8e8, 0x72, 0xc26eb2ac08) /usr/local/go/src/runtime/netpoll.go:347 +0x170 fp=0xc2338dea70 sp=0xc2338dea30 runtime.netpollWait(0x7fdf6905f8e8, 0x72, 0x8) /usr/local/go/src/runtime/netpoll.go:150 +0x68 fp=0xc2338dea90 sp=0xc2338dea70 net.(*pollDesc).Wait(0xc20af2da30, 0x72, 0x0, 0x0) /usr/local/go/src/net/fd_poll_runtime.go:84 +0x47 fp=0xc2338deab0 sp=0xc2338dea90 net.(*pollDesc).WaitRead(0xc20af2da30, 0x0, 0x0) /usr/local/go/src/net/fd_poll_runtime.go:89 +0x43 fp=0xc2338dead8 sp=0xc2338deab0 net.(*netFD).Read(0xc20af2d9d0, 0xc25b718160, 0x18, 0x18, 0x0, 0x7fe2f2885e70, 0xc26eb2ac00) /usr/local/go/src/net/fd_unix.go:242 +0x40f fp=0xc2338deb78 sp=0xc2338dead8 net.(*conn).Read(0xc20af2b368, 0xc25b718160, 0x18, 0x18, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:121 +0xdc fp=0xc2338debc0 sp=0xc2338deb78 io.ReadAtLeast(0x7fe2f28914e0, 0xc20af2b368, 0xc25b718160, 0x18, 0x18, 0x18, 0x0, 0x0, 0x0) /usr/local/go/src/io/io.go:298 +0xf1 fp=0xc2338dec18 sp=0xc2338debc0 io.ReadFull(0x7fe2f28914e0, 0xc20af2b368, 0xc25b718160, 0x18, 0x18, 0x0, 0x0, 0x0) /usr/local/go/src/io/io.go:316 +0x6d fp=0xc2338dec68 sp=0xc2338dec18 github.com/couchbase/indexing/secondary/dcp/transport.(*MCRequest).Receive(0xc257ca5140, 0x7fe2f28914e0, 0xc20af2b368, 0xc25b718160, 0x18, 0x18, 0x18, 0x0, 0x0) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/transport/mc_req.go:130 +0xee fp=0xc2338dede8 sp=0xc2338dec68 github.com/couchbase/indexing/secondary/dcp/transport/client.(*DcpFeed).doReceive(0xc257ca4900, 0xc257ca4d20, 0xc228e2be00) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/transport/client/dcp_feed.go:882 +0x1b0 fp=0xc2338defc8 sp=0xc2338dede8 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:2232 +0x1 fp=0xc2338defd0 sp=0xc2338defc8 created by github.com/couchbase/indexing/secondary/dcp/transport/client.NewDcpFeed /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/transport/client/dcp_feed.go:68 +0x4bf goroutine 9920215 [chan receive]: runtime.gopark(0x43b7b0, 0xc257ca54f8, 0xe44b30, 0xc) /usr/local/go/src/runtime/proc.go:130 +0x105 fp=0xc23bdb0d98 sp=0xc23bdb0d68 runtime.goparkunlock(0xc257ca54f8, 0xe44b30, 0xc) /usr/local/go/src/runtime/proc.go:136 +0x48 fp=0xc23bdb0dc0 sp=0xc23bdb0d98 runtime.chanrecv(0xadc580, 0xc257ca54a0, 0xc23bdb0fa8, 0x640401, 0x0) /usr/local/go/src/runtime/chan.go:467 +0x82c fp=0xc23bdb0e60 sp=0xc23bdb0dc0 runtime.chanrecv1(0xadc580, 0xc257ca54a0, 0xc23bdb0fa8) /usr/local/go/src/runtime/chan.go:311 +0x2b fp=0xc23bdb0e90 sp=0xc23bdb0e60 github.com/couchbase/indexing/secondary/dcp.(*DcpFeed).genServer(0xc257ca5560, 0xc257ca54a0, 0xabba) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/upr.go:232 +0xea fp=0xc23bdb0fc8 sp=0xc23bdb0e90 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:2232 +0x1 fp=0xc23bdb0fd0 sp=0xc23bdb0fc8 created by github.com/couchbase/indexing/secondary/dcp.(*Bucket).StartDcpFeedOver /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/upr.go:158 +0x558 goroutine 9712469 [IO wait, 35 minutes]: runtime.gopark(0x416650, 0x7fe2f1283578, 0xe077f0, 0x7) /usr/local/go/src/runtime/proc.go:130 +0x105 fp=0xc20ff40c70 sp=0xc20ff40c40 runtime.netpollblock(0x7fe2f1283550, 0x72, 0xc273bbf778) /usr/local/go/src/runtime/netpoll.go:347 +0x170 fp=0xc20ff40cb0 sp=0xc20ff40c70 runtime.netpollWait(0x7fe2f1283550, 0x72, 0x8) /usr/local/go/src/runtime/netpoll.go:150 +0x68 fp=0xc20ff40cd0 sp=0xc20ff40cb0 net.(*pollDesc).Wait(0xc22de0a610, 0x72, 0x0, 0x0) /usr/local/go/src/net/fd_poll_runtime.go:84 +0x47 fp=0xc20ff40cf0 sp=0xc20ff40cd0 net.(*pollDesc).WaitRead(0xc22de0a610, 0x0, 0x0) /usr/local/go/src/net/fd_poll_runtime.go:89 +0x43 fp=0xc20ff40d18 sp=0xc20ff40cf0 net.(*netFD).Read(0xc22de0a5b0, 0xc273bbf728, 0x8, 0x8, 0x0, 0x7fe2f2885e70, 0xc273bbf770) /usr/local/go/src/net/fd_unix.go:242 +0x40f fp=0xc20ff40db8 sp=0xc20ff40d18 net.(*conn).Read(0xc2101eba28, 0xc273bbf728, 0x8, 0x8, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:121 +0xdc fp=0xc20ff40e00 sp=0xc20ff40db8 github.com/couchbase/gometa/common.(*PeerPipe).readBytes(0xc24da254a0, 0x8, 0x0, 0x0, 0x0, 0x0, 0x0) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/gometa/common/peerPipe.go:256 +0x102 fp=0xc20ff40ee8 sp=0xc20ff40e00 github.com/couchbase/gometa/common.(*PeerPipe).doReceive(0xc24da254a0) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/gometa/common/peerPipe.go:201 +0x7c fp=0xc20ff40fd8 sp=0xc20ff40ee8 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:2232 +0x1 fp=0xc20ff40fe0 sp=0xc20ff40fd8 created by github.com/couchbase/gometa/common.NewPeerPipe /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/gometa/common/peerPipe.go:60 +0x14b goroutine 9920232 [chan receive]: runtime.gopark(0x43b7b0, 0xc250660418, 0xe44b30, 0xc) /usr/local/go/src/runtime/proc.go:130 +0x105 fp=0xc20c668d98 sp=0xc20c668d68 runtime.goparkunlock(0xc250660418, 0xe44b30, 0xc) /usr/local/go/src/runtime/proc.go:136 +0x48 fp=0xc20c668dc0 sp=0xc20c668d98 runtime.chanrecv(0xadc580, 0xc2506603c0, 0xc20c668fa8, 0x640401, 0x0) /usr/local/go/src/runtime/chan.go:467 +0x82c fp=0xc20c668e60 sp=0xc20c668dc0 runtime.chanrecv1(0xadc580, 0xc2506603c0, 0xc20c668fa8) /usr/local/go/src/runtime/chan.go:311 +0x2b fp=0xc20c668e90 sp=0xc20c668e60 github.com/couchbase/indexing/secondary/dcp.(*DcpFeed).genServer(0xc250660480, 0xc2506603c0, 0xabba) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/upr.go:232 +0xea fp=0xc20c668fc8 sp=0xc20c668e90 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:2232 +0x1 fp=0xc20c668fd0 sp=0xc20c668fc8 created by github.com/couchbase/indexing/secondary/dcp.(*Bucket).StartDcpFeedOver /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/upr.go:158 +0x558 goroutine 9918558 [IO wait]: runtime.gopark(0x416650, 0x7fe2f12831b8, 0xe077f0, 0x7) /usr/local/go/src/runtime/proc.go:130 +0x105 fp=0xc2080dea30 sp=0xc2080dea00 runtime.netpollblock(0x7fe2f1283190, 0x72, 0xc2745b81b0) /usr/local/go/src/runtime/netpoll.go:347 +0x170 fp=0xc2080dea70 sp=0xc2080dea30 runtime.netpollWait(0x7fe2f1283190, 0x72, 0x8) /usr/local/go/src/runtime/netpoll.go:150 +0x68 fp=0xc2080dea90 sp=0xc2080dea70 net.(*pollDesc).Wait(0xc20f797640, 0x72, 0x0, 0x0) /usr/local/go/src/net/fd_poll_runtime.go:84 +0x47 fp=0xc2080deab0 sp=0xc2080dea90 net.(*pollDesc).WaitRead(0xc20f797640, 0x0, 0x0) /usr/local/go/src/net/fd_poll_runtime.go:89 +0x43 fp=0xc2080dead8 sp=0xc2080deab0 net.(*netFD).Read(0xc20f7975e0, 0xc242c2f7c0, 0x18, 0x18, 0x0, 0x7fe2f2885e70, 0xc2745b8198) /usr/local/go/src/net/fd_unix.go:242 +0x40f fp=0xc2080deb78 sp=0xc2080dead8 net.(*conn).Read(0xc2199b0820, 0xc242c2f7c0, 0x18, 0x18, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:121 +0xdc fp=0xc2080debc0 sp=0xc2080deb78 io.ReadAtLeast(0x7fe2f28914e0, 0xc2199b0820, 0xc242c2f7c0, 0x18, 0x18, 0x18, 0x0, 0x0, 0x0) /usr/local/go/src/io/io.go:298 +0xf1 fp=0xc2080dec18 sp=0xc2080debc0 io.ReadFull(0x7fe2f28914e0, 0xc2199b0820, 0xc242c2f7c0, 0x18, 0x18, 0x0, 0x0, 0x0) /usr/local/go/src/io/io.go:316 +0x6d fp=0xc2080dec68 sp=0xc2080dec18 github.com/couchbase/indexing/secondary/dcp/transport.(*MCRequest).Receive(0xc2761ab7a0, 0x7fe2f28914e0, 0xc2199b0820, 0xc242c2f7c0, 0x18, 0x18, 0x18, 0x0, 0x0) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/transport/mc_req.go:130 +0xee fp=0xc2080dede8 sp=0xc2080dec68 github.com/couchbase/indexing/secondary/dcp/transport/client.(*DcpFeed).doReceive(0xc266c71800, 0xc266c71860, 0xc2474ad7d0) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/transport/client/dcp_feed.go:882 +0x1b0 fp=0xc2080defc8 sp=0xc2080dede8 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:2232 +0x1 fp=0xc2080defd0 sp=0xc2080defc8 created by github.com/couchbase/indexing/secondary/dcp/transport/client.NewDcpFeed /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/transport/client/dcp_feed.go:68 +0x4bf goroutine 9920119 [chan receive]: runtime.gopark(0x43b7b0, 0xc2706071f8, 0xe44b30, 0xc) /usr/local/go/src/runtime/proc.go:130 +0x105 fp=0xc26a42d598 sp=0xc26a42d568 runtime.goparkunlock(0xc2706071f8, 0xe44b30, 0xc) /usr/local/go/src/runtime/proc.go:136 +0x48 fp=0xc26a42d5c0 sp=0xc26a42d598 runtime.chanrecv(0xadc580, 0xc2706071a0, 0xc26a42d7a8, 0x640401, 0x0) /usr/local/go/src/runtime/chan.go:467 +0x82c fp=0xc26a42d660 sp=0xc26a42d5c0 runtime.chanrecv1(0xadc580, 0xc2706071a0, 0xc26a42d7a8) /usr/local/go/src/runtime/chan.go:311 +0x2b fp=0xc26a42d690 sp=0xc26a42d660 github.com/couchbase/indexing/secondary/dcp.(*DcpFeed).genServer(0xc270607260, 0xc2706071a0, 0xabba) /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/upr.go:232 +0xea fp=0xc26a42d7c8 sp=0xc26a42d690 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:2232 +0x1 fp=0xc26a42d7d0 sp=0xc26a42d7c8 created by github.com/couchbase/indexing/secondary/dcp.(*Bucket).StartDcpFeedOver /home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/upr.go:158 +0x558 [goport] 2015/07/20 11:59:22 /opt/couchbase/bin/indexer terminated: signal: aborted (core dumped) 2015-07-20T11:59:22.372Z-07:00 [Info] Indexer started with command line: [/opt/couchbase/bin/indexer -vbuckets=1024 -cluster=127.0.0.1:8091 -adminPort=9100 -scanPort=9101 -httpPort=9102 -streamInitPort=9103 -streamCatchupPort=9104 -streamMaintPort=9105 -storageDir=/disk0/index/@2i] 2015-07-20T11:59:22.414Z-07:00 [Info] Indexer::NewIndexer Status INIT 2015-07-20T11:59:22.424Z-07:00 [Info] Setting maxcpus = 8 2015-07-20T11:59:22.425Z-07:00 [Info] Setting buffer block size to 16384 bytes 2015-07-20T11:59:22.425Z-07:00 [Info] Setting log level to Info 2015-07-20T11:59:22.426Z-07:00 [Info] Indexer::NewIndexer Starting with Vbuckets 1024 2015-07-20T11:59:22.514Z-07:00 [Info] [Queryport ":9101"] started ... 2015-07-20T11:59:22.523Z-07:00 [Info] New settings received: {"indexer.settings.bufferPoolBlockSize":16384,"indexer.settings.compaction.check_period":30,"indexer.settings.compaction.interval":"00:00,00:00","indexer.settings.compaction.min_frag":30,"indexer.settings.compaction.min_size":1048576,"indexer.settings.cpuProfFname":"","indexer.settings.cpuProfile":false,"indexer.settings.inmemory_snapshot.interval":200,"indexer.settings.largeSnapshotThreshold":200,"indexer.settings.log_level":"info","indexer.settings.maxVbQueueLength":0,"indexer.settings.max_cpu_percent":800,"indexer.settings.max_writer_lock_prob":20,"indexer.settings.memProfFname":"","indexer.settings.memProfile":false,"indexer.settings.memory_quota":23068672000,"indexer.settings.persisted_snapshot.interval":5000,"indexer.settings.recovery.max_rollbacks":5,"indexer.settings.scan_timeout":1200000,"indexer.settings.send_buffer_size":1024,"indexer.settings.sliceBufSize":50000,"indexer.settings.statsLogDumpInterval":60,"projector.settings.log_level":"info","queryport.client.settings.poolOverflow":30,"queryport.client.settings.poolSize":1000} 2015-07-20T11:59:22.525Z-07:00 [Info] Setting maxcpus = 8 2015-07-20T11:59:22.526Z-07:00 [Info] Setting log level to Info 2015-07-20T11:59:22.55Z-07:00 [Info] [Queryport ":9101"] connection "172.23.107.194:41654" doReceive() ... 2015-07-20T11:59:22.55Z-07:00 [Info] [Queryport ":9101"] connection "172.23.107.194:41655" doReceive() ... 2015-07-20T11:59:22.553Z-07:00 [Info] SCAN##2 RESPONSE status:(error = Index not found) 2015-07-20T11:59:22.553Z-07:00 [Info] SCAN##1 RESPONSE status:(error = Index not found) 2015-07-20T11:59:22.555Z-07:00 [Info] [Queryport ":9101"] connection "172.23.107.194:41655" skip protobuf.EndStreamRequest 2015-07-20T11:59:22.555Z-07:00 [Info] [Queryport ":9101"] connection "172.23.107.194:41654" skip protobuf.EndStreamRequest 2015-07-20T11:59:22.564Z-07:00 [Info] SCAN##3 RESPONSE status:(error = Index not found) 2015-07-20T11:59:22.565Z-07:00 [Info] SCAN##4 RESPONSE status:(error = Index not found) 2015-07-20T11:59:22.565Z-07:00 [Info] [Queryport ":9101"] connection "172.23.107.194:41654" skip protobuf.EndStreamRequest 2015-07-20T11:59:22.565Z-07:00 [Info] [Queryport ":9101"] connection "172.23.107.194:41655" skip protobuf.EndStreamRequest 2015-07-20T11:59:22.613Z-07:00 [Info] SCAN##5 RESPONSE status:(error = Index not found) 2015-07-20T11:59:22.614Z-07:00 [Info] [Queryport ":9101"] connection "172.23.107.194:41654" skip protobuf.EndStreamRequest 2015-07-20T11:59:22.624Z-07:00 [Info] SCAN##6 RESPONSE status:(error = Index not found) 2015-07-20T11:59:22.625Z-07:00 [Info] [Queryport ":9101"] connection "172.23.107.194:41655" skip protobuf.EndStreamRequest 2015-07-20T11:59:22.672Z-07:00 [Info] SCAN##7 RESPONSE status:(error = Index not found) 2015-07-20T11:59:22.673Z-07:00 [Info] [Queryport ":9101"] connection "172.23.107.194:41654" skip protobuf.EndStreamRequest