============================================================================== Indexer Go routine dump: ['curl', '-sS', '--proxy', '', '-K-', 'http://127.0.0.1:9102/debug/pprof/goroutine?debug=1'] ============================================================================== goroutine profile: total 1783 494 @ 0x4347ba 0x42f07b 0x42e7d9 0x787ec8 0x787f34 0x789771 0x79a800 0xc9f639 0xca011a 0xc9efd0 0xb9b59c 0x465901 # 0x42e7d8 net.runtime_pollWait+0x58 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.7.6/go/src/runtime/netpoll.go:160 # 0x787ec7 net.(*pollDesc).wait+0x37 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.7.6/go/src/net/fd_poll_runtime.go:73 # 0x787f33 net.(*pollDesc).waitRead+0x33 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.7.6/go/src/net/fd_poll_runtime.go:78 # 0x789770 net.(*netFD).Read+0x1a0 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.7.6/go/src/net/fd_unix.go:243 # 0x79a7ff net.(*conn).Read+0x6f /home/couchbase/.cbdepscache/exploded/x86_64/go-1.7.6/go/src/net/net.go:173 # 0xc9f638 github.com/couchbase/indexing/secondary/transport.fullRead+0x88 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/indexing/secondary/transport/transport.go:189 # 0xca0119 github.com/couchbase/indexing/secondary/transport.Receive+0x89 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/indexing/secondary/transport/util.go:60 # 0xc9efcf github.com/couchbase/indexing/secondary/transport.(*TransportPacket).Receive+0x6f /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/indexing/secondary/transport/transport.go:119 # 0xb9b59b github.com/couchbase/indexing/secondary/queryport.(*Server).doReceive+0x3bb /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/indexing/secondary/queryport/server.go:188 494 @ 0x4347ba 0x4348ae 0x40c2df 0x40bfe5 0xb9b0ae 0x465901 # 0xb9b0ad github.com/couchbase/indexing/secondary/queryport.(*Server).handleConnection+0x1ad /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/indexing/secondary/queryport/server.go:162 381 @ 0x4347ba 0x4348ae 0x40c2df 0x40bfa5 0x56317d 0x5a415d 0x6271fc 0xb9b118 0x465901 # 0x56317c github.com/couchbase/indexing/secondary/indexer.(*plasmaReaderCtx).Init+0x4c /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/plasma_slice.go:313 # 0x5a415c github.com/couchbase/indexing/secondary/indexer.(*scanCoordinator).serverCallback+0x46c /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/scan_coordinator.go:275 # 0x6271fb github.com/couchbase/indexing/secondary/indexer.(*scanCoordinator).(github.com/couchbase/indexing/secondary/indexer.serverCallback)-fm+0x5b /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/scan_coordinator.go:96 # 0xb9b117 github.com/couchbase/indexing/secondary/queryport.(*Server).handleConnection+0x217 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/indexing/secondary/queryport/server.go:163 112 @ 0x4347ba 0x4348ae 0x40c2df 0x40bfe5 0x98a628 0x465901 # 0x98a627 github.com/couchbase/plasma.(*Plasma).smrWorker+0x67 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/plasma/smr.go:94 48 @ 0x4347ba 0x4348ae 0x44f911 0x98bf9f 0x991aba 0x465901 # 0x44f910 time.Sleep+0xe0 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.7.6/go/src/runtime/time.go:59 # 0x98bf9e github.com/couchbase/plasma.(*DecayInterval).Sleep+0x2e /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/plasma/util.go:166 # 0x991ab9 github.com/couchbase/plasma.(*Plasma).swapperDaemon.func1+0x179 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/plasma/swapper.go:137 48 @ 0x4347ba 0x443e55 0x442bec 0x56401a 0x465901 # 0x564019 github.com/couchbase/indexing/secondary/indexer.(*plasmaSlice).handleCommandsWorker+0x669 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/plasma_slice.go:409 32 @ 0x4347ba 0x443e55 0x442bec 0x5e803c 0x465901 # 0x5e803b github.com/couchbase/indexing/secondary/indexer.(*streamWorker).start+0x20b /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/stream_reader.go:538 17 @ 0x4347ba 0x443e55 0x442bec 0x723dbd 0x465901 # 0x723dbc net/http.(*persistConn).writeLoop+0x3bc /home/couchbase/.cbdepscache/exploded/x86_64/go-1.7.6/go/src/net/http/transport.go:1646 9 @ 0x4347ba 0x42f07b 0x42e7d9 0x787ec8 0x787f34 0x789771 0x79a800 0x7215f4 0xbf474c 0xbf4932 0x722211 0x465901 # 0x42e7d8 net.runtime_pollWait+0x58 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.7.6/go/src/runtime/netpoll.go:160 # 0x787ec7 net.(*pollDesc).wait+0x37 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.7.6/go/src/net/fd_poll_runtime.go:73 # 0x787f33 net.(*pollDesc).waitRead+0x33 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.7.6/go/src/net/fd_poll_runtime.go:78 # 0x789770 net.(*netFD).Read+0x1a0 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.7.6/go/src/net/fd_unix.go:243 # 0x79a7ff net.(*conn).Read+0x6f /home/couchbase/.cbdepscache/exploded/x86_64/go-1.7.6/go/src/net/net.go:173 # 0x7215f3 net/http.(*persistConn).Read+0x153 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.7.6/go/src/net/http/transport.go:1261 # 0xbf474b bufio.(*Reader).fill+0x10b /home/couchbase/.cbdepscache/exploded/x86_64/go-1.7.6/go/src/bufio/bufio.go:97 # 0xbf4931 bufio.(*Reader).Peek+0x61 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.7.6/go/src/bufio/bufio.go:129 # 0x722210 net/http.(*persistConn).readLoop+0x1a0 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.7.6/go/src/net/http/transport.go:1418 8 @ 0x4347ba 0x42f07b 0x42e7d9 0x787ec8 0x787f34 0x789771 0x79a800 0x70a544 0xbf474c 0xbf53f5 0xbf5577 0xbf0f1e 0xbf0d1f 0x704fb5 0x70b8bd 0x70f8f3 0x465901 # 0x42e7d8 net.runtime_pollWait+0x58 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.7.6/go/src/runtime/netpoll.go:160 # 0x787ec7 net.(*pollDesc).wait+0x37 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.7.6/go/src/net/fd_poll_runtime.go:73 # 0x787f33 net.(*pollDesc).waitRead+0x33 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.7.6/go/src/net/fd_poll_runtime.go:78 # 0x789770 net.(*netFD).Read+0x1a0 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.7.6/go/src/net/fd_unix.go:243 # 0x79a7ff net.(*conn).Read+0x6f /home/couchbase/.cbdepscache/exploded/x86_64/go-1.7.6/go/src/net/net.go:173 # 0x70a543 net/http.(*connReader).Read+0x143 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.7.6/go/src/net/http/server.go:586 # 0xbf474b bufio.(*Reader).fill+0x10b /home/couchbase/.cbdepscache/exploded/x86_64/go-1.7.6/go/src/bufio/bufio.go:97 # 0xbf53f4 bufio.(*Reader).ReadSlice+0xb4 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.7.6/go/src/bufio/bufio.go:330 # 0xbf5576 bufio.(*Reader).ReadLine+0x36 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.7.6/go/src/bufio/bufio.go:359 # 0xbf0f1d net/textproto.(*Reader).readLineSlice+0x5d /home/couchbase/.cbdepscache/exploded/x86_64/go-1.7.6/go/src/net/textproto/reader.go:55 # 0xbf0d1e net/textproto.(*Reader).ReadLine+0x2e /home/couchbase/.cbdepscache/exploded/x86_64/go-1.7.6/go/src/net/textproto/reader.go:36 # 0x704fb4 net/http.readRequest+0xa4 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.7.6/go/src/net/http/request.go:793 # 0x70b8bc net/http.(*conn).readRequest+0x10c /home/couchbase/.cbdepscache/exploded/x86_64/go-1.7.6/go/src/net/http/server.go:765 # 0x70f8f2 net/http.(*conn).serve+0x3d2 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.7.6/go/src/net/http/server.go:1532 8 @ 0x4347ba 0x4348ae 0x40c2df 0x40bfa5 0x991b87 0x465901 # 0x991b86 github.com/couchbase/plasma.(*Plasma).swapperDaemon.func2+0x46 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/plasma/swapper.go:144 8 @ 0x4347ba 0x4348ae 0x444a2d 0x4446c0 0x6a1917 0x98b75b 0x465901 # 0x4446bf sync.runtime_Semacquire+0x2f /home/couchbase/.cbdepscache/exploded/x86_64/go-1.7.6/go/src/runtime/sema.go:47 # 0x6a1916 sync.(*WaitGroup).Wait+0x96 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.7.6/go/src/sync/waitgroup.go:131 # 0x98b75a github.com/couchbase/plasma.(*Plasma).swapperDaemon+0x17a /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/plasma/swapper.go:148 8 @ 0x4347ba 0x4348ae 0x44f911 0x9839cb 0x465901 # 0x44f910 time.Sleep+0xe0 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.7.6/go/src/runtime/time.go:59 # 0x9839ca github.com/couchbase/plasma.(*Plasma).runtimeStats+0xca /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/plasma/plasma.go:540 8 @ 0x4347ba 0x4348ae 0x44f911 0x984399 0x465901 # 0x44f910 time.Sleep+0xe0 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.7.6/go/src/runtime/time.go:59 # 0x984398 github.com/couchbase/plasma.(*Plasma).monitorStatistics+0x1e8 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/plasma/plasma.go:669 8 @ 0x4347ba 0x443e55 0x442bec 0x722a39 0x465901 # 0x722a38 net/http.(*persistConn).readLoop+0x9c8 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.7.6/go/src/net/http/transport.go:1541 8 @ 0x4347ba 0x443e55 0x442bec 0x96d6cb 0x465901 # 0x96d6ca github.com/couchbase/plasma.(*Plasma).lssCleanerDaemon+0x22a /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/plasma/lss_cleaner.go:343 8 @ 0x4347ba 0x443e55 0x442bec 0x9711db 0x465901 # 0x9711da github.com/couchbase/plasma.(*Plasma).mvccPurgerDaemon+0x47a /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/plasma/mvcc_purger.go:64 6 @ 0x4347ba 0x42f07b 0x42e7d9 0x787ec8 0x787f34 0x789771 0x79a800 0x7215f4 0xbf474c 0xbf53f5 0xc062f4 0xc05d32 0xc05f9b 0x719271 0x7191b6 0x725256 0x75653a 0x756188 0x755cce 0x835fbd 0x465901 # 0x42e7d8 net.runtime_pollWait+0x58 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.7.6/go/src/runtime/netpoll.go:160 # 0x787ec7 net.(*pollDesc).wait+0x37 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.7.6/go/src/net/fd_poll_runtime.go:73 # 0x787f33 net.(*pollDesc).waitRead+0x33 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.7.6/go/src/net/fd_poll_runtime.go:78 # 0x789770 net.(*netFD).Read+0x1a0 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.7.6/go/src/net/fd_unix.go:243 # 0x79a7ff net.(*conn).Read+0x6f /home/couchbase/.cbdepscache/exploded/x86_64/go-1.7.6/go/src/net/net.go:173 # 0x7215f3 net/http.(*persistConn).Read+0x153 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.7.6/go/src/net/http/transport.go:1261 # 0xbf474b bufio.(*Reader).fill+0x10b /home/couchbase/.cbdepscache/exploded/x86_64/go-1.7.6/go/src/bufio/bufio.go:97 # 0xbf53f4 bufio.(*Reader).ReadSlice+0xb4 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.7.6/go/src/bufio/bufio.go:330 # 0xc062f3 net/http/internal.readChunkLine+0x33 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.7.6/go/src/net/http/internal/chunked.go:110 # 0xc05d31 net/http/internal.(*chunkedReader).beginChunk+0x31 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.7.6/go/src/net/http/internal/chunked.go:47 # 0xc05f9a net/http/internal.(*chunkedReader).Read+0x7a /home/couchbase/.cbdepscache/exploded/x86_64/go-1.7.6/go/src/net/http/internal/chunked.go:77 # 0x719270 net/http.(*body).readLocked+0x60 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.7.6/go/src/net/http/transfer.go:651 # 0x7191b5 net/http.(*body).Read+0xf5 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.7.6/go/src/net/http/transfer.go:643 # 0x725255 net/http.(*bodyEOFSignal).Read+0x115 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.7.6/go/src/net/http/transport.go:1974 # 0x756539 encoding/json.(*Decoder).refill+0xf9 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.7.6/go/src/encoding/json/stream.go:152 # 0x756187 encoding/json.(*Decoder).readValue+0x197 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.7.6/go/src/encoding/json/stream.go:128 # 0x755ccd encoding/json.(*Decoder).Decode+0x8d /home/couchbase/.cbdepscache/exploded/x86_64/go-1.7.6/go/src/encoding/json/stream.go:57 # 0x835fbc github.com/couchbase/cbauth/metakv.doRunObserveChildren.func1+0x11c /home/couchbase/jenkins/workspace/couchbase-server-unix/godeps/src/github.com/couchbase/cbauth/metakv/metakv.go:270 4 @ 0x4347ba 0x4348ae 0x40c2df 0x40bfe5 0x4874fc 0x465901 # 0x4874fb github.com/couchbase/indexing/secondary/common.(*vbSeqnosReader).Routine+0x7b /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/indexing/secondary/common/dcp_seqno.go:104 3 @ 0x4347ba 0x443e55 0x442bec 0x8333a9 0x832d8c 0x8337d5 0x8d4a41 0x493cd2 0x8d4c54 0x465901 # 0x8333a8 github.com/couchbase/cbauth/metakv.doRunObserveChildren+0x5d8 /home/couchbase/jenkins/workspace/couchbase-server-unix/godeps/src/github.com/couchbase/cbauth/metakv/metakv.go:287 # 0x832d8b github.com/couchbase/cbauth/metakv.(*store).runObserveChildren+0x5b /home/couchbase/jenkins/workspace/couchbase-server-unix/godeps/src/github.com/couchbase/cbauth/metakv/metakv.go:246 # 0x8337d4 github.com/couchbase/cbauth/metakv.RunObserveChildren+0x54 /home/couchbase/jenkins/workspace/couchbase-server-unix/godeps/src/github.com/couchbase/cbauth/metakv/metakv.go:370 # 0x8d4a40 github.com/couchbase/indexing/secondary/manager/common.(*CommandListener).ListenTokens.func2.1+0x70 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/indexing/secondary/manager/common/token.go:651 # 0x493cd1 github.com/couchbase/indexing/secondary/common.(*RetryHelper).Run+0x51 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/indexing/secondary/common/retry_helper.go:36 # 0x8d4c53 github.com/couchbase/indexing/secondary/manager/common.(*CommandListener).ListenTokens.func2+0x103 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/indexing/secondary/manager/common/token.go:656 2 @ 0x4347ba 0x42f07b 0x42e7d9 0x787ec8 0x787f34 0x789771 0x79a800 0xc9f639 0xca011a 0xc9efd0 0xba32de 0x465901 # 0x42e7d8 net.runtime_pollWait+0x58 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.7.6/go/src/runtime/netpoll.go:160 # 0x787ec7 net.(*pollDesc).wait+0x37 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.7.6/go/src/net/fd_poll_runtime.go:73 # 0x787f33 net.(*pollDesc).waitRead+0x33 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.7.6/go/src/net/fd_poll_runtime.go:78 # 0x789770 net.(*netFD).Read+0x1a0 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.7.6/go/src/net/fd_unix.go:243 # 0x79a7ff net.(*conn).Read+0x6f /home/couchbase/.cbdepscache/exploded/x86_64/go-1.7.6/go/src/net/net.go:173 # 0xc9f638 github.com/couchbase/indexing/secondary/transport.fullRead+0x88 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/indexing/secondary/transport/transport.go:189 # 0xca0119 github.com/couchbase/indexing/secondary/transport.Receive+0x89 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/indexing/secondary/transport/util.go:60 # 0xc9efcf github.com/couchbase/indexing/secondary/transport.(*TransportPacket).Receive+0x6f /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/indexing/secondary/transport/transport.go:119 # 0xba32dd github.com/couchbase/indexing/secondary/dataport.doReceive+0x28d /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/indexing/secondary/dataport/server.go:563 2 @ 0x4347ba 0x443e55 0x442bec 0x8abd9f 0x465901 # 0x8abd9e github.com/couchbase/cbauth/service.withTimeout.func1+0x13e /home/couchbase/jenkins/workspace/couchbase-server-unix/godeps/src/github.com/couchbase/cbauth/service/revrpc.go:38 1 @ 0x415e72 0x447c37 0xd17df2 0x465901 # 0x447c36 os/signal.signal_recv+0x156 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.7.6/go/src/runtime/sigqueue.go:116 # 0xd17df1 os/signal.loop+0x21 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.7.6/go/src/os/signal/signal_unix.go:22 1 @ 0x4347ba 0x42f07b 0x42e7d9 0x787ec8 0x787f34 0x789771 0x79a800 0x7215f4 0xbf474c 0xbf53f5 0xc062f4 0xc05d32 0xc05f9b 0x719271 0x7191b6 0x725256 0xbf474c 0xbf53f5 0xbf5886 0x80e9d1 0x80e5c9 0x493f07 0x465901 # 0x42e7d8 net.runtime_pollWait+0x58 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.7.6/go/src/runtime/netpoll.go:160 # 0x787ec7 net.(*pollDesc).wait+0x37 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.7.6/go/src/net/fd_poll_runtime.go:73 # 0x787f33 net.(*pollDesc).waitRead+0x33 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.7.6/go/src/net/fd_poll_runtime.go:78 # 0x789770 net.(*netFD).Read+0x1a0 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.7.6/go/src/net/fd_unix.go:243 # 0x79a7ff net.(*conn).Read+0x6f /home/couchbase/.cbdepscache/exploded/x86_64/go-1.7.6/go/src/net/net.go:173 # 0x7215f3 net/http.(*persistConn).Read+0x153 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.7.6/go/src/net/http/transport.go:1261 # 0xbf474b bufio.(*Reader).fill+0x10b /home/couchbase/.cbdepscache/exploded/x86_64/go-1.7.6/go/src/bufio/bufio.go:97 # 0xbf53f4 bufio.(*Reader).ReadSlice+0xb4 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.7.6/go/src/bufio/bufio.go:330 # 0xc062f3 net/http/internal.readChunkLine+0x33 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.7.6/go/src/net/http/internal/chunked.go:110 # 0xc05d31 net/http/internal.(*chunkedReader).beginChunk+0x31 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.7.6/go/src/net/http/internal/chunked.go:47 # 0xc05f9a net/http/internal.(*chunkedReader).Read+0x7a /home/couchbase/.cbdepscache/exploded/x86_64/go-1.7.6/go/src/net/http/internal/chunked.go:77 # 0x719270 net/http.(*body).readLocked+0x60 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.7.6/go/src/net/http/transfer.go:651 # 0x7191b5 net/http.(*body).Read+0xf5 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.7.6/go/src/net/http/transfer.go:643 # 0x725255 net/http.(*bodyEOFSignal).Read+0x115 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.7.6/go/src/net/http/transport.go:1974 # 0xbf474b bufio.(*Reader).fill+0x10b /home/couchbase/.cbdepscache/exploded/x86_64/go-1.7.6/go/src/bufio/bufio.go:97 # 0xbf53f4 bufio.(*Reader).ReadSlice+0xb4 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.7.6/go/src/bufio/bufio.go:330 # 0xbf5885 bufio.(*Reader).ReadBytes+0x65 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.7.6/go/src/bufio/bufio.go:408 # 0x80e9d0 github.com/couchbase/indexing/secondary/dcp.(*Client).runObserveStreamingEndpoint+0x2f0 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/pools.go:379 # 0x80e5c8 github.com/couchbase/indexing/secondary/dcp.(*Client).RunObservePool+0x98 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/pools.go:318 # 0x493f06 github.com/couchbase/indexing/secondary/common.(*serviceNotifierInstance).RunPoolObserver+0x96 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/indexing/secondary/common/services_notifier.go:79 1 @ 0x4347ba 0x42f07b 0x42e7d9 0x787ec8 0x787f34 0x789771 0x79a800 0x7215f4 0xbf474c 0xbf53f5 0xc062f4 0xc05d32 0xc05f9b 0x719271 0x7191b6 0x725256 0xbf474c 0xbf53f5 0xbf5886 0x80e9d1 0x80e6ae 0x494107 0x465901 # 0x42e7d8 net.runtime_pollWait+0x58 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.7.6/go/src/runtime/netpoll.go:160 # 0x787ec7 net.(*pollDesc).wait+0x37 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.7.6/go/src/net/fd_poll_runtime.go:73 # 0x787f33 net.(*pollDesc).waitRead+0x33 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.7.6/go/src/net/fd_poll_runtime.go:78 # 0x789770 net.(*netFD).Read+0x1a0 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.7.6/go/src/net/fd_unix.go:243 # 0x79a7ff net.(*conn).Read+0x6f /home/couchbase/.cbdepscache/exploded/x86_64/go-1.7.6/go/src/net/net.go:173 # 0x7215f3 net/http.(*persistConn).Read+0x153 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.7.6/go/src/net/http/transport.go:1261 # 0xbf474b bufio.(*Reader).fill+0x10b /home/couchbase/.cbdepscache/exploded/x86_64/go-1.7.6/go/src/bufio/bufio.go:97 # 0xbf53f4 bufio.(*Reader).ReadSlice+0xb4 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.7.6/go/src/bufio/bufio.go:330 # 0xc062f3 net/http/internal.readChunkLine+0x33 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.7.6/go/src/net/http/internal/chunked.go:110 # 0xc05d31 net/http/internal.(*chunkedReader).beginChunk+0x31 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.7.6/go/src/net/http/internal/chunked.go:47 # 0xc05f9a net/http/internal.(*chunkedReader).Read+0x7a /home/couchbase/.cbdepscache/exploded/x86_64/go-1.7.6/go/src/net/http/internal/chunked.go:77 # 0x719270 net/http.(*body).readLocked+0x60 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.7.6/go/src/net/http/transfer.go:651 # 0x7191b5 net/http.(*body).Read+0xf5 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.7.6/go/src/net/http/transfer.go:643 # 0x725255 net/http.(*bodyEOFSignal).Read+0x115 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.7.6/go/src/net/http/transport.go:1974 # 0xbf474b bufio.(*Reader).fill+0x10b /home/couchbase/.cbdepscache/exploded/x86_64/go-1.7.6/go/src/bufio/bufio.go:97 # 0xbf53f4 bufio.(*Reader).ReadSlice+0xb4 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.7.6/go/src/bufio/bufio.go:330 # 0xbf5885 bufio.(*Reader).ReadBytes+0x65 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.7.6/go/src/bufio/bufio.go:408 # 0x80e9d0 github.com/couchbase/indexing/secondary/dcp.(*Client).runObserveStreamingEndpoint+0x2f0 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/pools.go:379 # 0x80e6ad github.com/couchbase/indexing/secondary/dcp.(*Client).RunObserveNodeServices+0xad /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/indexing/secondary/dcp/pools.go:331 # 0x494106 github.com/couchbase/indexing/secondary/common.(*serviceNotifierInstance).RunServicesObserver+0x96 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/indexing/secondary/common/services_notifier.go:88 1 @ 0x4347ba 0x42f07b 0x42e7d9 0x787ec8 0x787f34 0x789771 0x79a800 0xbf474c 0xbf4dac 0x76b12d 0x75653a 0x756188 0x755cce 0xc1ce44 0x75f47c 0x75ef4a 0x75e51a 0x76b8fd 0x76c20c 0x47b531 0x47ccc5 0x465901 # 0x42e7d8 net.runtime_pollWait+0x58 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.7.6/go/src/runtime/netpoll.go:160 # 0x787ec7 net.(*pollDesc).wait+0x37 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.7.6/go/src/net/fd_poll_runtime.go:73 # 0x787f33 net.(*pollDesc).waitRead+0x33 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.7.6/go/src/net/fd_poll_runtime.go:78 # 0x789770 net.(*netFD).Read+0x1a0 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.7.6/go/src/net/fd_unix.go:243 # 0x79a7ff net.(*conn).Read+0x6f /home/couchbase/.cbdepscache/exploded/x86_64/go-1.7.6/go/src/net/net.go:173 # 0xbf474b bufio.(*Reader).fill+0x10b /home/couchbase/.cbdepscache/exploded/x86_64/go-1.7.6/go/src/bufio/bufio.go:97 # 0xbf4dab bufio.(*Reader).Read+0x1bb /home/couchbase/.cbdepscache/exploded/x86_64/go-1.7.6/go/src/bufio/bufio.go:209 # 0x76b12c github.com/couchbase/cbauth/revrpc.(*minirwc).Read+0x4c /home/couchbase/jenkins/workspace/couchbase-server-unix/godeps/src/github.com/couchbase/cbauth/revrpc/revrpc.go:101 # 0x756539 encoding/json.(*Decoder).refill+0xf9 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.7.6/go/src/encoding/json/stream.go:152 # 0x756187 encoding/json.(*Decoder).readValue+0x197 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.7.6/go/src/encoding/json/stream.go:128 # 0x755ccd encoding/json.(*Decoder).Decode+0x8d /home/couchbase/.cbdepscache/exploded/x86_64/go-1.7.6/go/src/encoding/json/stream.go:57 # 0xc1ce43 net/rpc/jsonrpc.(*serverCodec).ReadRequestHeader+0x73 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.7.6/go/src/net/rpc/jsonrpc/server.go:66 # 0x75f47b net/rpc.(*Server).readRequestHeader+0x6b /home/couchbase/.cbdepscache/exploded/x86_64/go-1.7.6/go/src/net/rpc/server.go:576 # 0x75ef49 net/rpc.(*Server).readRequest+0x59 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.7.6/go/src/net/rpc/server.go:543 # 0x75e519 net/rpc.(*Server).ServeCodec+0x89 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.7.6/go/src/net/rpc/server.go:462 # 0x76b8fc github.com/couchbase/cbauth/revrpc.(*Service).Run+0x79c /home/couchbase/jenkins/workspace/couchbase-server-unix/godeps/src/github.com/couchbase/cbauth/revrpc/revrpc.go:147 # 0x76c20b github.com/couchbase/cbauth/revrpc.BabysitService+0x5b /home/couchbase/jenkins/workspace/couchbase-server-unix/godeps/src/github.com/couchbase/cbauth/revrpc/revrpc.go:243 # 0x47b530 github.com/couchbase/cbauth.runRPCForSvc+0x100 /home/couchbase/jenkins/workspace/couchbase-server-unix/godeps/src/github.com/couchbase/cbauth/default.go:59 # 0x47ccc4 github.com/couchbase/cbauth.startDefault.func1+0x34 /home/couchbase/jenkins/workspace/couchbase-server-unix/godeps/src/github.com/couchbase/cbauth/default.go:66 1 @ 0x4347ba 0x42f07b 0x42e7d9 0x787ec8 0x787f34 0x789771 0x79a800 0xbf474c 0xbf4dac 0x76b12d 0x75653a 0x756188 0x755cce 0xc1ce44 0x75f47c 0x75ef4a 0x75e51a 0x76b8fd 0x76c20c 0x8abbbe 0x5719d5 0x465901 # 0x42e7d8 net.runtime_pollWait+0x58 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.7.6/go/src/runtime/netpoll.go:160 # 0x787ec7 net.(*pollDesc).wait+0x37 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.7.6/go/src/net/fd_poll_runtime.go:73 # 0x787f33 net.(*pollDesc).waitRead+0x33 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.7.6/go/src/net/fd_poll_runtime.go:78 # 0x789770 net.(*netFD).Read+0x1a0 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.7.6/go/src/net/fd_unix.go:243 # 0x79a7ff net.(*conn).Read+0x6f /home/couchbase/.cbdepscache/exploded/x86_64/go-1.7.6/go/src/net/net.go:173 # 0xbf474b bufio.(*Reader).fill+0x10b /home/couchbase/.cbdepscache/exploded/x86_64/go-1.7.6/go/src/bufio/bufio.go:97 # 0xbf4dab bufio.(*Reader).Read+0x1bb /home/couchbase/.cbdepscache/exploded/x86_64/go-1.7.6/go/src/bufio/bufio.go:209 # 0x76b12c github.com/couchbase/cbauth/revrpc.(*minirwc).Read+0x4c /home/couchbase/jenkins/workspace/couchbase-server-unix/godeps/src/github.com/couchbase/cbauth/revrpc/revrpc.go:101 # 0x756539 encoding/json.(*Decoder).refill+0xf9 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.7.6/go/src/encoding/json/stream.go:152 # 0x756187 encoding/json.(*Decoder).readValue+0x197 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.7.6/go/src/encoding/json/stream.go:128 # 0x755ccd encoding/json.(*Decoder).Decode+0x8d /home/couchbase/.cbdepscache/exploded/x86_64/go-1.7.6/go/src/encoding/json/stream.go:57 # 0xc1ce43 net/rpc/jsonrpc.(*serverCodec).ReadRequestHeader+0x73 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.7.6/go/src/net/rpc/jsonrpc/server.go:66 # 0x75f47b net/rpc.(*Server).readRequestHeader+0x6b /home/couchbase/.cbdepscache/exploded/x86_64/go-1.7.6/go/src/net/rpc/server.go:576 # 0x75ef49 net/rpc.(*Server).readRequest+0x59 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.7.6/go/src/net/rpc/server.go:543 # 0x75e519 net/rpc.(*Server).ServeCodec+0x89 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.7.6/go/src/net/rpc/server.go:462 # 0x76b8fc github.com/couchbase/cbauth/revrpc.(*Service).Run+0x79c /home/couchbase/jenkins/workspace/couchbase-server-unix/godeps/src/github.com/couchbase/cbauth/revrpc/revrpc.go:147 # 0x76c20b github.com/couchbase/cbauth/revrpc.BabysitService+0x5b /home/couchbase/jenkins/workspace/couchbase-server-unix/godeps/src/github.com/couchbase/cbauth/revrpc/revrpc.go:243 # 0x8abbbd github.com/couchbase/cbauth/service.RegisterManager+0xbd /home/couchbase/jenkins/workspace/couchbase-server-unix/godeps/src/github.com/couchbase/cbauth/service/revrpc.go:146 # 0x5719d4 github.com/couchbase/indexing/secondary/indexer.(*ServiceMgr).registerWithServer+0x1d4 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/rebalance_service_manager.go:252 1 @ 0x4347ba 0x42f07b 0x42e7d9 0x787ec8 0x787f34 0x789771 0x79a800 0xc5fe72 0xc5f314 0x465901 # 0x42e7d8 net.runtime_pollWait+0x58 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.7.6/go/src/runtime/netpoll.go:160 # 0x787ec7 net.(*pollDesc).wait+0x37 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.7.6/go/src/net/fd_poll_runtime.go:73 # 0x787f33 net.(*pollDesc).waitRead+0x33 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.7.6/go/src/net/fd_poll_runtime.go:78 # 0x789770 net.(*netFD).Read+0x1a0 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.7.6/go/src/net/fd_unix.go:243 # 0x79a7ff net.(*conn).Read+0x6f /home/couchbase/.cbdepscache/exploded/x86_64/go-1.7.6/go/src/net/net.go:173 # 0xc5fe71 github.com/couchbase/gometa/common.(*PeerPipe).readBytes+0xc1 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/gometa/common/peerPipe.go:270 # 0xc5f313 github.com/couchbase/gometa/common.(*PeerPipe).doReceive+0x93 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/gometa/common/peerPipe.go:203 1 @ 0x4347ba 0x42f07b 0x42e7d9 0x787ec8 0x787f34 0x78b088 0x7a5c6e 0x7a4199 0x71428f 0x7134ae 0x7131e4 0x6168d7 0x465901 # 0x42e7d8 net.runtime_pollWait+0x58 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.7.6/go/src/runtime/netpoll.go:160 # 0x787ec7 net.(*pollDesc).wait+0x37 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.7.6/go/src/net/fd_poll_runtime.go:73 # 0x787f33 net.(*pollDesc).waitRead+0x33 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.7.6/go/src/net/fd_poll_runtime.go:78 # 0x78b087 net.(*netFD).accept+0x237 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.7.6/go/src/net/fd_unix.go:419 # 0x7a5c6d net.(*TCPListener).accept+0x2d /home/couchbase/.cbdepscache/exploded/x86_64/go-1.7.6/go/src/net/tcpsock_posix.go:132 # 0x7a4198 net.(*TCPListener).AcceptTCP+0x48 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.7.6/go/src/net/tcpsock.go:209 # 0x71428e net/http.tcpKeepAliveListener.Accept+0x2e /home/couchbase/.cbdepscache/exploded/x86_64/go-1.7.6/go/src/net/http/server.go:2608 # 0x7134ad net/http.(*Server).Serve+0x1cd /home/couchbase/.cbdepscache/exploded/x86_64/go-1.7.6/go/src/net/http/server.go:2273 # 0x7131e3 net/http.(*Server).ListenAndServe+0xb3 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.7.6/go/src/net/http/server.go:2219 # 0x6168d6 github.com/couchbase/indexing/secondary/indexer.NewIndexer.func1+0x216 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/indexer.go:327 1 @ 0x4347ba 0x42f07b 0x42e7d9 0x787ec8 0x787f34 0x78b088 0x7a5c6e 0x7a43b9 0x6cc807 0x7134ae 0x712ef9 0x616f10 0x465901 # 0x42e7d8 net.runtime_pollWait+0x58 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.7.6/go/src/runtime/netpoll.go:160 # 0x787ec7 net.(*pollDesc).wait+0x37 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.7.6/go/src/net/fd_poll_runtime.go:73 # 0x787f33 net.(*pollDesc).waitRead+0x33 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.7.6/go/src/net/fd_poll_runtime.go:78 # 0x78b087 net.(*netFD).accept+0x237 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.7.6/go/src/net/fd_unix.go:419 # 0x7a5c6d net.(*TCPListener).accept+0x2d /home/couchbase/.cbdepscache/exploded/x86_64/go-1.7.6/go/src/net/tcpsock_posix.go:132 # 0x7a43b8 net.(*TCPListener).Accept+0x48 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.7.6/go/src/net/tcpsock.go:222 # 0x6cc806 crypto/tls.(*listener).Accept+0x36 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.7.6/go/src/crypto/tls/tls.go:52 # 0x7134ad net/http.(*Server).Serve+0x1cd /home/couchbase/.cbdepscache/exploded/x86_64/go-1.7.6/go/src/net/http/server.go:2273 # 0x712ef8 net/http.Serve+0x98 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.7.6/go/src/net/http/server.go:2091 # 0x616f0f github.com/couchbase/indexing/secondary/indexer.NewIndexer.func3+0x4ef /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/indexer.go:399 1 @ 0x4347ba 0x42f07b 0x42e7d9 0x787ec8 0x787f34 0x78b088 0x7a5c6e 0x7a43b9 0xb9ad22 0x465901 # 0x42e7d8 net.runtime_pollWait+0x58 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.7.6/go/src/runtime/netpoll.go:160 # 0x787ec7 net.(*pollDesc).wait+0x37 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.7.6/go/src/net/fd_poll_runtime.go:73 # 0x787f33 net.(*pollDesc).waitRead+0x33 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.7.6/go/src/net/fd_poll_runtime.go:78 # 0x78b087 net.(*netFD).accept+0x237 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.7.6/go/src/net/fd_unix.go:419 # 0x7a5c6d net.(*TCPListener).accept+0x2d /home/couchbase/.cbdepscache/exploded/x86_64/go-1.7.6/go/src/net/tcpsock_posix.go:132 # 0x7a43b8 net.(*TCPListener).Accept+0x48 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.7.6/go/src/net/tcpsock.go:222 # 0xb9ad21 github.com/couchbase/indexing/secondary/queryport.(*Server).listener+0x61 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/indexing/secondary/queryport/server.go:126 1 @ 0x4347ba 0x42f07b 0x42e7d9 0x787ec8 0x787f34 0x78b088 0x7a5c6e 0x7a43b9 0xba2c8c 0x465901 # 0x42e7d8 net.runtime_pollWait+0x58 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.7.6/go/src/runtime/netpoll.go:160 # 0x787ec7 net.(*pollDesc).wait+0x37 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.7.6/go/src/net/fd_poll_runtime.go:73 # 0x787f33 net.(*pollDesc).waitRead+0x33 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.7.6/go/src/net/fd_poll_runtime.go:78 # 0x78b087 net.(*netFD).accept+0x237 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.7.6/go/src/net/fd_unix.go:419 # 0x7a5c6d net.(*TCPListener).accept+0x2d /home/couchbase/.cbdepscache/exploded/x86_64/go-1.7.6/go/src/net/tcpsock_posix.go:132 # 0x7a43b8 net.(*TCPListener).Accept+0x48 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.7.6/go/src/net/tcpsock.go:222 # 0xba2c8b github.com/couchbase/indexing/secondary/dataport.listener+0x4b /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/indexing/secondary/dataport/server.go:515 1 @ 0x4347ba 0x42f07b 0x42e7d9 0x787ec8 0x787f34 0x78b088 0x7a5c6e 0x7a43b9 0xc5be22 0x465901 # 0x42e7d8 net.runtime_pollWait+0x58 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.7.6/go/src/runtime/netpoll.go:160 # 0x787ec7 net.(*pollDesc).wait+0x37 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.7.6/go/src/net/fd_poll_runtime.go:73 # 0x787f33 net.(*pollDesc).waitRead+0x33 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.7.6/go/src/net/fd_poll_runtime.go:78 # 0x78b087 net.(*netFD).accept+0x237 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.7.6/go/src/net/fd_unix.go:419 # 0x7a5c6d net.(*TCPListener).accept+0x2d /home/couchbase/.cbdepscache/exploded/x86_64/go-1.7.6/go/src/net/tcpsock_posix.go:132 # 0x7a43b8 net.(*TCPListener).Accept+0x48 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.7.6/go/src/net/tcpsock.go:222 # 0xc5be21 github.com/couchbase/gometa/common.(*PeerListener).listen+0x61 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/gometa/common/peerListener.go:135 1 @ 0x4347ba 0x4348ae 0x40c2df 0x40bfa5 0x56aac3 0x56a6f0 0x56b08b 0x631e93 0x465901 # 0x56aac2 github.com/couchbase/indexing/secondary/indexer.(*plasmaSlice).checkAllWorkersDone+0xd2 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/plasma_slice.go:1220 # 0x56a6ef github.com/couchbase/indexing/secondary/indexer.(*plasmaSlice).waitPersist+0x3f /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/plasma_slice.go:1165 # 0x56b08a github.com/couchbase/indexing/secondary/indexer.(*plasmaSlice).IsDirty+0x2a /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/plasma_slice.go:1306 # 0x631e92 github.com/couchbase/indexing/secondary/indexer.(*storageMgr).createSnapshotWorker.func1+0x1782 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/storage_manager.go:323 1 @ 0x4347ba 0x4348ae 0x40c2df 0x40bfa5 0x642aa4 0x465901 # 0x642aa3 github.com/couchbase/indexing/secondary/logging.PeriodicProfile.func1+0x53 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/indexing/secondary/logging/logging.go:199 1 @ 0x4347ba 0x4348ae 0x40c2df 0x40bfe5 0x4cc093 0x465901 # 0x4cc092 github.com/couchbase/indexing/secondary/indexer.(*adminMgr).run+0x62 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/admin_manager.go:51 1 @ 0x4347ba 0x4348ae 0x40c2df 0x40bfe5 0x4cf98b 0x465901 # 0x4cf98a github.com/couchbase/indexing/secondary/indexer.(*clustMgrAgent).run+0xba /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/cluster_manager_agent.go:99 1 @ 0x4347ba 0x4348ae 0x40c2df 0x40bfe5 0x4d9e0f 0x465901 # 0x4d9e0e github.com/couchbase/indexing/secondary/indexer.(*compactionManager).run+0xae /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/compaction_manager.go:315 1 @ 0x4347ba 0x4348ae 0x40c2df 0x40bfe5 0x4da5c0 0x465901 # 0x4da5bf github.com/couchbase/indexing/secondary/indexer.(*cpuCollector).runCollectCpu+0xcf /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/cpu.go:64 1 @ 0x4347ba 0x4348ae 0x40c2df 0x40bfe5 0x4db7b6 0x465901 # 0x4db7b5 github.com/couchbase/indexing/secondary/indexer.(*DDLServiceMgr).run+0x85 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/ddl_service_manager.go:159 1 @ 0x4347ba 0x4348ae 0x40c2df 0x40bfe5 0x5363e3 0x465901 # 0x5363e2 github.com/couchbase/indexing/secondary/indexer.(*kvSender).run+0x62 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/kv_sender.go:85 1 @ 0x4347ba 0x4348ae 0x40c2df 0x40bfe5 0x555e02 0x465901 # 0x555e01 github.com/couchbase/indexing/secondary/indexer.(*mutationMgr).run+0xd1 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/mutation_manager.go:122 1 @ 0x4347ba 0x4348ae 0x40c2df 0x40bfe5 0x5714b7 0x465901 # 0x5714b6 github.com/couchbase/indexing/secondary/indexer.(*ServiceMgr).run+0x66 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/rebalance_service_manager.go:211 1 @ 0x4347ba 0x4348ae 0x40c2df 0x40bfe5 0x5a3873 0x465901 # 0x5a3872 github.com/couchbase/indexing/secondary/indexer.(*scanCoordinator).run+0x62 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/scan_coordinator.go:122 1 @ 0x4347ba 0x4348ae 0x40c2df 0x40bfe5 0x5a39e0 0x465901 # 0x5a39df github.com/couchbase/indexing/secondary/indexer.(*scanCoordinator).listenSnapshot+0x5f /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/scan_coordinator.go:140 1 @ 0x4347ba 0x4348ae 0x40c2df 0x40bfe5 0x5db074 0x465901 # 0x5db073 github.com/couchbase/indexing/secondary/indexer.(*statsManager).run+0x63 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/stats_manager.go:1193 1 @ 0x4347ba 0x4348ae 0x40c2df 0x40bfe5 0x5dc1e3 0x465901 # 0x5dc1e2 github.com/couchbase/indexing/secondary/indexer.(*storageMgr).run+0x62 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/storage_manager.go:146 1 @ 0x4347ba 0x4348ae 0x40c2df 0x40bfe5 0x5e5515 0x465901 # 0x5e5514 github.com/couchbase/indexing/secondary/indexer.(*mutationStreamReader).listenSupvCmd+0x84 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/stream_reader.go:203 1 @ 0x4347ba 0x4348ae 0x40c2df 0x40bfe5 0x5f8383 0x465901 # 0x5f8382 github.com/couchbase/indexing/secondary/indexer.(*timekeeper).run+0x62 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/timekeeper.go:112 1 @ 0x4347ba 0x4348ae 0x40c2df 0x40bfe5 0xc5e935 0x465901 # 0xc5e934 github.com/couchbase/gometa/common.(*PeerPipe).doSend+0xa4 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/gometa/common/peerPipe.go:155 1 @ 0x4347ba 0x4348ae 0x40c2df 0x40bfe5 0xc7929d 0x465901 # 0xc7929c github.com/couchbase/gometa/protocol.(*Leader).listen+0xcc /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/gometa/protocol/leader.go:472 1 @ 0x4347ba 0x4348ae 0x444a2d 0x4446c0 0x6a1917 0x5dce22 0x465901 # 0x4446bf sync.runtime_Semacquire+0x2f /home/couchbase/.cbdepscache/exploded/x86_64/go-1.7.6/go/src/runtime/sema.go:47 # 0x6a1916 sync.(*WaitGroup).Wait+0x96 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.7.6/go/src/sync/waitgroup.go:131 # 0x5dce21 github.com/couchbase/indexing/secondary/indexer.(*storageMgr).createSnapshotWorker+0x291 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/storage_manager.go:416 1 @ 0x4347ba 0x4348ae 0x44f911 0x4891a1 0x465901 # 0x44f910 time.Sleep+0xe0 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.7.6/go/src/runtime/time.go:59 # 0x4891a0 github.com/couchbase/indexing/secondary/common.pollForDeletedBuckets+0x40 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/indexing/secondary/common/dcp_seqno.go:341 1 @ 0x4347ba 0x4348ae 0x44f911 0x5320e3 0x465901 # 0x44f910 time.Sleep+0xe0 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.7.6/go/src/runtime/time.go:59 # 0x5320e2 github.com/couchbase/indexing/secondary/indexer.(*indexer).monitorMemUsage+0x282 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/indexer.go:5836 1 @ 0x4347ba 0x4348ae 0x44f911 0x534ab2 0x465901 # 0x44f910 time.Sleep+0xe0 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.7.6/go/src/runtime/time.go:59 # 0x534ab1 github.com/couchbase/indexing/secondary/indexer.(*indexer).logMemstats+0x191 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/indexer.go:6116 1 @ 0x4347ba 0x4348ae 0x44f911 0x579b96 0x465901 # 0x44f910 time.Sleep+0xe0 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.7.6/go/src/runtime/time.go:59 # 0x579b95 github.com/couchbase/indexing/secondary/indexer.(*ServiceMgr).rebalanceJanitor+0x45 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/rebalance_service_manager.go:1182 1 @ 0x4347ba 0x4348ae 0x44f911 0x58c915 0x465901 # 0x44f910 time.Sleep+0xe0 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.7.6/go/src/runtime/time.go:59 # 0x58c914 github.com/couchbase/indexing/secondary/indexer.(*Rebalancer).dropIndexWhenIdle+0x784 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/rebalancer.go:521 1 @ 0x4347ba 0x4348ae 0x44f911 0x5db530 0x465901 # 0x44f910 time.Sleep+0xe0 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.7.6/go/src/runtime/time.go:59 # 0x5db52f github.com/couchbase/indexing/secondary/indexer.(*statsManager).runStatsDumpLogger+0xbf /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/stats_manager.go:1246 1 @ 0x4347ba 0x4348ae 0x44f911 0x88274f 0x465901 # 0x44f910 time.Sleep+0xe0 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.7.6/go/src/runtime/time.go:59 # 0x88274e github.com/couchbase/indexing/secondary/manager.(*builder).run+0x30e /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/indexing/secondary/manager/lifecycle.go:2640 1 @ 0x4347ba 0x4348ae 0x44f911 0x98c63a 0x465901 # 0x44f910 time.Sleep+0xe0 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.7.6/go/src/runtime/time.go:59 # 0x98c639 github.com/couchbase/plasma.RunMemQuotaTuner+0x259 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/plasma/mem.go:129 1 @ 0x4347ba 0x443e55 0x442bec 0x483f3a 0x465901 # 0x483f39 github.com/couchbase/indexing/secondary/common.(*ClusterInfoClient).watchClusterChanges+0x429 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/indexing/secondary/common/cluster_info.go:684 1 @ 0x4347ba 0x443e55 0x442bec 0x4d9bc7 0x465901 # 0x4d9bc6 github.com/couchbase/indexing/secondary/indexer.(*compactionDaemon).loop+0x10d6 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/compaction_manager.go:222 1 @ 0x4347ba 0x443e55 0x442bec 0x4e0071 0x465901 # 0x4e0070 github.com/couchbase/indexing/secondary/indexer.(*DDLServiceMgr).processCreateCommand+0x500 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/ddl_service_manager.go:755 1 @ 0x4347ba 0x443e55 0x442bec 0x503d11 0x501bdc 0x406dc1 0x434354 0x465901 # 0x503d10 github.com/couchbase/indexing/secondary/indexer.(*indexer).run+0x290 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/indexer.go:639 # 0x501bdb github.com/couchbase/indexing/secondary/indexer.NewIndexer+0x336b /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/indexer.go:500 # 0x406dc0 main.main+0x12e0 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/indexing/secondary/cmd/indexer/main.go:165 # 0x434353 runtime.main+0x1f3 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.7.6/go/src/runtime/proc.go:183 1 @ 0x4347ba 0x443e55 0x442bec 0x503fe8 0x465901 # 0x503fe7 github.com/couchbase/indexing/secondary/indexer.(*indexer).listenAdminMsgs+0x2c7 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/indexer.go:673 1 @ 0x4347ba 0x443e55 0x442bec 0x5045f4 0x465901 # 0x5045f3 github.com/couchbase/indexing/secondary/indexer.(*indexer).listenWorkerMsgs+0x2c3 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/indexer.go:732 1 @ 0x4347ba 0x443e55 0x442bec 0x556082 0x465901 # 0x556081 github.com/couchbase/indexing/secondary/indexer.(*mutationMgr).handleWorkerMsgs+0x161 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/mutation_manager.go:146 1 @ 0x4347ba 0x443e55 0x442bec 0x556527 0x465901 # 0x556526 github.com/couchbase/indexing/secondary/indexer.(*mutationMgr).listenWorkerMsgs+0x496 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/mutation_manager.go:169 1 @ 0x4347ba 0x443e55 0x442bec 0x57d542 0x571c34 0x8ac08e 0x8ab419 0x8ab844 0x8aca30 0x462e4c 0x663db8 0x6636d4 0x75d6f8 0x465901 # 0x57d541 github.com/couchbase/indexing/secondary/indexer.(*ServiceMgr).wait+0x4e1 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/rebalance_service_manager.go:1596 # 0x571c33 github.com/couchbase/indexing/secondary/indexer.(*ServiceMgr).GetTaskList+0x133 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/rebalance_service_manager.go:283 # 0x8ac08d github.com/couchbase/cbauth/service.serviceAPI.GetTaskList.func1+0x7d /home/couchbase/jenkins/workspace/couchbase-server-unix/godeps/src/github.com/couchbase/cbauth/service/revrpc.go:99 # 0x8ab418 github.com/couchbase/cbauth/service.withTimeout+0x88 /home/couchbase/jenkins/workspace/couchbase-server-unix/godeps/src/github.com/couchbase/cbauth/service/revrpc.go:46 # 0x8ab843 github.com/couchbase/cbauth/service.serviceAPI.GetTaskList+0xe3 /home/couchbase/jenkins/workspace/couchbase-server-unix/godeps/src/github.com/couchbase/cbauth/service/revrpc.go:103 # 0x8aca2f github.com/couchbase/cbauth/service.(*serviceAPI).GetTaskList+0x8f :11 # 0x462e4b runtime.call64+0x4b /home/couchbase/.cbdepscache/exploded/x86_64/go-1.7.6/go/src/runtime/asm_amd64.s:480 # 0x663db7 reflect.Value.call+0x5c7 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.7.6/go/src/reflect/value.go:434 # 0x6636d3 reflect.Value.Call+0xa3 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.7.6/go/src/reflect/value.go:302 # 0x75d6f7 net/rpc.(*service).call+0x147 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.7.6/go/src/net/rpc/server.go:383 1 @ 0x4347ba 0x443e55 0x442bec 0x57d542 0x5723e7 0x8abe6e 0x8ab419 0x8ab6d4 0x8ac920 0x462e4c 0x663db8 0x6636d4 0x75d6f8 0x465901 # 0x57d541 github.com/couchbase/indexing/secondary/indexer.(*ServiceMgr).wait+0x4e1 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/rebalance_service_manager.go:1596 # 0x5723e6 github.com/couchbase/indexing/secondary/indexer.(*ServiceMgr).GetCurrentTopology+0x136 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/rebalance_service_manager.go:333 # 0x8abe6d github.com/couchbase/cbauth/service.serviceAPI.GetCurrentTopology.func1+0x7d /home/couchbase/jenkins/workspace/couchbase-server-unix/godeps/src/github.com/couchbase/cbauth/service/revrpc.go:76 # 0x8ab418 github.com/couchbase/cbauth/service.withTimeout+0x88 /home/couchbase/jenkins/workspace/couchbase-server-unix/godeps/src/github.com/couchbase/cbauth/service/revrpc.go:46 # 0x8ab6d3 github.com/couchbase/cbauth/service.serviceAPI.GetCurrentTopology+0xe3 /home/couchbase/jenkins/workspace/couchbase-server-unix/godeps/src/github.com/couchbase/cbauth/service/revrpc.go:80 # 0x8ac91f github.com/couchbase/cbauth/service.(*serviceAPI).GetCurrentTopology+0x8f :10 # 0x462e4b runtime.call64+0x4b /home/couchbase/.cbdepscache/exploded/x86_64/go-1.7.6/go/src/runtime/asm_amd64.s:480 # 0x663db7 reflect.Value.call+0x5c7 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.7.6/go/src/reflect/value.go:434 # 0x6636d3 reflect.Value.Call+0xa3 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.7.6/go/src/reflect/value.go:302 # 0x75d6f7 net/rpc.(*service).call+0x147 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.7.6/go/src/net/rpc/server.go:383 1 @ 0x4347ba 0x443e55 0x442bec 0x58bc5c 0x465901 # 0x58bc5b github.com/couchbase/indexing/secondary/indexer.(*Rebalancer).processDropIndexQueue+0x58b /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/rebalancer.go:326 1 @ 0x4347ba 0x443e55 0x442bec 0x5e546e 0x465901 # 0x5e546d github.com/couchbase/indexing/secondary/indexer.(*mutationStreamReader).run+0x32d /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/stream_reader.go:162 1 @ 0x4347ba 0x443e55 0x442bec 0x5e66e5 0x465901 # 0x5e66e4 github.com/couchbase/indexing/secondary/indexer.(*mutationStreamReader).syncWorker+0x1a4 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/stream_reader.go:355 1 @ 0x4347ba 0x443e55 0x442bec 0x635f8c 0x465901 # 0x635f8b github.com/couchbase/indexing/secondary/indexer.(*timekeeper).startTimer.func1+0x13b /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/timekeeper.go:2947 1 @ 0x4347ba 0x443e55 0x442bec 0x73d672 0x465901 # 0x73d671 github.com/couchbase/cbauth/cbauthimpl.(*certNotifier).loop+0x141 /home/couchbase/jenkins/workspace/couchbase-server-unix/godeps/src/github.com/couchbase/cbauth/cbauthimpl/impl.go:214 1 @ 0x4347ba 0x443e55 0x442bec 0x8333a9 0x832d8c 0x8337d5 0x580d14 0x465901 # 0x8333a8 github.com/couchbase/cbauth/metakv.doRunObserveChildren+0x5d8 /home/couchbase/jenkins/workspace/couchbase-server-unix/godeps/src/github.com/couchbase/cbauth/metakv/metakv.go:287 # 0x832d8b github.com/couchbase/cbauth/metakv.(*store).runObserveChildren+0x5b /home/couchbase/jenkins/workspace/couchbase-server-unix/godeps/src/github.com/couchbase/cbauth/metakv/metakv.go:246 # 0x8337d4 github.com/couchbase/cbauth/metakv.RunObserveChildren+0x54 /home/couchbase/jenkins/workspace/couchbase-server-unix/godeps/src/github.com/couchbase/cbauth/metakv/metakv.go:370 # 0x580d13 github.com/couchbase/indexing/secondary/indexer.(*ServiceMgr).listenMoveIndex+0xf3 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/rebalance_service_manager.go:2006 1 @ 0x4347ba 0x443e55 0x442bec 0x8333a9 0x832d8c 0x8337d5 0x58aa3a 0x465901 # 0x8333a8 github.com/couchbase/cbauth/metakv.doRunObserveChildren+0x5d8 /home/couchbase/jenkins/workspace/couchbase-server-unix/godeps/src/github.com/couchbase/cbauth/metakv/metakv.go:287 # 0x832d8b github.com/couchbase/cbauth/metakv.(*store).runObserveChildren+0x5b /home/couchbase/jenkins/workspace/couchbase-server-unix/godeps/src/github.com/couchbase/cbauth/metakv/metakv.go:246 # 0x8337d4 github.com/couchbase/cbauth/metakv.RunObserveChildren+0x54 /home/couchbase/jenkins/workspace/couchbase-server-unix/godeps/src/github.com/couchbase/cbauth/metakv/metakv.go:370 # 0x58aa39 github.com/couchbase/indexing/secondary/indexer.(*Rebalancer).observeRebalance+0x169 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/rebalancer.go:222 1 @ 0x4347ba 0x443e55 0x442bec 0x8333a9 0x832d8c 0x8337d5 0x62af85 0x493cd2 0x62b14d 0x465901 # 0x8333a8 github.com/couchbase/cbauth/metakv.doRunObserveChildren+0x5d8 /home/couchbase/jenkins/workspace/couchbase-server-unix/godeps/src/github.com/couchbase/cbauth/metakv/metakv.go:287 # 0x832d8b github.com/couchbase/cbauth/metakv.(*store).runObserveChildren+0x5b /home/couchbase/jenkins/workspace/couchbase-server-unix/godeps/src/github.com/couchbase/cbauth/metakv/metakv.go:246 # 0x8337d4 github.com/couchbase/cbauth/metakv.RunObserveChildren+0x54 /home/couchbase/jenkins/workspace/couchbase-server-unix/godeps/src/github.com/couchbase/cbauth/metakv/metakv.go:370 # 0x62af84 github.com/couchbase/indexing/secondary/indexer.NewSettingsManager.func1.1+0x94 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/settings.go:80 # 0x493cd1 github.com/couchbase/indexing/secondary/common.(*RetryHelper).Run+0x51 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/indexing/secondary/common/retry_helper.go:36 # 0x62b14c github.com/couchbase/indexing/secondary/indexer.NewSettingsManager.func1+0xbc /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/settings.go:84 1 @ 0x4347ba 0x443e55 0x442bec 0x86f2ff 0x465901 # 0x86f2fe github.com/couchbase/indexing/secondary/manager.(*LifecycleMgr).processRequest+0x46e /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/indexing/secondary/manager/lifecycle.go:275 1 @ 0x4347ba 0x443e55 0x442bec 0x882414 0x465901 # 0x882413 github.com/couchbase/indexing/secondary/manager.(*janitor).run+0x4d3 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/indexing/secondary/manager/lifecycle.go:2579 1 @ 0x4347ba 0x443e55 0x442bec 0x88624e 0x465901 # 0x88624d github.com/couchbase/indexing/secondary/manager.(*updator).run+0x18d /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/indexing/secondary/manager/lifecycle.go:2999 1 @ 0x4347ba 0x443e55 0x442bec 0x88a405 0x465901 # 0x88a404 github.com/couchbase/indexing/secondary/manager.(*IndexManager).monitorBucket+0x2c4 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/indexing/secondary/manager/manager.go:648 1 @ 0x4347ba 0x443e55 0x442bec 0xba1454 0x465901 # 0xba1453 github.com/couchbase/indexing/secondary/dataport.(*Server).genServer+0x963 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/indexing/secondary/dataport/server.go:338 1 @ 0x4347ba 0x443e55 0x442bec 0xc79093 0x465901 # 0xc79092 github.com/couchbase/gometa/protocol.(*messageListener).start+0x4d2 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/gometa/protocol/leader.go:403 1 @ 0x4347ba 0x443e55 0x442bec 0xc7d466 0x465901 # 0xc7d465 github.com/couchbase/gometa/protocol.(*LeaderServer).listenFollower+0x4b5 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/gometa/protocol/leaderServer.go:186 1 @ 0x4347ba 0x443e55 0x442bec 0xc7ec77 0xc7cc99 0xc8d606 0xc8cd6f 0x465901 # 0xc7ec76 github.com/couchbase/gometa/protocol.(*LeaderServer).processRequest+0x656 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/gometa/protocol/leaderServer.go:384 # 0xc7cc98 github.com/couchbase/gometa/protocol.RunLeaderServerWithCustomHandler+0x5c8 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/gometa/protocol/leaderServer.go:130 # 0xc8d605 github.com/couchbase/gometa/server.(*EmbeddedServer).runOnce+0x165 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/gometa/server/embeddedServer.go:483 # 0xc8cd6e github.com/couchbase/gometa/server.(*EmbeddedServer).run+0x2e /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/gometa/server/embeddedServer.go:385 1 @ 0x465901 1 @ 0x69ffa5 0x69ce25 0x69b5c9 0x46f55f 0x46cdc9 0x49a6b5 0x465901 # 0x69ffa4 syscall.Syscall+0x4 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.7.6/go/src/syscall/asm_linux_amd64.s:18 # 0x69ce24 syscall.read+0x54 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.7.6/go/src/syscall/zsyscall_linux_amd64.go:783 # 0x69b5c8 syscall.Read+0x48 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.7.6/go/src/syscall/syscall_unix.go:161 # 0x46f55e os.(*File).read+0x4e /home/couchbase/.cbdepscache/exploded/x86_64/go-1.7.6/go/src/os/file_unix.go:228 # 0x46cdc8 os.(*File).Read+0x58 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.7.6/go/src/os/file.go:101 # 0x49a6b4 github.com/couchbase/indexing/secondary/common.ExitOnStdinClose+0x54 /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/indexing/secondary/common/util.go:355 1 @ 0x90988f 0x909690 0x906341 0xd17586 0xd17905 0x711154 0x71253f 0x71302d 0x70f9d7 0x465901 # 0x90988e runtime/pprof.writeRuntimeProfile+0x9e /home/couchbase/.cbdepscache/exploded/x86_64/go-1.7.6/go/src/runtime/pprof/pprof.go:614 # 0x90968f runtime/pprof.writeGoroutine+0x9f /home/couchbase/.cbdepscache/exploded/x86_64/go-1.7.6/go/src/runtime/pprof/pprof.go:576 # 0x906340 runtime/pprof.(*Profile).WriteTo+0x340 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.7.6/go/src/runtime/pprof/pprof.go:298 # 0xd17585 net/http/pprof.handler.ServeHTTP+0x1a5 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.7.6/go/src/net/http/pprof/pprof.go:209 # 0xd17904 net/http/pprof.Index+0x204 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.7.6/go/src/net/http/pprof/pprof.go:221 # 0x711153 net/http.HandlerFunc.ServeHTTP+0x43 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.7.6/go/src/net/http/server.go:1726 # 0x71253e net/http.(*ServeMux).ServeHTTP+0x7e /home/couchbase/.cbdepscache/exploded/x86_64/go-1.7.6/go/src/net/http/server.go:2022 # 0x71302c net/http.serverHandler.ServeHTTP+0x7c /home/couchbase/.cbdepscache/exploded/x86_64/go-1.7.6/go/src/net/http/server.go:2202 # 0x70f9d6 net/http.(*conn).serve+0x4b6 /home/couchbase/.cbdepscache/exploded/x86_64/go-1.7.6/go/src/net/http/server.go:1579