[BP to 7.2.0] - Panic in NodeTable::Get - Logging improvements

2021-07-01T02:01:48.214+00:00 [Fatal] goroutine 109006054 [running]:

github.com/couchbase/indexing/secondary/logging.(*destination).StackTraceAll(0x1b41260, 0x7, 0x7)

	goproj/src/github.com/couchbase/indexing/secondary/logging/logging.go:175 +0x74

github.com/couchbase/indexing/secondary/logging.StackTraceAll(0x117fb14, 0xa3)

	goproj/src/github.com/couchbase/indexing/secondary/logging/logging.go:317 +0x2d

github.com/couchbase/indexing/secondary/indexer.(*memdbSlice).handleCommandsWorker.func1(0xc44255fdc8, 0xc425f29400)

	goproj/src/github.com/couchbase/indexing/secondary/indexer/memdb_slice_impl.go:402 +0x2ff

panic(0xfa9300, 0xc420018070)

	/home/couchbase/.cbdepscache/exploded/x86_64/go-1.7.6/go/src/runtime/panic.go:458 +0x243

github.com/couchbase/indexing/secondary/indexer.nodeEquality(0x0, 0xc46058e120, 0x2f, 0x2f, 0x9e1b7c73634a72cc)

	goproj/src/github.com/couchbase/indexing/secondary/indexer/memdb_slice_impl.go:92 +0xaf

github.com/couchbase/indexing/secondary/memdb/nodetable.(*NodeTable).isEqual(0xc44009ff10, 0xc46058e120, 0x2f, 0x2f, 0x0, 0xc425285ba0)

	goproj/src/github.com/couchbase/indexing/secondary/memdb/nodetable/table.go:222 +0x58

github.com/couchbase/indexing/secondary/memdb/nodetable.(*NodeTable).find(0xc44009ff10, 0xc46058e120, 0x2f, 0x2f, 0xc446e18ef0)

	goproj/src/github.com/couchbase/indexing/secondary/memdb/nodetable/table.go:236 +0x13f

github.com/couchbase/indexing/secondary/memdb/nodetable.(*NodeTable).Get(0xc44009ff10, 0xc46058e120, 0x2f, 0x2f, 0x2f)

	goproj/src/github.com/couchbase/indexing/secondary/memdb/nodetable/table.go:95 +0x4d

github.com/couchbase/indexing/secondary/indexer.(*memdbSlice).deleteSecArrayIndex(0xc425f29400, 0xc461fe5c80, 0x2d, 0x30, 0x3, 0x60dd220c)

	goproj/src/github.com/couchbase/indexing/secondary/indexer/memdb_slice_impl.go:818 +0x150

github.com/couchbase/indexing/secondary/indexer.(*memdbSlice).delete(0xc425f29400, 0xc461fe5c80, 0x2d, 0x30, 0x3, 0x0)

	goproj/src/github.com/couchbase/indexing/secondary/indexer/memdb_slice_impl.go:758 +0x71

github.com/couchbase/indexing/secondary/indexer.(*memdbSlice).handleCommandsWorker(0xc425f29400, 0x3)

	goproj/src/github.com/couchbase/indexing/secondary/indexer/memdb_slice_impl.go:421 +0x26d

created by github.com/couchbase/indexing/secondary/indexer.NewMemDBSlice

	goproj/src/github.com/couchbase/indexing/secondary/indexer/memdb_slice_impl.go:273 +0xfb1

2021-07-01T02:01:48.149+00:00 [Fatal] goroutine 4528353 [running]:

github.com/couchbase/indexing/secondary/logging.(*destination).StackTraceAll(...)

	/home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/indexing/secondary/logging/logging.go:175

github.com/couchbase/indexing/secondary/logging.StackTraceAll(0x1f614e0, 0x1f80001)

	/home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/indexing/secondary/logging/logging.go:317 +0x6d

github.com/couchbase/indexing/secondary/indexer.(*memdbSlice).handleCommandsWorker.func1(0xc00de0ded0, 0xc00bd39680)

	/home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/memdb_slice_impl.go:420 +0x424

panic(0x10ea340, 0x1ee9790)

	/home/couchbase/.cbdepscache/exploded/x86_64/go-1.13.7/go/src/runtime/panic.go:679 +0x1b2

github.com/couchbase/indexing/secondary/memdb/skiplist.(*Node).Item(...)

	/home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/indexing/secondary/memdb/skiplist/node_amd64.go:43

github.com/couchbase/indexing/secondary/indexer.nodeEquality(0x0, 0xc00f8156b0, 0x2f, 0x2f, 0xf0ad195a7dfe79a)

	/home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/memdb_slice_impl.go:92 +0x60

github.com/couchbase/indexing/secondary/memdb/nodetable.(*NodeTable).isEqual(0xc00bca13b0, 0xc00f8156b0, 0x2f, 0x2f, 0x0, 0xc6a177)

	/home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/indexing/secondary/memdb/nodetable/table.go:234 +0x57

github.com/couchbase/indexing/secondary/memdb/nodetable.(*NodeTable).find(0xc00bca13b0, 0xc00f8156b0, 0x2f, 0x2f, 0xc00f8156b0)

	/home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/indexing/secondary/memdb/nodetable/table.go:248 +0x146

github.com/couchbase/indexing/secondary/memdb/nodetable.(*NodeTable).Get(0xc00bca13b0, 0xc00f8156b0, 0x2f, 0x2f, 0xc00842ca78)

	/home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/indexing/secondary/memdb/nodetable/table.go:107 +0x4d

github.com/couchbase/indexing/secondary/indexer.(*memdbSlice).deleteSecArrayIndex(0xc00bd39680, 0xc00ff57140, 0x2d, 0x30, 0x3, 0xc00de0de8c)

	/home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/memdb_slice_impl.go:848 +0xdf

github.com/couchbase/indexing/secondary/indexer.(*memdbSlice).delete2(0xc00bd39680, 0xc00ff57140, 0x2d, 0x30, 0x3, 0xc00559d229)

	/home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/memdb_slice_impl.go:788 +0x6d

github.com/couchbase/indexing/secondary/indexer.(*memdbSlice).delete(0xc00bd39680, 0xc00ff57140, 0x2d, 0x30, 0x3, 0x0)

	/home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/memdb_slice_impl.go:775 +0x9f

github.com/couchbase/indexing/secondary/indexer.(*memdbSlice).handleCommandsWorker(0xc00bd39680, 0x3)

	/home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/memdb_slice_impl.go:439 +0x23f

created by github.com/couchbase/indexing/secondary/indexer.NewMemDBSlice

	/home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/memdb_slice_impl.go:272 +0xe2e