[System Test] CBAS process aborting with exit code 113 due to panic: runtime error: invalid memory address or nil pointer dereference

2022-11-07T21:32:34.014-08:00 ERRO CBAS.cbas cbas process aborting with exit code 113 due to panic: runtime error: invalid memory address or nil pointer dereference

2022-11-07T21:32:34.015-08:00 INFO CBAS.cbas *** goroutine dump at panic:

goroutine 1 [running]:

main.RoutineDump()

	goproj/src/github.com/couchbase/cbas/cbas/utils.go:112 +0xa7

main.main.func1()

	goproj/src/github.com/couchbase/cbas/cbas/start.go:176 +0x71

panic({0x87b880, 0xc3eea0})

	/home/couchbase/.cbdepscache/exploded/x86_64/go-1.18.5/go/src/runtime/panic.go:838 +0x207

main.MetakvGet({0x8f84af, 0x1a}, {0x84b180, 0xc0000a80c0})

	goproj/src/github.com/couchbase/cbas/cbas/metakv.go:142 +0x453

main.getCurrentTargetReplicas()

	goproj/src/github.com/couchbase/cbas/cbas/config.go:594 +0x65

main.initRuntimeConfig(...)

	goproj/src/github.com/couchbase/cbas/cbas/start.go:411

main.main2()

	goproj/src/github.com/couchbase/cbas/cbas/start.go:282 +0xff0

main.main()

	goproj/src/github.com/couchbase/cbas/cbas/start.go:180 +0x3b

goroutine 18 [select]:

github.com/couchbase/cbauth/cbauthimpl.(*tlsNotifier).loop(0xc0000b4108)

	/home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/cbauth/cbauthimpl/impl.go:389 +0x67

created by github.com/couchbase/cbauth/cbauthimpl.NewSVCForTest

	/home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/cbauth/cbauthimpl/impl.go:550 +0x37a

goroutine 19 [select]:

github.com/couchbase/cbauth/cbauthimpl.(*cfgChangeNotifier).loop(0xc0000b4120)

	/home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/cbauth/cbauthimpl/impl.go:309 +0x85

created by github.com/couchbase/cbauth/cbauthimpl.NewSVCForTest

	/home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/cbauth/cbauthimpl/impl.go:551 +0x3ca

goroutine 20 [sleep]:

time.Sleep(0x3b9aca00)

	/home/couchbase/.cbdepscache/exploded/x86_64/go-1.18.5/go/src/runtime/time.go:194 +0x12e

github.com/couchbase/cbauth/revrpc.(*DefaultErrorPolicy).try(0xc000078200, {0x9adf20?, 0xc0000baaf0?})

	/home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/cbauth/revrpc/revrpc.go:251 +0x1e5

github.com/couchbase/cbauth.runRPCForSvc.func1({0x9adf20, 0xc0000baaf0})

	/home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/cbauth/default.go:55 +0xb9

github.com/couchbase/cbauth/revrpc.BabysitService(0x0?, 0x0?, {0x9ae8a0?, 0xc00000e690?})

	/home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/cbauth/revrpc/revrpc.go:288 +0x62

github.com/couchbase/cbauth.runRPCForSvc(0x0?, 0xc0000b8270)

	/home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/cbauth/default.go:57 +0xbd

github.com/couchbase/cbauth.startDefault.func1()

	/home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/cbauth/default.go:66 +0x25

created by github.com/couchbase/cbauth.startDefault

	/home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/cbauth/default.go:65 +0xf9

goroutine 21 [chan receive]:

main.installThreadDumpHandler.func1()

	goproj/src/github.com/couchbase/cbas/cbas/utils.go:144 +0x8a

created by main.installThreadDumpHandler

	goproj/src/github.com/couchbase/cbas/cbas/utils.go:140 +0x25

goroutine 34 [syscall]:

os/signal.signal_recv()

	/home/couchbase/.cbdepscache/exploded/x86_64/go-1.18.5/go/src/runtime/sigqueue.go:151 +0x2f

os/signal.loop()

	/home/couchbase/.cbdepscache/exploded/x86_64/go-1.18.5/go/src/os/signal/signal_unix.go:23 +0x19

created by os/signal.Notify.func1.1

	/home/couchbase/.cbdepscache/exploded/x86_64/go-1.18.5/go/src/os/signal/signal.go:151 +0x2a

*** end; calling os.Exit()...