[N1QL] Panic seen in query.log: panic: runtime error: index out of range [recovered]

Error seen:

panic: runtime error: index out of range [recovered]

        panic: runtime error: index out of range [recovered]

        panic: runtime error: index out of range [recovered]

        panic: runtime error: index out of range

goroutine 1277 [running]:

panic(0xc94ca0, 0xc4200140c0)

        /home/couchbase/.cbdepscache/exploded/x86_64/go-1.7.3/go/src/runtime/panic.go:500 +0x1a1 fp=0xc4207cabd8 sp=0xc4207cab48

encoding/json.(*encodeState).marshal.func1(0xc4207cbc18)

        /home/couchbase/.cbdepscache/exploded/x86_64/go-1.7.3/go/src/encoding/json/encode.go:272 +0x1b9 fp=0xc4207cac50 sp=0xc4207cabd8

runtime.call32(0x0, 0xe3cc60, 0xc420e284b0, 0x800000008)

        /home/couchbase/.cbdepscache/exploded/x86_64/go-1.7.3/go/src/runtime/asm_amd64.s:479 +0x4c fp=0xc4207cac80 sp=0xc4207cac50

panic(0xc94ca0, 0xc4200140c0)

        /home/couchbase/.cbdepscache/exploded/x86_64/go-1.7.3/go/src/runtime/panic.go:458 +0x243 fp=0xc4207cad10 sp=0xc4207cac80

encoding/json.(*encodeState).marshal.func1(0xc4207cba88)

        /home/couchbase/.cbdepscache/exploded/x86_64/go-1.7.3/go/src/encoding/json/encode.go:272 +0x1b9 fp=0xc4207cad88 sp=0xc4207cad10

runtime.call32(0x0, 0xe3cc60, 0xc420e284f0, 0x800000008)

        /home/couchbase/.cbdepscache/exploded/x86_64/go-1.7.3/go/src/runtime/asm_amd64.s:479 +0x4c fp=0xc4207cadb8 sp=0xc4207cad88

panic(0xc94ca0, 0xc4200140c0)

        /home/couchbase/.cbdepscache/exploded/x86_64/go-1.7.3/go/src/runtime/panic.go:458 +0x243 fp=0xc4207cae48 sp=0xc4207cadb8

encoding/json.(*encodeState).marshal.func1(0xc4207cb5a8)

        /home/couchbase/.cbdepscache/exploded/x86_64/go-1.7.3/go/src/encoding/json/encode.go:272 +0x1b9 fp=0xc4207caec0 sp=0xc4207cae48

runtime.call32(0x0, 0xe3cc60, 0xc420e28530, 0x800000008)

        /home/couchbase/.cbdepscache/exploded/x86_64/go-1.7.3/go/src/runtime/asm_amd64.s:479 +0x4c fp=0xc4207caef0 sp=0xc4207caec0

panic(0xc94ca0, 0xc4200140c0)

        /home/couchbase/.cbdepscache/exploded/x86_64/go-1.7.3/go/src/runtime/panic.go:458 +0x243 fp=0xc4207caf80 sp=0xc4207caef0

runtime.panicindex()

        /home/couchbase/.cbdepscache/exploded/x86_64/go-1.7.3/go/src/runtime/panic.go:27 +0x6d fp=0xc4207cafb0 sp=0xc4207caf80

github.com/couchbase/query/plan.(*CreateIndex).MarshalBase(0xc420834e20, 0xc4207cb268, 0xc9ad60)

        /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/query/plan/index_create.go:71 +0x92d fp=0xc4207cb230 sp=0xc4207cafb0

github.com/couchbase/query/execution.(*CreateIndex).MarshalJSON(0xc4204cf1d0, 0xd8f5e0, 0xc4204cf1d0, 0xc4207cb2e8, 0xc4204cf1d0, 0x1588700)

        /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/query/execution/index_create.go:94 +0x51 fp=0xc4207cb288 sp=0xc4207cb230

encoding/json.marshalerEncoder(0xc420565b80, 0xd8f5e0, 0xc4204cf1d0, 0x16, 0xc4204c0100)

        /home/couchbase/.cbdepscache/exploded/x86_64/go-1.7.3/go/src/encoding/json/encode.go:431 +0xb1 fp=0xc4207cb308 sp=0xc4207cb288

encoding/json.(*encodeState).reflectValue(0xc420565b80, 0xd8f5e0, 0xc4204cf1d0, 0x16, 0xc4204c0100)

        /home/couchbase/.cbdepscache/exploded/x86_64/go-1.7.3/go/src/encoding/json/encode.go:307 +0x82 fp=0xc4207cb340 sp=0xc4207cb308

encoding/json.interfaceEncoder(0xc420565b80, 0xc7e9a0, 0xc420a4ae80, 0x94, 0xc420a40100)

        /home/couchbase/.cbdepscache/exploded/x86_64/go-1.7.3/go/src/encoding/json/encode.go:573 +0xdb fp=0xc4207cb380 sp=0xc4207cb340

encoding/json.(*mapEncoder).encode(0xc420186330, 0xc420565b80, 0xc8fbe0, 0xc420b65590, 0x15, 0xc80100)

        /home/couchbase/.cbdepscache/exploded/x86_64/go-1.7.3/go/src/encoding/json/encode.go:646 +0x542 fp=0xc4207cb4d8 sp=0xc4207cb380

encoding/json.(*mapEncoder).(encoding/json.encode)-fm(0xc420565b80, 0xc8fbe0, 0xc420b65590, 0x15, 0xc420b60100)

        /home/couchbase/.cbdepscache/exploded/x86_64/go-1.7.3/go/src/encoding/json/encode.go:662 +0x64 fp=0xc4207cb518 sp=0xc4207cb4d8

encoding/json.(*encodeState).reflectValue(0xc420565b80, 0xc8fbe0, 0xc420b65590, 0x15, 0x100)

        /home/couchbase/.cbdepscache/exploded/x86_64/go-1.7.3/go/src/encoding/json/encode.go:307 +0x82 fp=0xc4207cb550 sp=0xc4207cb518

encoding/json.(*encodeState).marshal(0xc420565b80, 0xc8fbe0, 0xc420b65590, 0xdb0100, 0x0, 0x0)

        /home/couchbase/.cbdepscache/exploded/x86_64/go-1.7.3/go/src/encoding/json/encode.go:280 +0xb8 fp=0xc4207cb588 sp=0xc4207cb550

encoding/json.Marshal(0xc8fbe0, 0xc420b65590, 0xc4207cb620, 0xc4207cb610, 0x98, 0xc420c20650, 0x414257)

        /home/couchbase/.cbdepscache/exploded/x86_64/go-1.7.3/go/src/encoding/json/encode.go:145 +0x8f fp=0xc4207cb5d0 sp=0xc4207cb588

github.com/couchbase/query/execution.(*Authorize).MarshalJSON(0xc420804d80, 0xd934e0, 0xc420804d80, 0xc420c206c0, 0xc420804d80, 0x71)

        /home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/query/execution/authorize.go:108 +0xf3 fp=0xc4207cb650 sp=0xc4207cb5d0

encoding/json.marshalerEncoder(0xc420565ad0, 0xd173c0, 0xc420a73000, 0x194, 0xd10100)

        /home/couchbase/.cbdepscache/exploded/x86_64/go-1.7.3/go/src/encoding/json/encode.go:431 +0xb1 fp=0xc4207cb6d0 sp=0xc4207cb650

encoding/json.(*arrayEncoder).encode(0xc420e5c508, 0xc420565ad0, 0xc43140, 0xc4215998e0, 0x97, 0x100)

        /home/couchbase/.cbdepscache/exploded/x86_64/go-1.7.3/go/src/encoding/json/encode.go:723 +0xee fp=0xc4207cb728 sp=0xc4207cb6d0

encoding/json.(*arrayEncoder).(encoding/json.encode)-fm(0xc420565ad0, 0xc43140, 0xc4215998e0, 0x97, 0x100)

        /home/couchbase/.cbdepscache/exploded/x86_64/go-1.7.3/go/src/encoding/json/encode.go:730 +0x64 fp=0xc4207cb768 sp=0xc4207cb728

encoding/json.(*sliceEncoder).encode(0xc420e5c510, 0xc420565ad0, 0xc43140, 0xc4215998e0, 0x97, 0xc40100)

Attaching logs.

Test run:

 ./testrunner -i query1.ini -t tuqquery.tuq_2i_index.QueriesIndexTests.test_simple_nested_index_covering -p doc-per-day=1 -p array_indexing=True

Failure in test is valid, but no panic should be seen in query.log because of that failure.

As of now following create index is hanging in UI:

CREATE INDEX idx ON `default`(DISTINCT ARRAY i FOR i IN tasks END)

 WHERE (_id = "query-testemployee10153.1877827-0") ;

Also not able to cancel the query through UI.The cancel button does not work.

I am leaving the environment as it is for debugging:

http://172.23.107.158:8091/ui/index.html#/query/workbench

I am not sure if this is a regression since I changed the test yesterday to verify:

MB-22646

Attaching logs.