Details
-
Bug
-
Status: Closed
-
Major
-
Resolution: Fixed
-
5.5.0
-
Untriaged
-
Unknown
Description
Build : 5.5.0-2958 (RC4)
While the system was running, a query was run separately on the same cluster (query is not a part of the test). This query resulted in a panic on the query log. Upon retrying the query, it returned results and didnt result in an error. Re-ran twice again, it panic'd once more. So 2/4 times it panicked.
Query
select meta().xattrs._sync.sequence
from default
where meta().xattrs._sync.sequence is not null
limit 10
Indexes on xattr
CREATE INDEX `sg_roleAccess_x1` ON `default`((all (array (`op`.`name`) for `op` in object_pairs((((meta().`xattrs`).`_sync`).`role_access`)) end))) WITH { "defer_build":true, "retain_deleted_xattr":true, "num_replica":1 }
|
|
CREATE INDEX `sg_access_x1` ON `default`((all (array (`op`.`name`) for `op` in object_pairs((((meta().`xattrs`).`_sync`).`access`)) end))) WITH { "defer_build":true, "retain_deleted_xattr":true, "num_replica":1 }
|
|
CREATE INDEX `sg_allDocs_x1` ON `default`((((meta().`xattrs`).`_sync`).`sequence`),(((meta().`xattrs`).`_sync`).`rev`),(((meta().`xattrs`).`_sync`).`flags`),(((meta().`xattrs`).`_sync`).`deleted`)) WHERE (not ((meta().`id`) like "\\_sync:%")) WITH { "defer_build":true, "retain_deleted_xattr":true, "num_replica":1 }
|
|
CREATE INDEX `sg_channels_x1` ON `default`((all (array [(`op`.`name`), least((((meta().`xattrs`).`_sync`).`sequence`), ((`op`.`val`).`seq`)), ifmissing(((`op`.`val`).`rev`), null), ifmissing(((`op`.`val`).`del`), null)] for `op` in object_pairs((((meta().`xattrs`).`_sync`).`channels`)) end)),(((meta().`xattrs`).`_sync`).`rev`),(((meta().`xattrs`).`_sync`).`sequence`),(((meta().`xattrs`).`_sync`).`flags`)) WITH { "defer_build":true, "retain_deleted_xattr":true, "num_replica":1 }
|
|
CREATE INDEX `sg_tombstones_x1` ON `default`((((meta().`xattrs`).`_sync`).`tombstoned_at`)) WITH { "defer_build":true, "retain_deleted_xattr":true, "num_replica":1 }
|
Panic seen in query log on 172.23.104.61
_time=2018-07-13T01:58:19.535-07:00 _level=SEVERE _msg=panic: runtime error: index out of range
|
|
request text:
|
<ud>select meta().xattrs._sync.sequence
|
from default
|
where meta().xattrs._sync.sequence is not null
|
limit 10</ud>
|
|
stack:
|
goroutine 3792435 [running]:
|
github.com/couchbase/query/execution.(*Context).Recover(0xc4219a5600)
|
goproj/src/github.com/couchbase/query/execution/context.go:498 +0xbc
|
panic(0xe37480, 0x186d160)
|
/home/couchbase/.cbdepscache/exploded/x86_64/go-1.8.5/go/src/runtime/panic.go:489 +0x2cf
|
github.com/couchbase/query/datastore/couchbase.getSubDocFetchResults(0xc425bcef20, 0x12, 0xc42f4fd020, 0xc424b53d20, 0x2, 0x2, 0x1, 0x18d1280, 0xc42e482ae0)
|
goproj/src/github.com/couchbase/query/datastore/couchbase/couchbase.go:1096 +0xb81
|
github.com/couchbase/query/datastore/couchbase.(*keyspace).Fetch(0xc4201a3090, 0xc42d309000, 0x10, 0x40, 0xc42df36ea0, 0x189a4a0, 0xc4219a5600, 0xc421ec1540, 0x1, 0x1, ...)
|
goproj/src/github.com/couchbase/query/datastore/couchbase/couchbase.go:1044 +0x379
|
github.com/couchbase/query/execution.(*Fetch).flushBatch(0xc42bb381e0, 0xc4219a5600, 0x1906600)
|
goproj/src/github.com/couchbase/query/execution/fetch.go:108 +0x533
|
github.com/couchbase/query/execution.(*base).enbatchSize(0xc42bb381e0, 0x18d1280, 0xc431086330, 0x189a500, 0xc42bb381e0, 0x10, 0xc4219a5600, 0xc431086330)
|
goproj/src/github.com/couchbase/query/execution/base.go:707 +0x1a2
|
github.com/couchbase/query/execution.(*Fetch).processItem(0xc42bb381e0, 0x18d1280, 0xc431086330, 0xc4219a5600, 0x1)
|
goproj/src/github.com/couchbase/query/execution/fetch.go:53 +0x6a
|
github.com/couchbase/query/execution.(*base).runConsumer.func1()
|
goproj/src/github.com/couchbase/query/execution/base.go:547 +0x25d
|
github.com/couchbase/query/util.(*Once).Do(0xc42bb382d8, 0xc4242f0738)
|
goproj/src/github.com/couchbase/query/util/sync.go:51 +0x68
|
github.com/couchbase/query/execution.(*base).runConsumer(0xc42bb381e0, 0x1897c40, 0xc42bb381e0, 0xc4219a5600, 0x0, 0x0)
|
goproj/src/github.com/couchbase/query/execution/base.go:552 +0xaf
|
github.com/couchbase/query/execution.(*Fetch).RunOnce(0xc42bb381e0, 0xc4219a5600, 0x0, 0x0)
|
goproj/src/github.com/couchbase/query/execution/fetch.go:49 +0x5c
|
created by github.com/couchbase/query/execution.(*base).runConsumer.func1
|
goproj/src/github.com/couchbase/query/execution/base.go:537 +0x2f6
|
Explain plan from one of the successful queries
{
|
"plan": {
|
"#operator": "Sequence",
|
"~children": [
|
{
|
"#operator": "Sequence",
|
"~children": [
|
{
|
"#operator": "PrimaryScan3",
|
"index": "#primary",
|
"index_projection": {
|
"primary_key": true
|
},
|
"keyspace": "default",
|
"namespace": "default",
|
"using": "gsi"
|
},
|
{
|
"#operator": "Fetch",
|
"keyspace": "default",
|
"namespace": "default",
|
"subpaths": [
|
"_sync"
|
]
|
},
|
{
|
"#operator": "Parallel",
|
"~child": {
|
"#operator": "Sequence",
|
"~children": [
|
{
|
"#operator": "Filter",
|
"condition": "((((meta(`default`).`xattrs`).`_sync`).`sequence`) is not null)"
|
},
|
{
|
"#operator": "InitialProject",
|
"result_terms": [
|
{
|
"expr": "(((meta(`default`).`xattrs`).`_sync`).`sequence`)"
|
}
|
]
|
},
|
{
|
"#operator": "FinalProject"
|
}
|
]
|
}
|
}
|
]
|
},
|
{
|
"#operator": "Limit",
|
"expr": "10"
|
}
|
]
|
},
|
"text": "select meta().xattrs._sync.sequence\nfrom default \nwhere meta().xattrs._sync.sequence is not null\nlimit 10"
|
}
|
Attachments
Issue Links
Activity
Field | Original Value | New Value |
---|---|---|
Description |
Build : 5.5.0-2958 (RC4)
While the system was running, a query was run separately on the same cluster (query is not a part of the test). This query resulted in a panic on the query log. Upon retrying the query, it returned results and didnt result in an error. *Query : * select meta().xattrs._sync.sequence from default where meta().xattrs._sync.sequence is not null limit 10 *Indexes on xattr :* {noformat} CREATE INDEX `sg_roleAccess_x1` ON `default`((all (array (`op`.`name`) for `op` in object_pairs((((meta().`xattrs`).`_sync`).`role_access`)) end))) WITH { "defer_build":true, "retain_deleted_xattr":true, "num_replica":1 } CREATE INDEX `sg_access_x1` ON `default`((all (array (`op`.`name`) for `op` in object_pairs((((meta().`xattrs`).`_sync`).`access`)) end))) WITH { "defer_build":true, "retain_deleted_xattr":true, "num_replica":1 } CREATE INDEX `sg_allDocs_x1` ON `default`((((meta().`xattrs`).`_sync`).`sequence`),(((meta().`xattrs`).`_sync`).`rev`),(((meta().`xattrs`).`_sync`).`flags`),(((meta().`xattrs`).`_sync`).`deleted`)) WHERE (not ((meta().`id`) like "\\_sync:%")) WITH { "defer_build":true, "retain_deleted_xattr":true, "num_replica":1 } CREATE INDEX `sg_channels_x1` ON `default`((all (array [(`op`.`name`), least((((meta().`xattrs`).`_sync`).`sequence`), ((`op`.`val`).`seq`)), ifmissing(((`op`.`val`).`rev`), null), ifmissing(((`op`.`val`).`del`), null)] for `op` in object_pairs((((meta().`xattrs`).`_sync`).`channels`)) end)),(((meta().`xattrs`).`_sync`).`rev`),(((meta().`xattrs`).`_sync`).`sequence`),(((meta().`xattrs`).`_sync`).`flags`)) WITH { "defer_build":true, "retain_deleted_xattr":true, "num_replica":1 } CREATE INDEX `sg_tombstones_x1` ON `default`((((meta().`xattrs`).`_sync`).`tombstoned_at`)) WITH { "defer_build":true, "retain_deleted_xattr":true, "num_replica":1 } {noformat} *Panic seen in query log on 172.23.104.61:* {noformat} _time=2018-07-13T01:58:19.535-07:00 _level=SEVERE _msg=panic: runtime error: index out of range request text: <ud>select meta().xattrs._sync.sequence from default where meta().xattrs._sync.sequence is not null limit 10</ud> stack: goroutine 3792435 [running]: github.com/couchbase/query/execution.(*Context).Recover(0xc4219a5600) goproj/src/github.com/couchbase/query/execution/context.go:498 +0xbc panic(0xe37480, 0x186d160) /home/couchbase/.cbdepscache/exploded/x86_64/go-1.8.5/go/src/runtime/panic.go:489 +0x2cf github.com/couchbase/query/datastore/couchbase.getSubDocFetchResults(0xc425bcef20, 0x12, 0xc42f4fd020, 0xc424b53d20, 0x2, 0x2, 0x1, 0x18d1280, 0xc42e482ae0) goproj/src/github.com/couchbase/query/datastore/couchbase/couchbase.go:1096 +0xb81 github.com/couchbase/query/datastore/couchbase.(*keyspace).Fetch(0xc4201a3090, 0xc42d309000, 0x10, 0x40, 0xc42df36ea0, 0x189a4a0, 0xc4219a5600, 0xc421ec1540, 0x1, 0x1, ...) goproj/src/github.com/couchbase/query/datastore/couchbase/couchbase.go:1044 +0x379 github.com/couchbase/query/execution.(*Fetch).flushBatch(0xc42bb381e0, 0xc4219a5600, 0x1906600) goproj/src/github.com/couchbase/query/execution/fetch.go:108 +0x533 github.com/couchbase/query/execution.(*base).enbatchSize(0xc42bb381e0, 0x18d1280, 0xc431086330, 0x189a500, 0xc42bb381e0, 0x10, 0xc4219a5600, 0xc431086330) goproj/src/github.com/couchbase/query/execution/base.go:707 +0x1a2 github.com/couchbase/query/execution.(*Fetch).processItem(0xc42bb381e0, 0x18d1280, 0xc431086330, 0xc4219a5600, 0x1) goproj/src/github.com/couchbase/query/execution/fetch.go:53 +0x6a github.com/couchbase/query/execution.(*base).runConsumer.func1() goproj/src/github.com/couchbase/query/execution/base.go:547 +0x25d github.com/couchbase/query/util.(*Once).Do(0xc42bb382d8, 0xc4242f0738) goproj/src/github.com/couchbase/query/util/sync.go:51 +0x68 github.com/couchbase/query/execution.(*base).runConsumer(0xc42bb381e0, 0x1897c40, 0xc42bb381e0, 0xc4219a5600, 0x0, 0x0) goproj/src/github.com/couchbase/query/execution/base.go:552 +0xaf github.com/couchbase/query/execution.(*Fetch).RunOnce(0xc42bb381e0, 0xc4219a5600, 0x0, 0x0) goproj/src/github.com/couchbase/query/execution/fetch.go:49 +0x5c created by github.com/couchbase/query/execution.(*base).runConsumer.func1 goproj/src/github.com/couchbase/query/execution/base.go:537 +0x2f6 {noformat} *Explain plan from one of the successful queries :* {noformat} { "plan": { "#operator": "Sequence", "~children": [ { "#operator": "Sequence", "~children": [ { "#operator": "PrimaryScan3", "index": "#primary", "index_projection": { "primary_key": true }, "keyspace": "default", "namespace": "default", "using": "gsi" }, { "#operator": "Fetch", "keyspace": "default", "namespace": "default", "subpaths": [ "_sync" ] }, { "#operator": "Parallel", "~child": { "#operator": "Sequence", "~children": [ { "#operator": "Filter", "condition": "((((meta(`default`).`xattrs`).`_sync`).`sequence`) is not null)" }, { "#operator": "InitialProject", "result_terms": [ { "expr": "(((meta(`default`).`xattrs`).`_sync`).`sequence`)" } ] }, { "#operator": "FinalProject" } ] } } ] }, { "#operator": "Limit", "expr": "10" } ] }, "text": "select meta().xattrs._sync.sequence\nfrom default \nwhere meta().xattrs._sync.sequence is not null\nlimit 10" } {noformat} Supportal Link : http://supportal.couchbase.com/snapshot/85277d8dde1234d3615f37137f90624c::0 |
Build : 5.5.0-2958 (RC4)
While the system was running, a query was run separately on the same cluster (query is not a part of the test). This query resulted in a panic on the query log. Upon retrying the query, it returned results and didnt result in an error. Re-ran twice again, it panic'd once more. So 2/4 times it panicked. *Query * select meta().xattrs._sync.sequence from default where meta().xattrs._sync.sequence is not null limit 10 *Indexes on xattr* {noformat} CREATE INDEX `sg_roleAccess_x1` ON `default`((all (array (`op`.`name`) for `op` in object_pairs((((meta().`xattrs`).`_sync`).`role_access`)) end))) WITH { "defer_build":true, "retain_deleted_xattr":true, "num_replica":1 } CREATE INDEX `sg_access_x1` ON `default`((all (array (`op`.`name`) for `op` in object_pairs((((meta().`xattrs`).`_sync`).`access`)) end))) WITH { "defer_build":true, "retain_deleted_xattr":true, "num_replica":1 } CREATE INDEX `sg_allDocs_x1` ON `default`((((meta().`xattrs`).`_sync`).`sequence`),(((meta().`xattrs`).`_sync`).`rev`),(((meta().`xattrs`).`_sync`).`flags`),(((meta().`xattrs`).`_sync`).`deleted`)) WHERE (not ((meta().`id`) like "\\_sync:%")) WITH { "defer_build":true, "retain_deleted_xattr":true, "num_replica":1 } CREATE INDEX `sg_channels_x1` ON `default`((all (array [(`op`.`name`), least((((meta().`xattrs`).`_sync`).`sequence`), ((`op`.`val`).`seq`)), ifmissing(((`op`.`val`).`rev`), null), ifmissing(((`op`.`val`).`del`), null)] for `op` in object_pairs((((meta().`xattrs`).`_sync`).`channels`)) end)),(((meta().`xattrs`).`_sync`).`rev`),(((meta().`xattrs`).`_sync`).`sequence`),(((meta().`xattrs`).`_sync`).`flags`)) WITH { "defer_build":true, "retain_deleted_xattr":true, "num_replica":1 } CREATE INDEX `sg_tombstones_x1` ON `default`((((meta().`xattrs`).`_sync`).`tombstoned_at`)) WITH { "defer_build":true, "retain_deleted_xattr":true, "num_replica":1 } {noformat} *Panic seen in query log on 172.23.104.61* {noformat} _time=2018-07-13T01:58:19.535-07:00 _level=SEVERE _msg=panic: runtime error: index out of range request text: <ud>select meta().xattrs._sync.sequence from default where meta().xattrs._sync.sequence is not null limit 10</ud> stack: goroutine 3792435 [running]: github.com/couchbase/query/execution.(*Context).Recover(0xc4219a5600) goproj/src/github.com/couchbase/query/execution/context.go:498 +0xbc panic(0xe37480, 0x186d160) /home/couchbase/.cbdepscache/exploded/x86_64/go-1.8.5/go/src/runtime/panic.go:489 +0x2cf github.com/couchbase/query/datastore/couchbase.getSubDocFetchResults(0xc425bcef20, 0x12, 0xc42f4fd020, 0xc424b53d20, 0x2, 0x2, 0x1, 0x18d1280, 0xc42e482ae0) goproj/src/github.com/couchbase/query/datastore/couchbase/couchbase.go:1096 +0xb81 github.com/couchbase/query/datastore/couchbase.(*keyspace).Fetch(0xc4201a3090, 0xc42d309000, 0x10, 0x40, 0xc42df36ea0, 0x189a4a0, 0xc4219a5600, 0xc421ec1540, 0x1, 0x1, ...) goproj/src/github.com/couchbase/query/datastore/couchbase/couchbase.go:1044 +0x379 github.com/couchbase/query/execution.(*Fetch).flushBatch(0xc42bb381e0, 0xc4219a5600, 0x1906600) goproj/src/github.com/couchbase/query/execution/fetch.go:108 +0x533 github.com/couchbase/query/execution.(*base).enbatchSize(0xc42bb381e0, 0x18d1280, 0xc431086330, 0x189a500, 0xc42bb381e0, 0x10, 0xc4219a5600, 0xc431086330) goproj/src/github.com/couchbase/query/execution/base.go:707 +0x1a2 github.com/couchbase/query/execution.(*Fetch).processItem(0xc42bb381e0, 0x18d1280, 0xc431086330, 0xc4219a5600, 0x1) goproj/src/github.com/couchbase/query/execution/fetch.go:53 +0x6a github.com/couchbase/query/execution.(*base).runConsumer.func1() goproj/src/github.com/couchbase/query/execution/base.go:547 +0x25d github.com/couchbase/query/util.(*Once).Do(0xc42bb382d8, 0xc4242f0738) goproj/src/github.com/couchbase/query/util/sync.go:51 +0x68 github.com/couchbase/query/execution.(*base).runConsumer(0xc42bb381e0, 0x1897c40, 0xc42bb381e0, 0xc4219a5600, 0x0, 0x0) goproj/src/github.com/couchbase/query/execution/base.go:552 +0xaf github.com/couchbase/query/execution.(*Fetch).RunOnce(0xc42bb381e0, 0xc4219a5600, 0x0, 0x0) goproj/src/github.com/couchbase/query/execution/fetch.go:49 +0x5c created by github.com/couchbase/query/execution.(*base).runConsumer.func1 goproj/src/github.com/couchbase/query/execution/base.go:537 +0x2f6 {noformat} *Explain plan from one of the successful queries* {noformat} { "plan": { "#operator": "Sequence", "~children": [ { "#operator": "Sequence", "~children": [ { "#operator": "PrimaryScan3", "index": "#primary", "index_projection": { "primary_key": true }, "keyspace": "default", "namespace": "default", "using": "gsi" }, { "#operator": "Fetch", "keyspace": "default", "namespace": "default", "subpaths": [ "_sync" ] }, { "#operator": "Parallel", "~child": { "#operator": "Sequence", "~children": [ { "#operator": "Filter", "condition": "((((meta(`default`).`xattrs`).`_sync`).`sequence`) is not null)" }, { "#operator": "InitialProject", "result_terms": [ { "expr": "(((meta(`default`).`xattrs`).`_sync`).`sequence`)" } ] }, { "#operator": "FinalProject" } ] } } ] }, { "#operator": "Limit", "expr": "10" } ] }, "text": "select meta().xattrs._sync.sequence\nfrom default \nwhere meta().xattrs._sync.sequence is not null\nlimit 10" } {noformat} Supportal Link : http://supportal.couchbase.com/snapshot/85277d8dde1234d3615f37137f90624c::0 |
Description |
Build : 5.5.0-2958 (RC4)
While the system was running, a query was run separately on the same cluster (query is not a part of the test). This query resulted in a panic on the query log. Upon retrying the query, it returned results and didnt result in an error. Re-ran twice again, it panic'd once more. So 2/4 times it panicked. *Query * select meta().xattrs._sync.sequence from default where meta().xattrs._sync.sequence is not null limit 10 *Indexes on xattr* {noformat} CREATE INDEX `sg_roleAccess_x1` ON `default`((all (array (`op`.`name`) for `op` in object_pairs((((meta().`xattrs`).`_sync`).`role_access`)) end))) WITH { "defer_build":true, "retain_deleted_xattr":true, "num_replica":1 } CREATE INDEX `sg_access_x1` ON `default`((all (array (`op`.`name`) for `op` in object_pairs((((meta().`xattrs`).`_sync`).`access`)) end))) WITH { "defer_build":true, "retain_deleted_xattr":true, "num_replica":1 } CREATE INDEX `sg_allDocs_x1` ON `default`((((meta().`xattrs`).`_sync`).`sequence`),(((meta().`xattrs`).`_sync`).`rev`),(((meta().`xattrs`).`_sync`).`flags`),(((meta().`xattrs`).`_sync`).`deleted`)) WHERE (not ((meta().`id`) like "\\_sync:%")) WITH { "defer_build":true, "retain_deleted_xattr":true, "num_replica":1 } CREATE INDEX `sg_channels_x1` ON `default`((all (array [(`op`.`name`), least((((meta().`xattrs`).`_sync`).`sequence`), ((`op`.`val`).`seq`)), ifmissing(((`op`.`val`).`rev`), null), ifmissing(((`op`.`val`).`del`), null)] for `op` in object_pairs((((meta().`xattrs`).`_sync`).`channels`)) end)),(((meta().`xattrs`).`_sync`).`rev`),(((meta().`xattrs`).`_sync`).`sequence`),(((meta().`xattrs`).`_sync`).`flags`)) WITH { "defer_build":true, "retain_deleted_xattr":true, "num_replica":1 } CREATE INDEX `sg_tombstones_x1` ON `default`((((meta().`xattrs`).`_sync`).`tombstoned_at`)) WITH { "defer_build":true, "retain_deleted_xattr":true, "num_replica":1 } {noformat} *Panic seen in query log on 172.23.104.61* {noformat} _time=2018-07-13T01:58:19.535-07:00 _level=SEVERE _msg=panic: runtime error: index out of range request text: <ud>select meta().xattrs._sync.sequence from default where meta().xattrs._sync.sequence is not null limit 10</ud> stack: goroutine 3792435 [running]: github.com/couchbase/query/execution.(*Context).Recover(0xc4219a5600) goproj/src/github.com/couchbase/query/execution/context.go:498 +0xbc panic(0xe37480, 0x186d160) /home/couchbase/.cbdepscache/exploded/x86_64/go-1.8.5/go/src/runtime/panic.go:489 +0x2cf github.com/couchbase/query/datastore/couchbase.getSubDocFetchResults(0xc425bcef20, 0x12, 0xc42f4fd020, 0xc424b53d20, 0x2, 0x2, 0x1, 0x18d1280, 0xc42e482ae0) goproj/src/github.com/couchbase/query/datastore/couchbase/couchbase.go:1096 +0xb81 github.com/couchbase/query/datastore/couchbase.(*keyspace).Fetch(0xc4201a3090, 0xc42d309000, 0x10, 0x40, 0xc42df36ea0, 0x189a4a0, 0xc4219a5600, 0xc421ec1540, 0x1, 0x1, ...) goproj/src/github.com/couchbase/query/datastore/couchbase/couchbase.go:1044 +0x379 github.com/couchbase/query/execution.(*Fetch).flushBatch(0xc42bb381e0, 0xc4219a5600, 0x1906600) goproj/src/github.com/couchbase/query/execution/fetch.go:108 +0x533 github.com/couchbase/query/execution.(*base).enbatchSize(0xc42bb381e0, 0x18d1280, 0xc431086330, 0x189a500, 0xc42bb381e0, 0x10, 0xc4219a5600, 0xc431086330) goproj/src/github.com/couchbase/query/execution/base.go:707 +0x1a2 github.com/couchbase/query/execution.(*Fetch).processItem(0xc42bb381e0, 0x18d1280, 0xc431086330, 0xc4219a5600, 0x1) goproj/src/github.com/couchbase/query/execution/fetch.go:53 +0x6a github.com/couchbase/query/execution.(*base).runConsumer.func1() goproj/src/github.com/couchbase/query/execution/base.go:547 +0x25d github.com/couchbase/query/util.(*Once).Do(0xc42bb382d8, 0xc4242f0738) goproj/src/github.com/couchbase/query/util/sync.go:51 +0x68 github.com/couchbase/query/execution.(*base).runConsumer(0xc42bb381e0, 0x1897c40, 0xc42bb381e0, 0xc4219a5600, 0x0, 0x0) goproj/src/github.com/couchbase/query/execution/base.go:552 +0xaf github.com/couchbase/query/execution.(*Fetch).RunOnce(0xc42bb381e0, 0xc4219a5600, 0x0, 0x0) goproj/src/github.com/couchbase/query/execution/fetch.go:49 +0x5c created by github.com/couchbase/query/execution.(*base).runConsumer.func1 goproj/src/github.com/couchbase/query/execution/base.go:537 +0x2f6 {noformat} *Explain plan from one of the successful queries* {noformat} { "plan": { "#operator": "Sequence", "~children": [ { "#operator": "Sequence", "~children": [ { "#operator": "PrimaryScan3", "index": "#primary", "index_projection": { "primary_key": true }, "keyspace": "default", "namespace": "default", "using": "gsi" }, { "#operator": "Fetch", "keyspace": "default", "namespace": "default", "subpaths": [ "_sync" ] }, { "#operator": "Parallel", "~child": { "#operator": "Sequence", "~children": [ { "#operator": "Filter", "condition": "((((meta(`default`).`xattrs`).`_sync`).`sequence`) is not null)" }, { "#operator": "InitialProject", "result_terms": [ { "expr": "(((meta(`default`).`xattrs`).`_sync`).`sequence`)" } ] }, { "#operator": "FinalProject" } ] } } ] }, { "#operator": "Limit", "expr": "10" } ] }, "text": "select meta().xattrs._sync.sequence\nfrom default \nwhere meta().xattrs._sync.sequence is not null\nlimit 10" } {noformat} Supportal Link : http://supportal.couchbase.com/snapshot/85277d8dde1234d3615f37137f90624c::0 |
Build : 5.5.0-2958 (RC4)
While the system was running, a query was run separately on the same cluster (query is not a part of the test). This query resulted in a panic on the query log. Upon retrying the query, it returned results and didnt result in an error. Re-ran twice again, it panic'd once more. So 2/4 times it panicked. *Query* select meta().xattrs._sync.sequence from default where meta().xattrs._sync.sequence is not null limit 10 *Indexes on xattr* {noformat} CREATE INDEX `sg_roleAccess_x1` ON `default`((all (array (`op`.`name`) for `op` in object_pairs((((meta().`xattrs`).`_sync`).`role_access`)) end))) WITH { "defer_build":true, "retain_deleted_xattr":true, "num_replica":1 } CREATE INDEX `sg_access_x1` ON `default`((all (array (`op`.`name`) for `op` in object_pairs((((meta().`xattrs`).`_sync`).`access`)) end))) WITH { "defer_build":true, "retain_deleted_xattr":true, "num_replica":1 } CREATE INDEX `sg_allDocs_x1` ON `default`((((meta().`xattrs`).`_sync`).`sequence`),(((meta().`xattrs`).`_sync`).`rev`),(((meta().`xattrs`).`_sync`).`flags`),(((meta().`xattrs`).`_sync`).`deleted`)) WHERE (not ((meta().`id`) like "\\_sync:%")) WITH { "defer_build":true, "retain_deleted_xattr":true, "num_replica":1 } CREATE INDEX `sg_channels_x1` ON `default`((all (array [(`op`.`name`), least((((meta().`xattrs`).`_sync`).`sequence`), ((`op`.`val`).`seq`)), ifmissing(((`op`.`val`).`rev`), null), ifmissing(((`op`.`val`).`del`), null)] for `op` in object_pairs((((meta().`xattrs`).`_sync`).`channels`)) end)),(((meta().`xattrs`).`_sync`).`rev`),(((meta().`xattrs`).`_sync`).`sequence`),(((meta().`xattrs`).`_sync`).`flags`)) WITH { "defer_build":true, "retain_deleted_xattr":true, "num_replica":1 } CREATE INDEX `sg_tombstones_x1` ON `default`((((meta().`xattrs`).`_sync`).`tombstoned_at`)) WITH { "defer_build":true, "retain_deleted_xattr":true, "num_replica":1 } {noformat} *Panic seen in query log on 172.23.104.61* {noformat} _time=2018-07-13T01:58:19.535-07:00 _level=SEVERE _msg=panic: runtime error: index out of range request text: <ud>select meta().xattrs._sync.sequence from default where meta().xattrs._sync.sequence is not null limit 10</ud> stack: goroutine 3792435 [running]: github.com/couchbase/query/execution.(*Context).Recover(0xc4219a5600) goproj/src/github.com/couchbase/query/execution/context.go:498 +0xbc panic(0xe37480, 0x186d160) /home/couchbase/.cbdepscache/exploded/x86_64/go-1.8.5/go/src/runtime/panic.go:489 +0x2cf github.com/couchbase/query/datastore/couchbase.getSubDocFetchResults(0xc425bcef20, 0x12, 0xc42f4fd020, 0xc424b53d20, 0x2, 0x2, 0x1, 0x18d1280, 0xc42e482ae0) goproj/src/github.com/couchbase/query/datastore/couchbase/couchbase.go:1096 +0xb81 github.com/couchbase/query/datastore/couchbase.(*keyspace).Fetch(0xc4201a3090, 0xc42d309000, 0x10, 0x40, 0xc42df36ea0, 0x189a4a0, 0xc4219a5600, 0xc421ec1540, 0x1, 0x1, ...) goproj/src/github.com/couchbase/query/datastore/couchbase/couchbase.go:1044 +0x379 github.com/couchbase/query/execution.(*Fetch).flushBatch(0xc42bb381e0, 0xc4219a5600, 0x1906600) goproj/src/github.com/couchbase/query/execution/fetch.go:108 +0x533 github.com/couchbase/query/execution.(*base).enbatchSize(0xc42bb381e0, 0x18d1280, 0xc431086330, 0x189a500, 0xc42bb381e0, 0x10, 0xc4219a5600, 0xc431086330) goproj/src/github.com/couchbase/query/execution/base.go:707 +0x1a2 github.com/couchbase/query/execution.(*Fetch).processItem(0xc42bb381e0, 0x18d1280, 0xc431086330, 0xc4219a5600, 0x1) goproj/src/github.com/couchbase/query/execution/fetch.go:53 +0x6a github.com/couchbase/query/execution.(*base).runConsumer.func1() goproj/src/github.com/couchbase/query/execution/base.go:547 +0x25d github.com/couchbase/query/util.(*Once).Do(0xc42bb382d8, 0xc4242f0738) goproj/src/github.com/couchbase/query/util/sync.go:51 +0x68 github.com/couchbase/query/execution.(*base).runConsumer(0xc42bb381e0, 0x1897c40, 0xc42bb381e0, 0xc4219a5600, 0x0, 0x0) goproj/src/github.com/couchbase/query/execution/base.go:552 +0xaf github.com/couchbase/query/execution.(*Fetch).RunOnce(0xc42bb381e0, 0xc4219a5600, 0x0, 0x0) goproj/src/github.com/couchbase/query/execution/fetch.go:49 +0x5c created by github.com/couchbase/query/execution.(*base).runConsumer.func1 goproj/src/github.com/couchbase/query/execution/base.go:537 +0x2f6 {noformat} *Explain plan from one of the successful queries* {noformat} { "plan": { "#operator": "Sequence", "~children": [ { "#operator": "Sequence", "~children": [ { "#operator": "PrimaryScan3", "index": "#primary", "index_projection": { "primary_key": true }, "keyspace": "default", "namespace": "default", "using": "gsi" }, { "#operator": "Fetch", "keyspace": "default", "namespace": "default", "subpaths": [ "_sync" ] }, { "#operator": "Parallel", "~child": { "#operator": "Sequence", "~children": [ { "#operator": "Filter", "condition": "((((meta(`default`).`xattrs`).`_sync`).`sequence`) is not null)" }, { "#operator": "InitialProject", "result_terms": [ { "expr": "(((meta(`default`).`xattrs`).`_sync`).`sequence`)" } ] }, { "#operator": "FinalProject" } ] } } ] }, { "#operator": "Limit", "expr": "10" } ] }, "text": "select meta().xattrs._sync.sequence\nfrom default \nwhere meta().xattrs._sync.sequence is not null\nlimit 10" } {noformat} Supportal Link : http://supportal.couchbase.com/snapshot/85277d8dde1234d3615f37137f90624c::0 |
Description |
Build : 5.5.0-2958 (RC4)
While the system was running, a query was run separately on the same cluster (query is not a part of the test). This query resulted in a panic on the query log. Upon retrying the query, it returned results and didnt result in an error. Re-ran twice again, it panic'd once more. So 2/4 times it panicked. *Query* select meta().xattrs._sync.sequence from default where meta().xattrs._sync.sequence is not null limit 10 *Indexes on xattr* {noformat} CREATE INDEX `sg_roleAccess_x1` ON `default`((all (array (`op`.`name`) for `op` in object_pairs((((meta().`xattrs`).`_sync`).`role_access`)) end))) WITH { "defer_build":true, "retain_deleted_xattr":true, "num_replica":1 } CREATE INDEX `sg_access_x1` ON `default`((all (array (`op`.`name`) for `op` in object_pairs((((meta().`xattrs`).`_sync`).`access`)) end))) WITH { "defer_build":true, "retain_deleted_xattr":true, "num_replica":1 } CREATE INDEX `sg_allDocs_x1` ON `default`((((meta().`xattrs`).`_sync`).`sequence`),(((meta().`xattrs`).`_sync`).`rev`),(((meta().`xattrs`).`_sync`).`flags`),(((meta().`xattrs`).`_sync`).`deleted`)) WHERE (not ((meta().`id`) like "\\_sync:%")) WITH { "defer_build":true, "retain_deleted_xattr":true, "num_replica":1 } CREATE INDEX `sg_channels_x1` ON `default`((all (array [(`op`.`name`), least((((meta().`xattrs`).`_sync`).`sequence`), ((`op`.`val`).`seq`)), ifmissing(((`op`.`val`).`rev`), null), ifmissing(((`op`.`val`).`del`), null)] for `op` in object_pairs((((meta().`xattrs`).`_sync`).`channels`)) end)),(((meta().`xattrs`).`_sync`).`rev`),(((meta().`xattrs`).`_sync`).`sequence`),(((meta().`xattrs`).`_sync`).`flags`)) WITH { "defer_build":true, "retain_deleted_xattr":true, "num_replica":1 } CREATE INDEX `sg_tombstones_x1` ON `default`((((meta().`xattrs`).`_sync`).`tombstoned_at`)) WITH { "defer_build":true, "retain_deleted_xattr":true, "num_replica":1 } {noformat} *Panic seen in query log on 172.23.104.61* {noformat} _time=2018-07-13T01:58:19.535-07:00 _level=SEVERE _msg=panic: runtime error: index out of range request text: <ud>select meta().xattrs._sync.sequence from default where meta().xattrs._sync.sequence is not null limit 10</ud> stack: goroutine 3792435 [running]: github.com/couchbase/query/execution.(*Context).Recover(0xc4219a5600) goproj/src/github.com/couchbase/query/execution/context.go:498 +0xbc panic(0xe37480, 0x186d160) /home/couchbase/.cbdepscache/exploded/x86_64/go-1.8.5/go/src/runtime/panic.go:489 +0x2cf github.com/couchbase/query/datastore/couchbase.getSubDocFetchResults(0xc425bcef20, 0x12, 0xc42f4fd020, 0xc424b53d20, 0x2, 0x2, 0x1, 0x18d1280, 0xc42e482ae0) goproj/src/github.com/couchbase/query/datastore/couchbase/couchbase.go:1096 +0xb81 github.com/couchbase/query/datastore/couchbase.(*keyspace).Fetch(0xc4201a3090, 0xc42d309000, 0x10, 0x40, 0xc42df36ea0, 0x189a4a0, 0xc4219a5600, 0xc421ec1540, 0x1, 0x1, ...) goproj/src/github.com/couchbase/query/datastore/couchbase/couchbase.go:1044 +0x379 github.com/couchbase/query/execution.(*Fetch).flushBatch(0xc42bb381e0, 0xc4219a5600, 0x1906600) goproj/src/github.com/couchbase/query/execution/fetch.go:108 +0x533 github.com/couchbase/query/execution.(*base).enbatchSize(0xc42bb381e0, 0x18d1280, 0xc431086330, 0x189a500, 0xc42bb381e0, 0x10, 0xc4219a5600, 0xc431086330) goproj/src/github.com/couchbase/query/execution/base.go:707 +0x1a2 github.com/couchbase/query/execution.(*Fetch).processItem(0xc42bb381e0, 0x18d1280, 0xc431086330, 0xc4219a5600, 0x1) goproj/src/github.com/couchbase/query/execution/fetch.go:53 +0x6a github.com/couchbase/query/execution.(*base).runConsumer.func1() goproj/src/github.com/couchbase/query/execution/base.go:547 +0x25d github.com/couchbase/query/util.(*Once).Do(0xc42bb382d8, 0xc4242f0738) goproj/src/github.com/couchbase/query/util/sync.go:51 +0x68 github.com/couchbase/query/execution.(*base).runConsumer(0xc42bb381e0, 0x1897c40, 0xc42bb381e0, 0xc4219a5600, 0x0, 0x0) goproj/src/github.com/couchbase/query/execution/base.go:552 +0xaf github.com/couchbase/query/execution.(*Fetch).RunOnce(0xc42bb381e0, 0xc4219a5600, 0x0, 0x0) goproj/src/github.com/couchbase/query/execution/fetch.go:49 +0x5c created by github.com/couchbase/query/execution.(*base).runConsumer.func1 goproj/src/github.com/couchbase/query/execution/base.go:537 +0x2f6 {noformat} *Explain plan from one of the successful queries* {noformat} { "plan": { "#operator": "Sequence", "~children": [ { "#operator": "Sequence", "~children": [ { "#operator": "PrimaryScan3", "index": "#primary", "index_projection": { "primary_key": true }, "keyspace": "default", "namespace": "default", "using": "gsi" }, { "#operator": "Fetch", "keyspace": "default", "namespace": "default", "subpaths": [ "_sync" ] }, { "#operator": "Parallel", "~child": { "#operator": "Sequence", "~children": [ { "#operator": "Filter", "condition": "((((meta(`default`).`xattrs`).`_sync`).`sequence`) is not null)" }, { "#operator": "InitialProject", "result_terms": [ { "expr": "(((meta(`default`).`xattrs`).`_sync`).`sequence`)" } ] }, { "#operator": "FinalProject" } ] } } ] }, { "#operator": "Limit", "expr": "10" } ] }, "text": "select meta().xattrs._sync.sequence\nfrom default \nwhere meta().xattrs._sync.sequence is not null\nlimit 10" } {noformat} Supportal Link : http://supportal.couchbase.com/snapshot/85277d8dde1234d3615f37137f90624c::0 |
Build : 5.5.0-2958 (RC4)
While the system was running, a query was run separately on the same cluster (query is not a part of the test). This query resulted in a panic on the query log. Upon retrying the query, it returned results and didnt result in an error. Re-ran twice again, it panic'd once more. So 2/4 times it panicked. *Query* select meta().xattrs._sync.sequence from default where meta().xattrs._sync.sequence is not null limit 10 *Indexes on xattr* {noformat} CREATE INDEX `sg_roleAccess_x1` ON `default`((all (array (`op`.`name`) for `op` in object_pairs((((meta().`xattrs`).`_sync`).`role_access`)) end))) WITH { "defer_build":true, "retain_deleted_xattr":true, "num_replica":1 } CREATE INDEX `sg_access_x1` ON `default`((all (array (`op`.`name`) for `op` in object_pairs((((meta().`xattrs`).`_sync`).`access`)) end))) WITH { "defer_build":true, "retain_deleted_xattr":true, "num_replica":1 } CREATE INDEX `sg_allDocs_x1` ON `default`((((meta().`xattrs`).`_sync`).`sequence`),(((meta().`xattrs`).`_sync`).`rev`),(((meta().`xattrs`).`_sync`).`flags`),(((meta().`xattrs`).`_sync`).`deleted`)) WHERE (not ((meta().`id`) like "\\_sync:%")) WITH { "defer_build":true, "retain_deleted_xattr":true, "num_replica":1 } CREATE INDEX `sg_channels_x1` ON `default`((all (array [(`op`.`name`), least((((meta().`xattrs`).`_sync`).`sequence`), ((`op`.`val`).`seq`)), ifmissing(((`op`.`val`).`rev`), null), ifmissing(((`op`.`val`).`del`), null)] for `op` in object_pairs((((meta().`xattrs`).`_sync`).`channels`)) end)),(((meta().`xattrs`).`_sync`).`rev`),(((meta().`xattrs`).`_sync`).`sequence`),(((meta().`xattrs`).`_sync`).`flags`)) WITH { "defer_build":true, "retain_deleted_xattr":true, "num_replica":1 } CREATE INDEX `sg_tombstones_x1` ON `default`((((meta().`xattrs`).`_sync`).`tombstoned_at`)) WITH { "defer_build":true, "retain_deleted_xattr":true, "num_replica":1 } {noformat} *Panic seen in query log on 172.23.104.61* {noformat} _time=2018-07-13T01:58:19.535-07:00 _level=SEVERE _msg=panic: runtime error: index out of range request text: <ud>select meta().xattrs._sync.sequence from default where meta().xattrs._sync.sequence is not null limit 10</ud> stack: goroutine 3792435 [running]: github.com/couchbase/query/execution.(*Context).Recover(0xc4219a5600) goproj/src/github.com/couchbase/query/execution/context.go:498 +0xbc panic(0xe37480, 0x186d160) /home/couchbase/.cbdepscache/exploded/x86_64/go-1.8.5/go/src/runtime/panic.go:489 +0x2cf github.com/couchbase/query/datastore/couchbase.getSubDocFetchResults(0xc425bcef20, 0x12, 0xc42f4fd020, 0xc424b53d20, 0x2, 0x2, 0x1, 0x18d1280, 0xc42e482ae0) goproj/src/github.com/couchbase/query/datastore/couchbase/couchbase.go:1096 +0xb81 github.com/couchbase/query/datastore/couchbase.(*keyspace).Fetch(0xc4201a3090, 0xc42d309000, 0x10, 0x40, 0xc42df36ea0, 0x189a4a0, 0xc4219a5600, 0xc421ec1540, 0x1, 0x1, ...) goproj/src/github.com/couchbase/query/datastore/couchbase/couchbase.go:1044 +0x379 github.com/couchbase/query/execution.(*Fetch).flushBatch(0xc42bb381e0, 0xc4219a5600, 0x1906600) goproj/src/github.com/couchbase/query/execution/fetch.go:108 +0x533 github.com/couchbase/query/execution.(*base).enbatchSize(0xc42bb381e0, 0x18d1280, 0xc431086330, 0x189a500, 0xc42bb381e0, 0x10, 0xc4219a5600, 0xc431086330) goproj/src/github.com/couchbase/query/execution/base.go:707 +0x1a2 github.com/couchbase/query/execution.(*Fetch).processItem(0xc42bb381e0, 0x18d1280, 0xc431086330, 0xc4219a5600, 0x1) goproj/src/github.com/couchbase/query/execution/fetch.go:53 +0x6a github.com/couchbase/query/execution.(*base).runConsumer.func1() goproj/src/github.com/couchbase/query/execution/base.go:547 +0x25d github.com/couchbase/query/util.(*Once).Do(0xc42bb382d8, 0xc4242f0738) goproj/src/github.com/couchbase/query/util/sync.go:51 +0x68 github.com/couchbase/query/execution.(*base).runConsumer(0xc42bb381e0, 0x1897c40, 0xc42bb381e0, 0xc4219a5600, 0x0, 0x0) goproj/src/github.com/couchbase/query/execution/base.go:552 +0xaf github.com/couchbase/query/execution.(*Fetch).RunOnce(0xc42bb381e0, 0xc4219a5600, 0x0, 0x0) goproj/src/github.com/couchbase/query/execution/fetch.go:49 +0x5c created by github.com/couchbase/query/execution.(*base).runConsumer.func1 goproj/src/github.com/couchbase/query/execution/base.go:537 +0x2f6 {noformat} *Explain plan from one of the successful queries* {noformat} { "plan": { "#operator": "Sequence", "~children": [ { "#operator": "Sequence", "~children": [ { "#operator": "PrimaryScan3", "index": "#primary", "index_projection": { "primary_key": true }, "keyspace": "default", "namespace": "default", "using": "gsi" }, { "#operator": "Fetch", "keyspace": "default", "namespace": "default", "subpaths": [ "_sync" ] }, { "#operator": "Parallel", "~child": { "#operator": "Sequence", "~children": [ { "#operator": "Filter", "condition": "((((meta(`default`).`xattrs`).`_sync`).`sequence`) is not null)" }, { "#operator": "InitialProject", "result_terms": [ { "expr": "(((meta(`default`).`xattrs`).`_sync`).`sequence`)" } ] }, { "#operator": "FinalProject" } ] } } ] }, { "#operator": "Limit", "expr": "10" } ] }, "text": "select meta().xattrs._sync.sequence\nfrom default \nwhere meta().xattrs._sync.sequence is not null\nlimit 10" } {noformat} |
Fix Version/s | vulcan [ 14610 ] |
Assignee | Keshav Murthy [ keshav ] | Isha Kandaswamy [ isha ] |
Fix Version/s | Mad-Hatter [ 15037 ] | |
Fix Version/s | vulcan [ 14610 ] |
Assignee | Isha Kandaswamy [ isha ] | Mihir Kamdar [ mihir.kamdar ] |
Resolution | Fixed [ 1 ] | |
Status | Open [ 1 ] | Resolved [ 5 ] |
Link | This issue blocks CBSE-6021 [ CBSE-6021 ] |
Assignee | Mihir Kamdar [ mihir.kamdar ] | Keshav Murthy [ keshav ] |
Resolution | Fixed [ 1 ] | |
Status | Resolved [ 5 ] | Reopened [ 4 ] |
Resolution | Duplicate [ 3 ] | |
Status | Reopened [ 4 ] | Resolved [ 5 ] |
Actual End | 2018-11-08 08:29 (issue has been resolved) |
Resolution | Duplicate [ 3 ] | |
Status | Resolved [ 5 ] | Reopened [ 4 ] |
Link | This issue blocks MB-31456 [ MB-31456 ] |
Fix Version/s | 5.5.3 [ 15520 ] |
Fix Version/s | 5.5.3 [ 15520 ] |
Link | This issue blocks MB-31456 [ MB-31456 ] |
Link | This issue backports to MB-31996 [ MB-31996 ] |
Link | This issue blocks CBSE-6037 [ CBSE-6037 ] |
Resolution | Fixed [ 1 ] | |
Status | Reopened [ 4 ] | Closed [ 6 ] |
Link | This issue blocks CBSE-6155 [ CBSE-6155 ] |
Link | This issue relates to CBSE-6179 [ CBSE-6179 ] |
Panic seen with another query too :
select meta().xattrs._sync.flags
from default
where meta().xattrs._sync.flags is not null
limit 10