Details
-
Bug
-
Resolution: Fixed
-
Critical
-
Cheshire-Cat
-
Untriaged
-
-
1
-
Yes
Description
Build : 7.0.0-2741
Test : -test tests/integration/test_allFeatures_madhatter_durability.yml -scope tests/integration/scope_Xattrs_Madhatter.yml
Scale : 3
Day : 6th
The test at this point is only running queries and kv workload, no cluster operations. Query service crashed on 172.23.97.148 at 2020-08-06T09:13:14 with the following stack trace -
2020-08-06T09:13:13.278-07:00 [Info] GsiClient::UpdateUsecjson: using collatejson as data format between indexer and GsiClient
|
2020-08-06T09:13:13.425-07:00 [Info] GSIC[default/default-_default-_default-1596240305374510913] a9071a48-d371-4f31-bfe4-eaf36dba48d1 new temp file ... /opt/couchbase/var/lib/couchbase/tmp/scan-results3478807156774
|
2020-08-06T09:13:13.494-07:00 [Info] GSIC[default/default-_default-_default-1596240305374510913] request(7c63d428-189b-47b0-a64f-ebd7bed250b6) removing temp file /opt/couchbase/var/lib/couchbase/tmp/scan-results3478897411363 ...
|
2020-08-06T09:13:13.817-07:00 [Info] GSIC[default/default-_default-_default-1596240305374510913] request(a9071a48-d371-4f31-bfe4-eaf36dba48d1) removing temp file /opt/couchbase/var/lib/couchbase/tmp/scan-results3478807156774 ...
|
2020-08-06T09:13:14.158-07:00 [Info] GSIC[default/default-_default-_default-1596240305374510913] e499deca-dade-461b-995b-f356c90b6aea new temp file ... /opt/couchbase/var/lib/couchbase/tmp/scan-results3478448448333
|
2020-08-06T09:13:14.404-07:00 [Info] GSIC[default/default-_default-_default-1596240305374510913] f8024f76-d8e3-4ac1-aca4-0cf33c90433c new temp file ... /opt/couchbase/var/lib/couchbase/tmp/scan-results3478252782664
|
2020-08-06T09:13:14.549-07:00 [Info] GSIC[default/default-_default-_default-1596240305374510913] request(e499deca-dade-461b-995b-f356c90b6aea) removing temp file /opt/couchbase/var/lib/couchbase/tmp/scan-results3478448448333 ...
|
fatal error: sync: unlock of unlocked mutex
|
|
|
goroutine 394626136 [running]:
|
runtime.throw(0x22b4b54, 0x1e)
|
/home/couchbase/.cbdepscache/exploded/x86_64/go-1.13.7/go/src/runtime/panic.go:774 +0x72 fp=0xc035a41c58 sp=0xc035a41c28 pc=0xd5e902
|
sync.throw(0x22b4b54, 0x1e)
|
/home/couchbase/.cbdepscache/exploded/x86_64/go-1.13.7/go/src/runtime/panic.go:760 +0x35 fp=0xc035a41c78 sp=0xc035a41c58 pc=0xd5e885
|
sync.(*Mutex).unlockSlow(0xc012a4fb68, 0xc0ffffffff)
|
/home/couchbase/.cbdepscache/exploded/x86_64/go-1.13.7/go/src/sync/mutex.go:196 +0xd6 fp=0xc035a41ca0 sp=0xc035a41c78 pc=0xdadf86
|
sync.(*Mutex).Unlock(...)
|
/home/couchbase/.cbdepscache/exploded/x86_64/go-1.13.7/go/src/sync/mutex.go:190
|
github.com/couchbase/query/execution.(*valueExchange).getItem(0xc01b85ba00, 0xc012a4fb00, 0x2551201, 0x356abff, 0x0)
|
/home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/query/execution/exchange.go:267 +0x13d fp=0xc035a41ce8 sp=0xc035a41ca0 pc=0x1ad105d
|
github.com/couchbase/query/execution.(*base).getItemOp(0xc01b85ba00, 0x2569c20, 0xc012a4fb00, 0xc01a1cee00, 0xc012b6e201, 0x1)
|
/home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/query/execution/base.go:641 +0x6a fp=0xc035a41d38 sp=0xc035a41ce8 pc=0x1aba99a
|
github.com/couchbase/query/execution.(*base).getItem(...)
|
/home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/query/execution/base.go:633
|
github.com/couchbase/query/execution.(*base).runConsumer.func1()
|
/home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/query/execution/base.go:802 +0x307 fp=0xc035a41ee0 sp=0xc035a41d38 pc=0x1b15c37
|
github.com/couchbase/query/util.(*Once).Do(0xc01b85bb08, 0xc035a41f00)
|
/home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/query/util/sync.go:55 +0x4a fp=0xc035a41ef0 sp=0xc035a41ee0 pc=0x10bf01a
|
github.com/couchbase/query/execution.(*base).runConsumer(0xc01b85ba00, 0x2527f00, 0xc01b85ba00, 0xc01a1cee00, 0x0, 0x0)
|
/home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/query/execution/base.go:752 +0xa2 fp=0xc035a41f48 sp=0xc035a41ef0 pc=0x1abb0e2
|
github.com/couchbase/query/execution.(*Filter).RunOnce(0xc01b85ba00, 0xc01a1cee00, 0x0, 0x0)
|
/home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/query/execution/filter.go:63 +0x5c fp=0xc035a41f88 sp=0xc035a41f48 pc=0x1ad4bac
|
github.com/couchbase/query/execution.execOp(0x2569d60, 0xc01b85ba00, 0xc01a1cee00, 0x0, 0x0)
|
/home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/query/execution/base.go:478 +0x54 fp=0xc035a41fb8 sp=0xc035a41f88 pc=0x1aba154
|
runtime.goexit()
|
/home/couchbase/.cbdepscache/exploded/x86_64/go-1.13.7/go/src/runtime/asm_amd64.s:1357 +0x1 fp=0xc035a41fc0 sp=0xc035a41fb8 pc=0xd8f441
|
created by github.com/couchbase/query/execution.(*base).fork
|
/home/couchbase/jenkins/workspace/couchbase-server-unix/goproj/src/github.com/couchbase/query/execution/base.go:488 +0xfa
|
|
|
goroutine 1 [chan receive, 8168 minutes]:
|
main.signalCatcher(0xc00089a9a0, 0xc00089b600)
|
goproj/src/github.com/couchbase/query/server/cbq-engine/main.go:327 +0xf2
|
main.main()
|
goproj/src/github.com/couchbase/query/server/cbq-engine/main.go:317 +0x11b3
|