Loading...

XML

Word

Printable

Details

Type: Bug
Resolution: Unresolved
Priority: Major
Fix Version/s: Morpheus
Affects Version/s: Cheshire-Cat
Component/s: analytics
Labels:

Triage:
Untriaged
Story Points:
1
Is this a Regression?:
Unknown

Description

e.g.

2021-03-30T20:10:17.478-04:00 WARN CBAS.lang.ConnectLinkStatement [QueryTranslator:2f98897c-5e07-4242-9fc7-1e6a61d9816a] Failed to connect bucket { "class" : "Bucket", "dataverse" : "", "link" : "Local", "bucket" : "bucket1", "uuid" : "993465cb1ea7f52b4374dcf699b44898", "running" : true }

com.couchbase.analytics.common.exceptions.AnalyticsHyracksException: CBAS0086: The bucket .Local.bucket1 has no active shadows

	at com.couchbase.analytics.lang.ConnectLinkStatement.doConnectInner(ConnectLinkStatement.java:681) ~[cbas-connector.jar:<dev build>]

	at com.couchbase.analytics.lang.ConnectLinkStatement.doConnect(ConnectLinkStatement.java:633) ~[cbas-connector.jar:<dev build>]

	at com.couchbase.analytics.metadata.BucketEventsListener.doConnect(BucketEventsListener.java:374) ~[cbas-connector.jar:<dev build>]

	at com.couchbase.analytics.metadata.BucketEventsListener.compileAndStartJob(BucketEventsListener.java:352) ~[cbas-connector.jar:<dev build>]

	at org.apache.asterix.app.active.ActiveEntityEventsListener.doStart(ActiveEntityEventsListener.java:410) ~[asterix-app.jar:0.9.6-SNAPSHOT]

	at com.couchbase.analytics.metadata.BucketEventsListener.doResume(BucketEventsListener.java:385) ~[cbas-connector.jar:<dev build>]

	at org.apache.asterix.app.active.RecoveryTask.resumeOrRecover(RecoveryTask.java:78) ~[asterix-app.jar:0.9.6-SNAPSHOT]

	at org.apache.asterix.app.active.ActiveEntityEventsListener.resume(ActiveEntityEventsListener.java:651) ~[asterix-app.jar:0.9.6-SNAPSHOT]

	at org.apache.asterix.app.active.ActiveNotificationHandler.resumeOrHalt(ActiveNotificationHandler.java:316) ~[asterix-app.jar:0.9.6-SNAPSHOT]

	at com.couchbase.analytics.lang.CBStatementExecutor$BucketSuspendedListener.resume(CBStatementExecutor.java:1440) ~[cbas-connector.jar:<dev build>]

	at com.couchbase.analytics.lang.CBStatementExecutor.resumeIfSuspended(CBStatementExecutor.java:1398) ~[cbas-connector.jar:<dev build>]

	at com.couchbase.analytics.lang.CBStatementExecutor.afterDdl(CBStatementExecutor.java:456) ~[cbas-connector.jar:<dev build>]

	at com.couchbase.analytics.lang.CBStatementExecutor.handleDatasetDropStatement(CBStatementExecutor.java:768) ~[cbas-connector.jar:<dev build>]

	at org.apache.asterix.app.translator.QueryTranslator.compileAndExecute(QueryTranslator.java:352) ~[asterix-app.jar:0.9.6-SNAPSHOT]

	at org.apache.asterix.app.message.ExecuteStatementRequestMessage.handle(ExecuteStatementRequestMessage.java:156) ~[asterix-app.jar:0.9.6-SNAPSHOT]

	at org.apache.asterix.messaging.CCMessageBroker.receivedMessage(CCMessageBroker.java:64) ~[asterix-app.jar:0.9.6-SNAPSHOT]

	at org.apache.hyracks.control.cc.work.ApplicationMessageWork.lambda$notifyMessageBroker$0(ApplicationMessageWork.java:68) ~[hyracks-control-cc.jar:0.3.6-SNAPSHOT]

	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) [?:?]

	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) [?:?]

	at java.lang.Thread.run(Thread.java:834) [?:?]

2021-03-30T20:10:17.479-04:00 WARN CBAS.active.RecoveryTask [QueryTranslator:2f98897c-5e07-4242-9fc7-1e6a61d9816a] Attempt to resume .Local.bucket1(CB) Failed

com.couchbase.analytics.common.exceptions.AnalyticsHyracksException: CBAS0086: The bucket .Local.bucket1 has no active shadows

	at com.couchbase.analytics.lang.ConnectLinkStatement.doConnectInner(ConnectLinkStatement.java:681) ~[cbas-connector.jar:<dev build>]

	at com.couchbase.analytics.lang.ConnectLinkStatement.doConnect(ConnectLinkStatement.java:633) ~[cbas-connector.jar:<dev build>]

	at com.couchbase.analytics.metadata.BucketEventsListener.doConnect(BucketEventsListener.java:374) ~[cbas-connector.jar:<dev build>]

	at com.couchbase.analytics.metadata.BucketEventsListener.compileAndStartJob(BucketEventsListener.java:352) ~[cbas-connector.jar:<dev build>]

	at org.apache.asterix.app.active.ActiveEntityEventsListener.doStart(ActiveEntityEventsListener.java:410) ~[asterix-app.jar:0.9.6-SNAPSHOT]

	at com.couchbase.analytics.metadata.BucketEventsListener.doResume(BucketEventsListener.java:385) ~[cbas-connector.jar:<dev build>]

	at org.apache.asterix.app.active.RecoveryTask.resumeOrRecover(RecoveryTask.java:78) ~[asterix-app.jar:0.9.6-SNAPSHOT]

	at org.apache.asterix.app.active.ActiveEntityEventsListener.resume(ActiveEntityEventsListener.java:651) ~[asterix-app.jar:0.9.6-SNAPSHOT]

	at org.apache.asterix.app.active.ActiveNotificationHandler.resumeOrHalt(ActiveNotificationHandler.java:316) ~[asterix-app.jar:0.9.6-SNAPSHOT]

	at com.couchbase.analytics.lang.CBStatementExecutor$BucketSuspendedListener.resume(CBStatementExecutor.java:1440) ~[cbas-connector.jar:<dev build>]

	at com.couchbase.analytics.lang.CBStatementExecutor.resumeIfSuspended(CBStatementExecutor.java:1398) ~[cbas-connector.jar:<dev build>]

	at com.couchbase.analytics.lang.CBStatementExecutor.afterDdl(CBStatementExecutor.java:456) ~[cbas-connector.jar:<dev build>]

	at com.couchbase.analytics.lang.CBStatementExecutor.handleDatasetDropStatement(CBStatementExecutor.java:768) ~[cbas-connector.jar:<dev build>]

	at org.apache.asterix.app.translator.QueryTranslator.compileAndExecute(QueryTranslator.java:352) ~[asterix-app.jar:0.9.6-SNAPSHOT]

	at org.apache.asterix.app.message.ExecuteStatementRequestMessage.handle(ExecuteStatementRequestMessage.java:156) ~[asterix-app.jar:0.9.6-SNAPSHOT]

	at org.apache.asterix.messaging.CCMessageBroker.receivedMessage(CCMessageBroker.java:64) ~[asterix-app.jar:0.9.6-SNAPSHOT]

	at org.apache.hyracks.control.cc.work.ApplicationMessageWork.lambda$notifyMessageBroker$0(ApplicationMessageWork.java:68) ~[hyracks-control-cc.jar:0.3.6-SNAPSHOT]

	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) [?:?]

	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) [?:?]

	at java.lang.Thread.run(Thread.java:834) [?:?]

2021-03-30T20:10:17.480-04:00 WARN CBAS.active.RecoveryTask [QueryTranslator:2f98897c-5e07-4242-9fc7-1e6a61d9816a] Submitting recovery task for .Local.bucket1(CB)

2021-03-30T20:10:17.480-04:00 WARN CBAS.active.ActiveEntityEventsListener [QueryTranslator:2f98897c-5e07-4242-9fc7-1e6a61d9816a] Failure while attempting to resume .Local.bucket1(CB)

com.couchbase.analytics.common.exceptions.AnalyticsHyracksException: CBAS0086: The bucket .Local.bucket1 has no active shadows

	at com.couchbase.analytics.lang.ConnectLinkStatement.doConnectInner(ConnectLinkStatement.java:681) ~[cbas-connector.jar:<dev build>]

	at com.couchbase.analytics.lang.ConnectLinkStatement.doConnect(ConnectLinkStatement.java:633) ~[cbas-connector.jar:<dev build>]

	at com.couchbase.analytics.metadata.BucketEventsListener.doConnect(BucketEventsListener.java:374) ~[cbas-connector.jar:<dev build>]

	at com.couchbase.analytics.metadata.BucketEventsListener.compileAndStartJob(BucketEventsListener.java:352) ~[cbas-connector.jar:<dev build>]

	at org.apache.asterix.app.active.ActiveEntityEventsListener.doStart(ActiveEntityEventsListener.java:410) ~[asterix-app.jar:0.9.6-SNAPSHOT]

	at com.couchbase.analytics.metadata.BucketEventsListener.doResume(BucketEventsListener.java:385) ~[cbas-connector.jar:<dev build>]

	at org.apache.asterix.app.active.RecoveryTask.resumeOrRecover(RecoveryTask.java:78) ~[asterix-app.jar:0.9.6-SNAPSHOT]

	at org.apache.asterix.app.active.ActiveEntityEventsListener.resume(ActiveEntityEventsListener.java:651) ~[asterix-app.jar:0.9.6-SNAPSHOT]

	at org.apache.asterix.app.active.ActiveNotificationHandler.resumeOrHalt(ActiveNotificationHandler.java:316) ~[asterix-app.jar:0.9.6-SNAPSHOT]

	at com.couchbase.analytics.lang.CBStatementExecutor$BucketSuspendedListener.resume(CBStatementExecutor.java:1440) ~[cbas-connector.jar:<dev build>]

	at com.couchbase.analytics.lang.CBStatementExecutor.resumeIfSuspended(CBStatementExecutor.java:1398) ~[cbas-connector.jar:<dev build>]

	at com.couchbase.analytics.lang.CBStatementExecutor.afterDdl(CBStatementExecutor.java:456) ~[cbas-connector.jar:<dev build>]

	at com.couchbase.analytics.lang.CBStatementExecutor.handleDatasetDropStatement(CBStatementExecutor.java:768) ~[cbas-connector.jar:<dev build>]

	at org.apache.asterix.app.translator.QueryTranslator.compileAndExecute(QueryTranslator.java:352) ~[asterix-app.jar:0.9.6-SNAPSHOT]

	at org.apache.asterix.app.message.ExecuteStatementRequestMessage.handle(ExecuteStatementRequestMessage.java:156) ~[asterix-app.jar:0.9.6-SNAPSHOT]

	at org.apache.asterix.messaging.CCMessageBroker.receivedMessage(CCMessageBroker.java:64) ~[asterix-app.jar:0.9.6-SNAPSHOT]

	at org.apache.hyracks.control.cc.work.ApplicationMessageWork.lambda$notifyMessageBroker$0(ApplicationMessageWork.java:68) ~[hyracks-control-cc.jar:0.3.6-SNAPSHOT]

	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) [?:?]

	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) [?:?]

	at java.lang.Thread.run(Thread.java:834) [?:?]

2021-03-30T20:10:17.481-04:00 INFO CBAS.active.RecoveryTask [Executor-12:ClusterController] Actual Recovery task has started

2021-03-30T20:10:17.482-04:00 INFO CBAS.messaging.NCMessageBroker [Worker:806a49ba9dea947c9fd41c9d0b4e17f9] Received message: ExecuteStatementResponseMessage(id=20): 0 characters

2021-03-30T20:10:17.491-04:00 WARN CBAS.lang.ConnectLinkStatement [Executor-12:ClusterController] Failed to connect bucket { "class" : "Bucket", "dataverse" : "", "link" : "Local", "bucket" : "bucket1", "uuid" : "993465cb1ea7f52b4374dcf699b44898", "running" : true }

com.couchbase.analytics.common.exceptions.AnalyticsHyracksException: CBAS0086: The bucket .Local.bucket1 has no active shadows

	at com.couchbase.analytics.lang.ConnectLinkStatement.doConnectInner(ConnectLinkStatement.java:681) ~[cbas-connector.jar:<dev build>]

	at com.couchbase.analytics.lang.ConnectLinkStatement.doConnect(ConnectLinkStatement.java:633) ~[cbas-connector.jar:<dev build>]

	at com.couchbase.analytics.metadata.BucketEventsListener.doConnect(BucketEventsListener.java:374) ~[cbas-connector.jar:<dev build>]

	at com.couchbase.analytics.metadata.BucketEventsListener.compileAndStartJob(BucketEventsListener.java:352) ~[cbas-connector.jar:<dev build>]

	at org.apache.asterix.app.active.ActiveEntityEventsListener.doStart(ActiveEntityEventsListener.java:410) ~[asterix-app.jar:0.9.6-SNAPSHOT]

	at org.apache.asterix.app.active.RecoveryTask.doRecover(RecoveryTask.java:128) ~[asterix-app.jar:0.9.6-SNAPSHOT]

	at org.apache.asterix.app.active.RecoveryTask.lambda$resumeOrRecover$2(RecoveryTask.java:101) ~[asterix-app.jar:0.9.6-SNAPSHOT]

	at java.util.concurrent.FutureTask.run(FutureTask.java:264) [?:?]

	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) [?:?]

	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) [?:?]

	at java.lang.Thread.run(Thread.java:834) [?:?]

2021-03-30T20:10:17.492-04:00 INFO CBAS.active.RecoveryTask [Executor-12:ClusterController] Attempt to revive .Local.bucket1(CB) failed

com.couchbase.analytics.common.exceptions.AnalyticsHyracksException: CBAS0086: The bucket .Local.bucket1 has no active shadows

	at com.couchbase.analytics.lang.ConnectLinkStatement.doConnectInner(ConnectLinkStatement.java:681) ~[cbas-connector.jar:<dev build>]

	at com.couchbase.analytics.lang.ConnectLinkStatement.doConnect(ConnectLinkStatement.java:633) ~[cbas-connector.jar:<dev build>]

	at com.couchbase.analytics.metadata.BucketEventsListener.doConnect(BucketEventsListener.java:374) ~[cbas-connector.jar:<dev build>]

	at com.couchbase.analytics.metadata.BucketEventsListener.compileAndStartJob(BucketEventsListener.java:352) ~[cbas-connector.jar:<dev build>]

	at org.apache.asterix.app.active.ActiveEntityEventsListener.doStart(ActiveEntityEventsListener.java:410) ~[asterix-app.jar:0.9.6-SNAPSHOT]

	at org.apache.asterix.app.active.RecoveryTask.doRecover(RecoveryTask.java:128) ~[asterix-app.jar:0.9.6-SNAPSHOT]

	at org.apache.asterix.app.active.RecoveryTask.lambda$resumeOrRecover$2(RecoveryTask.java:101) ~[asterix-app.jar:0.9.6-SNAPSHOT]

	at java.util.concurrent.FutureTask.run(FutureTask.java:264) [?:?]

	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) [?:?]

	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) [?:?]

	at java.lang.Thread.run(Thread.java:834) [?:?]

Attachments

Gerrit Reviews

- Issue Only
- Show All Reviews
- Show Open Reviews

No reviews matched the request. Check your Options in the drop-down menu of this sections header.

Activity

People

Assignee:: Michael Blow

Reporter:: Michael Blow

Votes:: 0 Vote for this issue

Watchers:: 2 Start watching this issue

Dates

Created:: 30/Mar/21 5:12 PM

Updated:: 12/Sep/21 9:55 PM

Gerrit Reviews

There are no open Gerrit changes

[CX] on fatal, expected resume failures, futile recovery is attempted

Details

Description

Attachments

Gerrit Reviews

Activity

People

Dates

Gerrit Reviews

PagerDuty