13:32:58,160 |-INFO in ch.qos.logback.classic.LoggerContext[default] - Could NOT find resource [logback-test.xml] 13:32:58,160 |-INFO in ch.qos.logback.classic.LoggerContext[default] - Could NOT find resource [logback.groovy] 13:32:58,160 |-INFO in ch.qos.logback.classic.LoggerContext[default] - Found resource [logback.xml] at [file:/Users/aaliyahaque/Documents/2023_06_21_SDK/transactions-fit-performer/test-driver/target/test-classes/logback.xml] 13:32:58,160 |-WARN in ch.qos.logback.classic.LoggerContext[default] - Resource [logback.xml] occurs multiple times on the classpath. 13:32:58,160 |-WARN in ch.qos.logback.classic.LoggerContext[default] - Resource [logback.xml] occurs at [file:/Users/aaliyahaque/Documents/2023_06_21_SDK/transactions-fit-performer/test-driver/target/classes/logback.xml] 13:32:58,160 |-WARN in ch.qos.logback.classic.LoggerContext[default] - Resource [logback.xml] occurs at [file:/Users/aaliyahaque/Documents/2023_06_21_SDK/transactions-fit-performer/test-driver/target/test-classes/logback.xml] 13:32:58,160 |-WARN in ch.qos.logback.classic.LoggerContext[default] - Resource [logback.xml] occurs at [file:/Users/aaliyahaque/Documents/2023_06_21_SDK/transactions-fit-performer/proxy/target/classes/logback.xml] 13:32:58,193 |-INFO in ch.qos.logback.classic.joran.action.ConfigurationAction - debug attribute not set 13:32:58,193 |-INFO in ch.qos.logback.core.joran.action.AppenderAction - About to instantiate appender of type [ch.qos.logback.core.ConsoleAppender] 13:32:58,196 |-INFO in ch.qos.logback.core.joran.action.AppenderAction - Naming appender as [STDOUT] 13:32:58,198 |-INFO in ch.qos.logback.core.joran.action.NestedComplexPropertyIA - Assuming default type [ch.qos.logback.classic.encoder.PatternLayoutEncoder] for [encoder] property 13:32:58,227 |-INFO in ch.qos.logback.classic.joran.action.RootLoggerAction - Setting level of ROOT logger to INFO 13:32:58,228 |-INFO in ch.qos.logback.core.joran.action.AppenderRefAction - Attaching appender named [STDOUT] to Logger[ROOT] 13:32:58,228 |-INFO in ch.qos.logback.classic.joran.action.LoggerAction - Setting level of logger [com.couchbase.client.core.util] to DEBUG 13:32:58,228 |-INFO in ch.qos.logback.classic.joran.action.ConfigurationAction - End of configuration. 13:32:58,228 |-INFO in ch.qos.logback.classic.joran.JoranConfigurator@3571b748 - Registering current configuration as safe fallback point 13:32:58.346 [ main] INFO hbase.client.util.TestListener - Started test JUnit Jupiter 13:32:58.616 [ main] INFO nsactions.util.SharedTestState - Using config FITConfig(ClusterAccess(Administrator,password,Performer(couchbase://172.23.111.133,NonTls),Driver(couchbase://172.23.111.133,NonTls),Some(Rest(172.23.111.133,8091)),Some(Proxy(localhost)),Some(SSHOptions(root,couchbase,172.23.111.133))),Right(BucketConfig(0,COUCHBASE,couchstore,VALUE_ONLY)),[I@780ec4a5,None,List(situational),Some(TestOptions(Some(Transactions(MAJORITY,DEFAULT)))),Some(Situational(Some(Openshift(Some(Cluster(Some(https://api.operator-fit.1o92.p1.openshiftapps.com:6443),Some(cluster-admin),Some(get from SDKQE),None)),None,Some(Ghcr(Some(qecouchbase),Some(get from SDKQE))))),Some(Database(jdbc:postgresql://localhost:5432/perf,postgres,password)),Some(Capella(dev.nonprod-project-avengers.com,Access Key - Get from SDKQE,Private Key - Get from SDKQE,d5703625-1ddb-4e63-ba24-034b3aea8789,6af08c0a-8cab-4c1c-b257-b521575c16d0,sdk_qe@couchbase.com,Capella Password - Get from SDKQE,,hostedAWS,us-east-1)),Some(CbDino(Version of cluster to create,,hostedAWS,None,The name of cbDino Cluster application with its path.,false,30,/)))),default,false) 13:32:59.642 [ cb-events] INFO com.couchbase.core - [com.couchbase.core][CoreCreatedEvent] {"clientVersion":"3.6.2","clientGitHash":"${buildNumber}","coreVersion":"2.6.2","coreGitHash":"${buildNumber}","userAgent":"couchbase-java/3.6.2 (Mac OS X 14.4.1 aarch64; OpenJDK 64-Bit Server VM 17.0.7+7)","maxNumRequestsInRetry":32768,"ioEnvironment":{"nativeIoEnabled":true,"eventLoopThreadCount":5,"eventLoopGroups":["KQueueEventLoopGroup"]},"ioConfig":{"captureTraffic":[],"mutationTokensEnabled":true,"networkResolution":"auto","dnsSrvEnabled":true,"tcpKeepAlivesEnabled":true,"tcpKeepAliveTimeMs":60000,"configPollIntervalMs":2500,"kvCircuitBreakerConfig":"disabled","queryCircuitBreakerConfig":"disabled","viewCircuitBreakerConfig":"disabled","searchCircuitBreakerConfig":"disabled","analyticsCircuitBreakerConfig":"disabled","managerCircuitBreakerConfig":"disabled","eventingCircuitBreakerConfig":"disabled","backupCircuitBreakerConfig":"disabled","numKvConnections":1,"maxHttpConnections":12,"idleHttpConnectionTimeoutMs":1000,"configIdleRedialTimeoutMs":300000,"memcachedHashingStrategy":"StandardMemcachedHashingStrategy","timerConfig":{"numTimers":1,"tickDurationMs":10,"numBuckets":512}},"compressionConfig":{"enabled":true,"minRatio":0.83,"minSize":32},"securityConfig":{"tlsEnabled":false,"nativeTlsEnabled":true,"hostnameVerificationEnabled":true,"trustCertificates":null,"trustManagerFactory":null,"ciphers":[]},"timeoutConfig":{"kvMs":30000,"kvDurableMs":10000,"kvScanMs":75000,"managementMs":75000,"queryMs":75000,"viewMs":75000,"searchMs":75000,"analyticsMs":75000,"connectMs":10000,"disconnectMs":10000,"eventingMs":75000,"backupMs":75000},"loggerConfig":{"diagnosticContextEnabled":false},"orphanReporterConfig":{"emitIntervalMs":10000,"sampleSize":10,"queueLength":1024,"enabled":true},"thresholdLoggingTracerConfig":{"enabled":true,"emitIntervalMs":10000,"sampleSize":10,"queueLength":1024,"kvThresholdMs":500,"queryThresholdMs":1000,"searchThresholdMs":1000,"analyticsThresholdMs":1000,"viewThresholdMs":1000,"transactionsThresholdMs":5000},"loggingMeterConfig":{"enabled":true,"emitIntervalMs":600000},"retryStrategy":"BestEffortRetryStrategy","requestTracer":"ThresholdLoggingTracer","meter":"LoggingMeter","numRequestCallbacks":0,"scheduler":"ParallelScheduler","schedulerThreadCount":10,"transactionsConfig":{"durabilityLevel":"MAJORITY","timeoutMs":15000,"cleanupConfig":{"runLostAttemptsCleanupThread":true,"runRegularAttemptsCleanupThread":true,"cleanupWindowMs":60000,"cleanupSet":""},"numAtrs":1024,"metadataCollection":"none","scanConsistency":"none"}} {"connectionString":"couchbase://172.23.111.133","coreId":"0x6da9234f00000001","numCoreInstances":1,"seedNodes":[{"address":"172.23.111.133"}]} 13:32:59.642 [ cb-events] INFO com.couchbase.transactions - [com.couchbase.transactions][TransactionsStartedEvent] Transactions successfully initialised, regular cleanup enabled=true, lost cleanup enabled=true 13:32:59.644 [ cb-events] INFO com.couchbase.node - [com.couchbase.node][NodeCreatedEvent] Node created {"coreId":"0x6da9234f00000001","managerPort":"8091","remote":"172.23.111.133"} 13:33:00.998 [ cb-events] INFO com.couchbase.node - [com.couchbase.node][NodeCreatedEvent] Node created {"coreId":"0x6da9234f00000001","managerPort":"8091","remote":"172.23.111.131"} 13:33:00.998 [ cb-events] INFO com.couchbase.node - [com.couchbase.node][NodeCreatedEvent] Node created {"coreId":"0x6da9234f00000001","managerPort":"8091","remote":"172.23.111.132"} 13:33:01.878 [ main] INFO nsactions.util.SharedTestState - Bucket default already exists. So not creating it 13:33:03.075 [ cb-events] INFO com.couchbase.core - [com.couchbase.core][BucketOpenedEvent][1120ms] Opened bucket "default" {"coreId":"0x6da9234f00000001"} 13:33:05.252 [ main] INFO transactions.util.PerPerformer - Connecting to performer 0 on localhost:8060 13:33:05.505 [ main] INFO transactions.util.PerPerformer - Performer does not support (or hit problems with) closeTransactions, ignoring io.grpc.StatusRuntimeException: UNIMPLEMENTED: Method protocol.PerformerService/closeTransactions is unimplemented 13:33:05.537 [ main] INFO transactions.util.PerPerformer - Asking performer to create default cluster connection 'couchbase://172.23.111.133' Administrator:password cert='' 13:33:06.330 [ main] INFO transactions.util.PerPerformer - Created connection to performer 1 on localhost:8060, reported user agent is 'java-sdk', library version is 3.6.3-SNAPSHOT, protocol version is '2.1.0', supported APIs are '[DEFAULT, ASYNC]', transaction caps are [EXT_TRANSACTION_ID, EXT_DEFERRED_COMMIT, EXT_TIME_OPT_UNSTAGING, EXT_BINARY_METADATA, EXT_CUSTOM_METADATA_COLLECTION, EXT_QUERY, EXT_STORE_DURABILITY, BF_CBD_3838, BF_CBD_3787, BF_CBD_3705, BF_CBD_3794, EXT_REMOVE_COMPLETED, EXT_ALL_KV_COMBINATIONS, EXT_UNKNOWN_ATR_STATES, BF_CBD_3791, EXT_SINGLE_QUERY, EXT_THREAD_SAFE, EXT_SERIALIZATION, EXT_SDK_INTEGRATION, EXT_MOBILE_INTEROP, EXT_REPLACE_BODY_WITH_XATTR, EXT_INSERT_EXISTING, EXT_OBSERVABILITY, EXT_QUERY_CONTEXT, EXT_BINARY_SUPPORT], sdk caps are [WAIT_UNTIL_READY, PROTOSTELLAR, SDK_SEARCH_RFC_REVISION_11, SDK_INDEX_MANAGEMENT_RFC_REVISION_25, SDK_PRESERVE_EXPIRY, SDK_BUCKET_MANAGEMENT, SDK_COLLECTION_MANAGEMENT, SDK_MANAGEMENT_HISTORY_RETENTION, SDK_KV_RANGE_SCAN, SDK_QUERY_INDEX_MANAGEMENT, SDK_COLLECTION_QUERY_INDEX_MANAGEMENT, SDK_SEARCH, SDK_SEARCH_INDEX_MANAGEMENT, SDK_SCOPE_SEARCH, SDK_SCOPE_SEARCH_INDEX_MANAGEMENT, SDK_EVENTING_FUNCTION_MANAGER, SDK_QUERY, SDK_QUERY_READ_FROM_REPLICA, SDK_LOOKUP_IN, SDK_LOOKUP_IN_REPLICAS, SDK_OBSERVABILITY_RFC_REV_24, SDK_KV, SDK_DOCUMENT_NOT_LOCKED, SDK_CIRCUIT_BREAKERS, SDK_VECTOR_SEARCH] 13:33:08.829 [ main] INFO ient.core.util.ConsistencyUtil - Waiting for config 13:33:08.830 [ main] INFO ient.core.util.ConsistencyUtil - Adding nodes from global config: [NodeIdentifier{address=172.23.111.131, managerPort=8091}, NodeIdentifier{address=172.23.111.132, managerPort=8091}, NodeIdentifier{address=172.23.111.133, managerPort=8091}] 13:33:08.830 [ main] INFO ient.core.util.ConsistencyUtil - Adding nodes from bucket configs: [NodeIdentifier{address=172.23.111.131, managerPort=8091}, NodeIdentifier{address=172.23.111.132, managerPort=8091}, NodeIdentifier{address=172.23.111.133, managerPort=8091}] 13:33:08.831 [ main] DEBUG ient.core.util.ConsistencyUtil - Querying 172.23.111.133:8091 waiting for collection _default._default exists running 13:33:09.124 [ main] DEBUG ient.core.util.ConsistencyUtil - Querying 172.23.111.133:8091 waiting for collection _default._default exists: 200 CoreHttpResponse{status=SUCCESS, httpStatus=200, content={"uid":"4","scopes":[{"name":"custom_scope","uid":"9","collections":[{"name":"custom_collection_in_custom_scope_for_atr","uid":"b","maxTTL":0,"history":false},{"name":"custom_collection_in_custom_scope","uid":"a","maxTTL":0,"history":false}]},{"name":"_default","uid":"0","collections":[{"name":"_default","uid":"0","maxTTL":0}]},{"name":"_system","uid":"8","collections":[{"name":"_query","uid":"9","maxTTL":-1,"history":false},{"name":"_mobile","uid":"8","maxTTL":-1,"history":false}]}]}} true 13:33:09.125 [ main] DEBUG ient.core.util.ConsistencyUtil - Querying 172.23.111.132:8091 waiting for collection _default._default exists running 13:33:09.384 [ main] DEBUG ient.core.util.ConsistencyUtil - Querying 172.23.111.132:8091 waiting for collection _default._default exists: 200 CoreHttpResponse{status=SUCCESS, httpStatus=200, content={"uid":"4","scopes":[{"name":"custom_scope","uid":"9","collections":[{"name":"custom_collection_in_custom_scope_for_atr","uid":"b","maxTTL":0,"history":false},{"name":"custom_collection_in_custom_scope","uid":"a","maxTTL":0,"history":false}]},{"name":"_default","uid":"0","collections":[{"name":"_default","uid":"0","maxTTL":0}]},{"name":"_system","uid":"8","collections":[{"name":"_query","uid":"9","maxTTL":-1,"history":false},{"name":"_mobile","uid":"8","maxTTL":-1,"history":false}]}]}} true 13:33:09.385 [ main] DEBUG ient.core.util.ConsistencyUtil - Querying 172.23.111.131:8091 waiting for collection _default._default exists running 13:33:09.654 [ main] DEBUG ient.core.util.ConsistencyUtil - Querying 172.23.111.131:8091 waiting for collection _default._default exists: 200 CoreHttpResponse{status=SUCCESS, httpStatus=200, content={"uid":"4","scopes":[{"name":"custom_scope","uid":"9","collections":[{"name":"custom_collection_in_custom_scope_for_atr","uid":"b","maxTTL":0,"history":false},{"name":"custom_collection_in_custom_scope","uid":"a","maxTTL":0,"history":false}]},{"name":"_default","uid":"0","collections":[{"name":"_default","uid":"0","maxTTL":0}]},{"name":"_system","uid":"8","collections":[{"name":"_query","uid":"9","maxTTL":-1,"history":false},{"name":"_mobile","uid":"8","maxTTL":-1,"history":false}]}]}} true 13:33:11.683 [ main] INFO se.transactions.util.IndexUtil - Waiting for query indexer to have bucket default 13:33:11.687 [ main] INFO query.collection.util.TempUtil - Got config: NodeIdentifier{address=172.23.111.133, managerPort=8091},NodeIdentifier{address=172.23.111.132, managerPort=8091},NodeIdentifier{address=172.23.111.131, managerPort=8091} 13:33:12.091 [ main] INFO se.transactions.util.IndexUtil - Result of SELECT idx.* FROM system:buckets AS idx WHERE name = 'default' = {"metrics":{"executionTime":"35.99015ms","serviceLoad":3,"resultCount":1,"resultSize":145,"elapsedTime":"36.151593ms"},"signature":{"*":"*"},"results":[{"datastore_id":"http://127.0.0.1:8091","name":"default","namespace":"default","path":"default:default","namespace_id":"default","manifest_id":4}],"requestID":"572da9eb-5712-4af7-9afa-32612b279eac","status":"success"} 13:33:12.376 [ main] INFO se.transactions.util.IndexUtil - Result of SELECT idx.* FROM system:buckets AS idx WHERE name = 'default' = {"metrics":{"executionTime":"28.072141ms","serviceLoad":3,"resultCount":1,"resultSize":145,"elapsedTime":"28.23324ms"},"signature":{"*":"*"},"results":[{"datastore_id":"http://127.0.0.1:8091","name":"default","namespace":"default","path":"default:default","namespace_id":"default","manifest_id":4}],"requestID":"86b309cb-0392-4608-ba9d-a9174293e7cb","status":"success"} 13:33:12.380 [ main] WARN query.collection.util.TempUtil - '172.23.111.131:8091 attempt=0 waiting for SELECT idx.* FROM system:buckets AS idx WHERE name = 'default'' hit error: java.util.concurrent.ExecutionException: com.couchbase.client.core.error.RequestCanceledException: CoreHttpRequest, Reason: TARGET_NODE_REMOVED {"cancelled":true,"completed":true,"coreId":"0x6da9234f00000001","idempotent":false,"reason":"TARGET_NODE_REMOVED","requestId":70,"requestType":"CoreHttpRequest","retried":0,"service":{"method":"POST","path":"/query/service","target":"172.23.111.131","type":"query"},"timeoutMs":75000,"timings":{"totalMicros":330}} 13:33:12.380 [ main] INFO query.collection.util.TempUtil - Successfully waited on all nodes for 'SELECT idx.* FROM system:buckets AS idx WHERE name = 'default'' 13:33:12.697 [ main] INFO se.transactions.util.IndexUtil - Waiting for query indexer to have bucket default 13:33:12.697 [ main] INFO query.collection.util.TempUtil - Got config: NodeIdentifier{address=172.23.111.133, managerPort=8091},NodeIdentifier{address=172.23.111.132, managerPort=8091},NodeIdentifier{address=172.23.111.131, managerPort=8091} 13:33:13.010 [ main] INFO se.transactions.util.IndexUtil - Result of SELECT idx.* FROM system:buckets AS idx WHERE name = 'default' = {"metrics":{"executionTime":"30.645476ms","serviceLoad":3,"resultCount":1,"resultSize":145,"elapsedTime":"32.013115ms"},"signature":{"*":"*"},"results":[{"datastore_id":"http://127.0.0.1:8091","name":"default","namespace":"default","path":"default:default","namespace_id":"default","manifest_id":4}],"requestID":"45f8f2d5-669b-4320-bfec-fac4b1f685a2","status":"success"} 13:33:13.320 [ main] INFO se.transactions.util.IndexUtil - Result of SELECT idx.* FROM system:buckets AS idx WHERE name = 'default' = {"metrics":{"executionTime":"18.885192ms","serviceLoad":3,"resultCount":1,"resultSize":145,"elapsedTime":"19.088486ms"},"signature":{"*":"*"},"results":[{"datastore_id":"http://127.0.0.1:8091","name":"default","namespace":"default","path":"default:default","namespace_id":"default","manifest_id":4}],"requestID":"6c1a8017-e9de-4a10-bdbd-4e815860d05c","status":"success"} 13:33:13.323 [ main] WARN query.collection.util.TempUtil - '172.23.111.131:8091 attempt=0 waiting for SELECT idx.* FROM system:buckets AS idx WHERE name = 'default'' hit error: java.util.concurrent.ExecutionException: com.couchbase.client.core.error.RequestCanceledException: CoreHttpRequest, Reason: TARGET_NODE_REMOVED {"cancelled":true,"completed":true,"coreId":"0x6da9234f00000001","idempotent":false,"reason":"TARGET_NODE_REMOVED","requestId":75,"requestType":"CoreHttpRequest","retried":0,"service":{"method":"POST","path":"/query/service","target":"172.23.111.131","type":"query"},"timeoutMs":75000,"timings":{"totalMicros":387}} 13:33:13.324 [ main] INFO query.collection.util.TempUtil - Successfully waited on all nodes for 'SELECT idx.* FROM system:buckets AS idx WHERE name = 'default'' 13:33:13.324 [ main] INFO se.transactions.util.IndexUtil - Waiting for query indexer to have collection default._default._default 13:33:13.324 [ main] INFO se.transactions.util.IndexUtil - Waiting for query indexer to have bucket default 13:33:13.324 [ main] INFO query.collection.util.TempUtil - Got config: NodeIdentifier{address=172.23.111.133, managerPort=8091},NodeIdentifier{address=172.23.111.132, managerPort=8091},NodeIdentifier{address=172.23.111.131, managerPort=8091} 13:33:13.598 [ main] INFO se.transactions.util.IndexUtil - Result of SELECT idx.* FROM system:buckets AS idx WHERE name = 'default' = {"metrics":{"executionTime":"19.861544ms","serviceLoad":3,"resultCount":1,"resultSize":145,"elapsedTime":"20.058818ms"},"signature":{"*":"*"},"results":[{"datastore_id":"http://127.0.0.1:8091","name":"default","namespace":"default","path":"default:default","namespace_id":"default","manifest_id":4}],"requestID":"fb35a2fd-1a0e-443b-994d-fe363d775bbd","status":"success"} 13:33:13.930 [ main] INFO se.transactions.util.IndexUtil - Result of SELECT idx.* FROM system:buckets AS idx WHERE name = 'default' = {"metrics":{"executionTime":"32.185013ms","serviceLoad":3,"resultCount":1,"resultSize":145,"elapsedTime":"32.433238ms"},"signature":{"*":"*"},"results":[{"datastore_id":"http://127.0.0.1:8091","name":"default","namespace":"default","path":"default:default","namespace_id":"default","manifest_id":4}],"requestID":"fb423264-1712-4e58-9c10-1e337a820c48","status":"success"} 13:33:13.936 [ main] WARN query.collection.util.TempUtil - '172.23.111.131:8091 attempt=0 waiting for SELECT idx.* FROM system:buckets AS idx WHERE name = 'default'' hit error: java.util.concurrent.ExecutionException: com.couchbase.client.core.error.RequestCanceledException: CoreHttpRequest, Reason: TARGET_NODE_REMOVED {"cancelled":true,"completed":true,"coreId":"0x6da9234f00000001","idempotent":false,"reason":"TARGET_NODE_REMOVED","requestId":78,"requestType":"CoreHttpRequest","retried":0,"service":{"method":"POST","path":"/query/service","target":"172.23.111.131","type":"query"},"timeoutMs":75000,"timings":{"totalMicros":328}} 13:33:13.937 [ main] INFO query.collection.util.TempUtil - Successfully waited on all nodes for 'SELECT idx.* FROM system:buckets AS idx WHERE name = 'default'' 13:33:13.938 [ main] INFO query.collection.util.TempUtil - Got config: NodeIdentifier{address=172.23.111.133, managerPort=8091},NodeIdentifier{address=172.23.111.132, managerPort=8091},NodeIdentifier{address=172.23.111.131, managerPort=8091} 13:33:14.243 [ main] INFO se.transactions.util.IndexUtil - Result of SELECT idx.* FROM system:keyspaces AS idx WHERE name = 'default' = {"metrics":{"executionTime":"30.523869ms","serviceLoad":3,"resultCount":1,"resultSize":144,"elapsedTime":"30.672038ms"},"signature":{"*":"*"},"results":[{"datastore_id":"http://127.0.0.1:8091","name":"default","namespace":"default","path":"default:default","id":"default","namespace_id":"default"}],"requestID":"692cb71d-fbc2-4592-8885-fd7b50683022","status":"success"} 13:33:14.518 [ main] INFO se.transactions.util.IndexUtil - Result of SELECT idx.* FROM system:keyspaces AS idx WHERE name = 'default' = {"metrics":{"executionTime":"17.254287ms","serviceLoad":3,"resultCount":1,"resultSize":144,"elapsedTime":"17.387836ms"},"signature":{"*":"*"},"results":[{"datastore_id":"http://127.0.0.1:8091","name":"default","namespace":"default","path":"default:default","id":"default","namespace_id":"default"}],"requestID":"224bf307-bcdf-4391-9b43-6fd2d962d45e","status":"success"} 13:33:14.519 [ main] WARN query.collection.util.TempUtil - '172.23.111.131:8091 attempt=0 waiting for SELECT idx.* FROM system:keyspaces AS idx WHERE name = 'default'' hit error: java.util.concurrent.ExecutionException: com.couchbase.client.core.error.RequestCanceledException: CoreHttpRequest, Reason: TARGET_NODE_REMOVED {"cancelled":true,"completed":true,"coreId":"0x6da9234f00000001","idempotent":false,"reason":"TARGET_NODE_REMOVED","requestId":82,"requestType":"CoreHttpRequest","retried":0,"service":{"method":"POST","path":"/query/service","target":"172.23.111.131","type":"query"},"timeoutMs":75000,"timings":{"totalMicros":92}} 13:33:14.519 [ main] INFO query.collection.util.TempUtil - Successfully waited on all nodes for 'SELECT idx.* FROM system:keyspaces AS idx WHERE name = 'default'' 13:33:14.523 [ main] INFO hbase.client.util.TestListener - Started test ExtBinarySupportCleanupTest 13:33:15.163 [ main] INFO hbase.client.util.TestListener - Started test Create a lost transaction in ABORTED state with a staged binary replace. Lost cleanup should be able to clean it up and rollback the doc. 13:33:15.554 [ main] INFO cleanup.util.LostCleanupWaiter - Forcing transaction 31b30612-dd94-4e72-95cf-f9d38f7d2cd1 on collection default._default._default to be expired so that lost cleanup will pick it up 13:33:15.984 [ main] INFO nsactions.util.SharedTestState - Completed test: Create a lost transaction in ABORTED state with a staged binary replace. Lost cleanup should be able to clean it up and rollback the doc. from Test Suite : com.couchbase.transactions.extensions.binary_support.ExtBinarySupportCleanupTest 13:33:15.989 [ main] INFO iter.api.extension.TestWatcher - Dumping last transaction result after failure of test [engine:junit-jupiter]/[class:com.couchbase.transactions.extensions.binary_support.ExtBinarySupportCleanupTest]/[method:binaryReplaceInLostAbortedTransactionCanBeCleanedUpViaLostProcess()]. Note this feature is experimental and the dumped transaction result is not guaranteed to be relevant. 13:33:15.991 [ main] INFO nsactions.util.ResultValidator - 13:33:15.528 45/cb-txn-1/31b30/ff0f8 starting attempt 1/31b30612-dd94-4e72-95cf-f9d38f7d2cd1/ff0f88c4-a088-4f33-8b1b-8ed3e6287319 13:33:15.991 [ main] INFO nsactions.util.ResultValidator - 13:33:15.534 46/cb-txn-2/31b30/ff0f8 Caught exception from application's lambda com.couchbase.InternalPerformerFailure: com.couchbase.client.core.error.DecodingFailureException: com.couchbase.client.core.deps.com.fasterxml.jackson.databind.exc.MismatchedInputException: No content to map due to end-of-input at [Source: REDACTED (`StreamReadFeature.INCLUDE_SOURCE_IN_LOCATION` disabled); line: 1] cause: com.couchbase.client.core.error.DecodingFailureException: com.couchbase.client.core.deps.com.fasterxml.jackson.databind.exc.MismatchedInputException: No content to map due to end-of-input at [Source: REDACTED (`StreamReadFeature.INCLUDE_SOURCE_IN_LOCATION` disabled); line: 1] stacktrace:, converted it to TransactionOperationFailedException {cause:com.couchbase.InternalPerformerFailure, retry:false, autoRollback:true, raise:TRANSACTION_FAILED} cause: com.couchbase.InternalPerformerFailure: com.couchbase.client.core.error.DecodingFailureException: com.couchbase.client.core.deps.com.fasterxml.jackson.databind.exc.MismatchedInputException: No content to map due to end-of-input at [Source: REDACTED (`StreamReadFeature.INCLUDE_SOURCE_IN_LOCATION` disabled); line: 1] stacktrace: 13:33:15.991 [ main] INFO nsactions.util.ResultValidator - 13:33:15.534 46/cb-txn-2/31b30/ff0f8 changed state bits in operationFailed, changed shouldNotRetry to true shouldNotCommit to true toRaise from TRANSACTION_SUCCESS to TRANSACTION_FAILED 13:33:15.991 [ main] INFO nsactions.util.ResultValidator - 13:33:15.534 46/cb-txn-2/31b30/ff0f8 reached post-lambda in 9490us, shouldNotRollback=false finalError=TRANSACTION_FAILED rollbackNeeded=true, err (only cause of this will be used)=TransactionOperationFailedException {cause:com.couchbase.InternalPerformerFailure, retry:false, autoRollback:true, raise:TRANSACTION_FAILED} tximplicit=false 13:33:15.991 [ main] INFO nsactions.util.ResultValidator - 13:33:15.535 46/cb-txn-2/31b30/ff0f8 waiting for 0 KV ops in auto-rollback 13:33:15.991 [ main] INFO nsactions.util.ResultValidator - 13:33:15.536 45/cb-txn-1/31b30/ff0f8 LOCK: [auto-rollback] is locking, 0 waiting 13:33:15.991 [ main] INFO nsactions.util.ResultValidator - 13:33:15.538 46/cb-txn-2/31b30/ff0f8 changed state bits in rollback-auto, changed appRollbackNotAllowed to true 13:33:15.991 [ main] INFO nsactions.util.ResultValidator - 13:33:15.538 46/cb-txn-2/31b30/ff0f8 told to auto-rollback but in NOT_STARTED state, so nothing to do - skipping rollback 13:33:15.991 [ main] INFO nsactions.util.ResultValidator - 13:33:15.538 46/cb-txn-2/31b30/ff0f8 LOCK: [auto-rollback: after doUnderLock] is unlocking, nothing waiting 13:33:15.991 [ main] INFO nsactions.util.ResultValidator - 13:33:15.538 46/cb-txn-2/31b30/ff0f8 skipping addition of cleanup request on failure as regular cleanup disabled 13:33:15.991 [ main] INFO nsactions.util.ResultValidator - 13:33:15.538 46/cb-txn-2/31b30/ff0f8 reached end of lambda post-rollback (if needed), shouldNotRetry=true finalError=TRANSACTION_FAILED retryNeeded=false 13:33:15.991 [ main] INFO nsactions.util.ResultValidator - 13:33:15.538 46/cb-txn-2/31b30/ff0f8 reached end of transaction, toRaise=TRANSACTION_FAILED, err=TransactionOperationFailedException {cause:com.couchbase.InternalPerformerFailure, retry:false, autoRollback:true, raise:TRANSACTION_FAILED} 13:33:15.991 [ main] INFO nsactions.util.ResultValidator - 13:33:15.538 46/cb-txn-2/31b30/ff0f8 raising final error com.couchbase.client.core.error.transaction.internal.CoreTransactionFailedException: Transaction has failed with cause 'com.couchbase.InternalPerformerFailure: com.couchbase.client.core.error.DecodingFailureException: com.couchbase.client.core.deps.com.fasterxml.jackson.databind.exc.MismatchedInputException: No content to map due to end-of-input at [Source: REDACTED (`StreamReadFeature.INCLUDE_SOURCE_IN_LOCATION` disabled); line: 1]' based on state bits 27 masked 1 tximplicit false 13:33:15.991 [ main] INFO nsactions.util.ResultValidator - 13:33:15.547 46/cb-txn-2/31b30 finished txn in 22335us 13:33:16.299 [ main] INFO nsactions.util.SharedTestState - Dumping client records from 1 buckets 13:33:16.593 [ main] INFO nsactions.util.SharedTestState - No client record on collection default._default._default 13:33:16.595 [ main] INFO hbase.client.util.TestListener - Finished test Create a lost transaction in ABORTED state with a staged binary replace. Lost cleanup should be able to clean it up and rollback the doc. with result FAILED org.opentest4j.AssertionFailedError: Did not find any entries for transaction 31b30612-dd94-4e72-95cf-f9d38f7d2cd1 on ATR collection default._default._default - remember that ATR collection is by default on default collection of bucket of first mutated doc at org.junit.jupiter.api.AssertionUtils.fail(AssertionUtils.java:38) at org.junit.jupiter.api.Assertions.fail(Assertions.java:135) at com.couchbase.transactions.util.ATRValidator.findAtrEntriesForTransaction(ATRValidator.java:132) at com.couchbase.transactions.util.TestUtils.forceATREntryToBeExpired(TestUtils.java:177) at com.couchbase.transactions.cleanup.util.LostCleanupWaiter.initiateAndWaitForLostCleanupProcessingToCleanupATransactionAfterForcingExpiry(LostCleanupWaiter.java:25) at com.couchbase.transactions.extensions.binary_support.ExtBinarySupportCleanupTest.binaryReplaceInLostAbortedTransactionCanBeCleanedUpViaLostProcess(ExtBinarySupportCleanupTest.java:102) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.platform.commons.util.ReflectionUtils.invokeMethod(ReflectionUtils.java:727) at org.junit.jupiter.engine.execution.MethodInvocation.proceed(MethodInvocation.java:60) at org.junit.jupiter.engine.execution.InvocationInterceptorChain$ValidatingInvocation.proceed(InvocationInterceptorChain.java:131) at org.junit.jupiter.engine.extension.SameThreadTimeoutInvocation.proceed(SameThreadTimeoutInvocation.java:45) at org.junit.jupiter.engine.extension.TimeoutExtension.intercept(TimeoutExtension.java:156) at org.junit.jupiter.engine.extension.TimeoutExtension.interceptTestableMethod(TimeoutExtension.java:147) at org.junit.jupiter.engine.extension.TimeoutExtension.interceptTestMethod(TimeoutExtension.java:86) at org.junit.jupiter.engine.execution.InterceptingExecutableInvoker$ReflectiveInterceptorCall.lambda$ofVoidMethod$0(InterceptingExecutableInvoker.java:103) at org.junit.jupiter.engine.execution.InterceptingExecutableInvoker.lambda$invoke$0(InterceptingExecutableInvoker.java:93) at org.junit.jupiter.engine.execution.InvocationInterceptorChain$InterceptedInvocation.proceed(InvocationInterceptorChain.java:106) at org.junit.jupiter.engine.execution.InvocationInterceptorChain.proceed(InvocationInterceptorChain.java:64) at org.junit.jupiter.engine.execution.InvocationInterceptorChain.chainAndInvoke(InvocationInterceptorChain.java:45) at org.junit.jupiter.engine.execution.InvocationInterceptorChain.invoke(InvocationInterceptorChain.java:37) at org.junit.jupiter.engine.execution.InterceptingExecutableInvoker.invoke(InterceptingExecutableInvoker.java:92) at org.junit.jupiter.engine.execution.InterceptingExecutableInvoker.invoke(InterceptingExecutableInvoker.java:86) at org.junit.jupiter.engine.descriptor.TestMethodTestDescriptor.lambda$invokeTestMethod$7(TestMethodTestDescriptor.java:217) at org.junit.platform.engine.support.hierarchical.ThrowableCollector.execute(ThrowableCollector.java:73) at org.junit.jupiter.engine.descriptor.TestMethodTestDescriptor.invokeTestMethod(TestMethodTestDescriptor.java:213) at org.junit.jupiter.engine.descriptor.TestMethodTestDescriptor.execute(TestMethodTestDescriptor.java:138) at org.junit.jupiter.engine.descriptor.TestMethodTestDescriptor.execute(TestMethodTestDescriptor.java:68) at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$6(NodeTestTask.java:151) at org.junit.platform.engine.support.hierarchical.ThrowableCollector.execute(ThrowableCollector.java:73) at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$8(NodeTestTask.java:141) at org.junit.platform.engine.support.hierarchical.Node.around(Node.java:137) at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$9(NodeTestTask.java:139) at org.junit.platform.engine.support.hierarchical.ThrowableCollector.execute(ThrowableCollector.java:73) at org.junit.platform.engine.support.hierarchical.NodeTestTask.executeRecursively(NodeTestTask.java:138) at org.junit.platform.engine.support.hierarchical.NodeTestTask.execute(NodeTestTask.java:95) at java.base/java.util.ArrayList.forEach(ArrayList.java:1511) at org.junit.platform.engine.support.hierarchical.SameThreadHierarchicalTestExecutorService.invokeAll(SameThreadHierarchicalTestExecutorService.java:41) at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$6(NodeTestTask.java:155) at org.junit.platform.engine.support.hierarchical.ThrowableCollector.execute(ThrowableCollector.java:73) at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$8(NodeTestTask.java:141) at org.junit.platform.engine.support.hierarchical.Node.around(Node.java:137) at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$9(NodeTestTask.java:139) at org.junit.platform.engine.support.hierarchical.ThrowableCollector.execute(ThrowableCollector.java:73) at org.junit.platform.engine.support.hierarchical.NodeTestTask.executeRecursively(NodeTestTask.java:138) at org.junit.platform.engine.support.hierarchical.NodeTestTask.execute(NodeTestTask.java:95) at java.base/java.util.ArrayList.forEach(ArrayList.java:1511) at org.junit.platform.engine.support.hierarchical.SameThreadHierarchicalTestExecutorService.invokeAll(SameThreadHierarchicalTestExecutorService.java:41) at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$6(NodeTestTask.java:155) at org.junit.platform.engine.support.hierarchical.ThrowableCollector.execute(ThrowableCollector.java:73) at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$8(NodeTestTask.java:141) at org.junit.platform.engine.support.hierarchical.Node.around(Node.java:137) at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$9(NodeTestTask.java:139) at org.junit.platform.engine.support.hierarchical.ThrowableCollector.execute(ThrowableCollector.java:73) at org.junit.platform.engine.support.hierarchical.NodeTestTask.executeRecursively(NodeTestTask.java:138) at org.junit.platform.engine.support.hierarchical.NodeTestTask.execute(NodeTestTask.java:95) at org.junit.platform.engine.support.hierarchical.SameThreadHierarchicalTestExecutorService.submit(SameThreadHierarchicalTestExecutorService.java:35) at org.junit.platform.engine.support.hierarchical.HierarchicalTestExecutor.execute(HierarchicalTestExecutor.java:57) at org.junit.platform.engine.support.hierarchical.HierarchicalTestEngine.execute(HierarchicalTestEngine.java:54) at org.junit.platform.launcher.core.EngineExecutionOrchestrator.execute(EngineExecutionOrchestrator.java:147) at org.junit.platform.launcher.core.EngineExecutionOrchestrator.execute(EngineExecutionOrchestrator.java:127) at org.junit.platform.launcher.core.EngineExecutionOrchestrator.execute(EngineExecutionOrchestrator.java:90) at org.junit.platform.launcher.core.EngineExecutionOrchestrator.lambda$execute$0(EngineExecutionOrchestrator.java:55) at org.junit.platform.launcher.core.EngineExecutionOrchestrator.withInterceptedStreams(EngineExecutionOrchestrator.java:102) at org.junit.platform.launcher.core.EngineExecutionOrchestrator.execute(EngineExecutionOrchestrator.java:54) at org.junit.platform.launcher.core.DefaultLauncher.execute(DefaultLauncher.java:114) at org.junit.platform.launcher.core.DefaultLauncher.execute(DefaultLauncher.java:86) at org.junit.platform.launcher.core.DefaultLauncherSession$DelegatingLauncher.execute(DefaultLauncherSession.java:86) at org.junit.platform.launcher.core.SessionPerRequestLauncher.execute(SessionPerRequestLauncher.java:53) at com.intellij.junit5.JUnit5IdeaTestRunner.startRunnerWithArgs(JUnit5IdeaTestRunner.java:71) at com.intellij.rt.junit.IdeaTestRunner$Repeater$1.execute(IdeaTestRunner.java:38) at com.intellij.rt.execution.junit.TestsRepeater.repeat(TestsRepeater.java:11) at com.intellij.rt.junit.IdeaTestRunner$Repeater.startRunnerWithArgs(IdeaTestRunner.java:35) at com.intellij.rt.junit.JUnitStarter.prepareStreamsAndStart(JUnitStarter.java:235) at com.intellij.rt.junit.JUnitStarter.main(JUnitStarter.java:54) 13:33:16.898 [ main] INFO hbase.client.util.TestListener - Finished test ExtBinarySupportCleanupTest with result SUCCESSFUL 13:33:16.899 [ main] INFO hbase.client.util.TestListener - Finished test JUnit Jupiter with result SUCCESSFUL Process finished with exit code 255