[16:01:56.393 INF] [] ======== Test file: Start ======= {} [16:01:58.325 INF] [] ======== java.util.stream.Stream com.couchbase.transactions.query.single_query.SingleQueryTransactionBlockedByAFailedTxnTest.permute_allFailedTransactions_checkQueryStmtBehaviour():permute_allFailedTransactions_checkQueryStmtBehaviour(): testStart ======= {} [16:01:58.807 DBG] [] transactionCreate: { "transactionsFactoryRef": "484f2920-5f41-4646-b247-53ab86b83d89", "attempts": [ { "commands": [ { "insert": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "1068bcce-27ae-40c9-a45b-743d57227cfb" }, "contentJson": "{\"content\":\"initial\"}", "expectedResult": [ { "error": { "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookPoint": "AFTER_STAGED_INSERT_COMPLETE" } ] }, "clusterConnectionId": "defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8" } {} [16:01:58.807 INF] [] Starting Transaction Test {} [16:01:58.807 DBG] [] Test: { "transactionsFactoryRef": "484f2920-5f41-4646-b247-53ab86b83d89", "attempts": [ { "commands": [ { "insert": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "1068bcce-27ae-40c9-a45b-743d57227cfb" }, "contentJson": "{\"content\":\"initial\"}", "expectedResult": [ { "error": { "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookPoint": "AFTER_STAGED_INSERT_COMPLETE" } ] }, "clusterConnectionId": "defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8" } {} [16:01:58.807 DBG] [] clusterConnectionId:defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8 {} [16:01:58.807 DBG] [] Using custom connection at host : couchbase://172.23.111.133 and with username Administrator {} [16:01:58.807 DBG] [] Registering 1 hooks {} [16:01:58.807 DBG] [] - Hook Point AfterStagedInsertComplete with Action FailHard {} [16:01:58.807 DBG] [] Starting Attempt 0 {} [16:01:58.808 DBG] [] Performing TransactionCommand Insert {} [16:02:00.583 DBG] [] 606475f9-680d-4c95-a026-5f31cebe5775.0f384624-17d0-4334-ace8-c1403da62090: Performing command: insert {} [16:02:00.584 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Requested Durability = Majority {"Scope": ["InsertWithKv", "InsertWithKv", "InitAtrIfNeeded"]} [16:02:00.905 INF] [Couchbase.Transactions.DataAccess.AtrRepository] Upserted ATR to PENDING _txn:atr-805-#12/attempts.0f384624-17d0-4334-ace8-c1403da62090 (cas = 1707494520978931712) {"Scope": ["InsertWithKv", "InsertWithKv", "SetAtrPending", "MutateAtrPending"]} [16:02:00.905 DBG] [Couchbase.Transactions.AttemptContext] SetAtrPending for default._default._default::_txn:atr-805-#12 (attempt=0f384624-17d0-4334-ace8-c1403da62090) {"Scope": ["InsertWithKv", "InsertWithKv", "SetAtrPending"]} [16:02:01.069 DBG] [Couchbase.Transactions.AttemptContext] CreateStagedInsert for 1068bcce-27ae-40c9-a45b-743d57227cfb, attemptId=0f384624-17d0-4334-ace8-c1403da62090, preCas=null, postCas=1707494521140740096 {"Scope": ["InsertWithKv", "InsertWithKv", "CreateStagedInsert"]} [16:02:01.071 DBG] [] ExternalException.Unknown: Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 377 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 464 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 258 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterStagedInsertComplete(AttemptContext ctx, String id) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 160 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass54_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 684 {} [16:02:01.071 DBG] [] Operation 'insert' failed as expected {} [16:02:01.071 DBG] [ExecuteApplicationLambda] Propagating error up. (ec = FailHard, retry = False, finalError = TransactionFailed) {} [16:02:01.071 INF] [ExecuteApplicationLambda] Attempt 0f384624-17d0-4334-ace8-c1403da62090 completed. CleanupClient=False, LostCleanup=False {} Transaction Failed with: Couchbase.Transactions.Error.TransactionFailedException: Transaction failed. ---> Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 377 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 464 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 258 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterStagedInsertComplete(AttemptContext ctx, String id) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 160 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass54_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 684 --- End of inner exception stack trace --- at Couchbase.Transactions.Transactions.RunAsync(Func`2 transactionLogic, PerTransactionConfig perConfig, Boolean singleQueryTransactionMode) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/Transactions.cs:line 229 at Couchbase.Transactions.FitPerformer.TwoWayTransaction.Run(Transactions transactions, TransactionCreateRequest request, ClusterConnection connection, IServerStreamWriter`1 responseStream) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 68 -----------------------Context Info--------------------------- [16:02:01.076 DBG] [] UNKNOWN due to Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 377 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 464 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 258 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterStagedInsertComplete(AttemptContext ctx, String id) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 160 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass54_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 684 {} [16:02:01.076 INF] [] Completed Transaction Test {} [16:02:01.698 DBG] [] transactionSingleQuery: { "transactionsFactoryRef": "484f2920-5f41-4646-b247-53ab86b83d89", "clusterConnectionId": "defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8", "query": { "statement": "INSERT INTO `_default` VALUES ('1068bcce-27ae-40c9-a45b-743d57227cfb', {\"content\":\"initial\"})", "expectedResult": [ { "anythingAllowed": true } ], "checkMutations": true, "expectedMutations": 1, "queryParameters": { }, "scope": { "bucketName": "default", "scopeName": "_default" } }, "queryOptions": { "timeoutMillis": "2000" } } {} [16:02:01.698 DBG] [] clusterConnectionId:defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8 {} [16:02:01.698 DBG] [] Using custom connection at host : couchbase://172.23.111.133 and with username Administrator {} [16:02:01.703 DBG] [Couchbase.Transactions.AttemptContext] [9cd35410-bfab-4f67-a8ef-ca5c4c61dbce] Executing Query: query: null {"Scope": ["QueryAsync", "QueryWrapper"]} [16:02:03.146 ERR] [Couchbase.Transactions.AttemptContext] [9cd35410-bfab-4f67-a8ef-ca5c4c61dbce] query failed at query: Couchbase.CouchbaseException: Transaction staging error [17020] at Couchbase.Query.QueryResultExtensions.ThrowExceptionOnError[T](IQueryResult`1 result, QueryErrorContext context) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryResultExtensions.cs:line 142 at Couchbase.Query.QueryClient.ExecuteQuery[T](QueryOptions options, ITypeSerializer serializer, IRequestSpan span) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryClient.cs:line 286 at Couchbase.Query.QueryClient.QueryAsync[T](String statement, QueryOptions options) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryClient.cs:line 117 at Couchbase.Cluster.<>c__DisplayClass37_0`1.<g__Func|0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Cluster.cs:line 357 --- End of stack trace from previous location --- at Couchbase.Core.Retry.RetryOrchestrator.RetryAsync[T](Func`1 send, IRequest request) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Core/Retry/RetryOrchestrator.cs:line 72 at Couchbase.Cluster.QueryAsync[T](String statement, QueryOptions options) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Cluster.cs:line 360 at Couchbase.Transactions.AttemptContext.QueryWrapper[T](Int64 statementId, IScope scope, String statement, QueryOptions options, String hookPoint, IRequestSpan parentSpan, Boolean isBeginWork, Boolean existingErrorCheck, JObject txdata, Boolean txImplicit) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 2089 -----------------------Context Info--------------------------- Couchbase.Core.Exceptions.Query.QueryErrorContext {"Scope": ["QueryAsync", "QueryWrapper"]} [16:02:03.149 WRN] [Couchbase.Transactions.AttemptContext] query code=17020 cause={ "bucket": "default", "cause": "deadline expired before WWC was resolved on default._default._default._txn:atr-805-#12", "collection": "_default", "document_key": "1068bcce-27ae-40c9-a45b-743d57227cfb", "msg": "write write conflict", "scope": "_default" } raise=failed {"Scope": ["QueryAsync", "QueryWrapper"]} [16:02:03.150 DBG] [ExecuteApplicationLambda] Propagating error up. (ec = FailOther, retry = True, finalError = TransactionFailed) {} [16:02:03.151 INF] [ExecuteApplicationLambda] Attempt 9cd35410-bfab-4f67-a8ef-ca5c4c61dbce completed. CleanupClient=False, LostCleanup=False {} [16:02:03.154 DBG] [Couchbase.Transactions.AttemptContext] [91e1c90a-8c4a-454c-8aed-a6a1552e13e8] Executing Query: query: null {"Scope": ["QueryAsync", "QueryWrapper"]} [16:02:04.353 ERR] [Couchbase.Transactions.AttemptContext] [91e1c90a-8c4a-454c-8aed-a6a1552e13e8] query failed at query: Couchbase.Core.Exceptions.IndexFailureException: Keyspace not found in CB datastore: default:_default - cause: No bucket named _default [12003] at Couchbase.Query.QueryResultExtensions.ThrowExceptionOnError[T](IQueryResult`1 result, QueryErrorContext context) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryResultExtensions.cs:line 142 at Couchbase.Query.QueryClient.ExecuteQuery[T](QueryOptions options, ITypeSerializer serializer, IRequestSpan span) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryClient.cs:line 286 at Couchbase.Query.QueryClient.QueryAsync[T](String statement, QueryOptions options) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryClient.cs:line 117 at Couchbase.Cluster.<>c__DisplayClass37_0`1.<g__Func|0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Cluster.cs:line 357 --- End of stack trace from previous location --- at Couchbase.Core.Retry.RetryOrchestrator.RetryAsync[T](Func`1 send, IRequest request) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Core/Retry/RetryOrchestrator.cs:line 72 at Couchbase.Cluster.QueryAsync[T](String statement, QueryOptions options) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Cluster.cs:line 360 at Couchbase.Transactions.AttemptContext.QueryWrapper[T](Int64 statementId, IScope scope, String statement, QueryOptions options, String hookPoint, IRequestSpan parentSpan, Boolean isBeginWork, Boolean existingErrorCheck, JObject txdata, Boolean txImplicit) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 2089 -----------------------Context Info--------------------------- Couchbase.Core.Exceptions.Query.QueryErrorContext {"Scope": ["QueryAsync", "QueryWrapper"]} [16:02:04.354 INF] [ExecuteApplicationLambda] Attempt 91e1c90a-8c4a-454c-8aed-a6a1552e13e8 completed. CleanupClient=False, LostCleanup=False {} [16:02:04.964 DBG] [] transactionCreate: { "transactionsFactoryRef": "484f2920-5f41-4646-b247-53ab86b83d89", "attempts": [ { "commands": [ { "insert": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "8140532f-c69c-4285-9788-39459a2afae6" }, "contentJson": "{\"content\":\"initial\"}", "expectedResult": [ { "error": { "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookPoint": "AFTER_STAGED_INSERT_COMPLETE" } ] }, "clusterConnectionId": "defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8" } {} [16:02:04.964 INF] [] Starting Transaction Test {} [16:02:04.964 DBG] [] Test: { "transactionsFactoryRef": "484f2920-5f41-4646-b247-53ab86b83d89", "attempts": [ { "commands": [ { "insert": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "8140532f-c69c-4285-9788-39459a2afae6" }, "contentJson": "{\"content\":\"initial\"}", "expectedResult": [ { "error": { "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookPoint": "AFTER_STAGED_INSERT_COMPLETE" } ] }, "clusterConnectionId": "defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8" } {} [16:02:04.964 DBG] [] clusterConnectionId:defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8 {} [16:02:04.964 DBG] [] Using custom connection at host : couchbase://172.23.111.133 and with username Administrator {} [16:02:04.964 DBG] [] Registering 1 hooks {} [16:02:04.964 DBG] [] - Hook Point AfterStagedInsertComplete with Action FailHard {} [16:02:04.965 DBG] [] Starting Attempt 0 {} [16:02:04.965 DBG] [] Performing TransactionCommand Insert {} [16:02:04.965 DBG] [] 099a4b13-9cf2-42df-b988-e6d692374165.c12baa2c-4219-43ba-b481-38179c9aa621: Performing command: insert {} [16:02:04.965 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Requested Durability = Majority {"Scope": ["InsertWithKv", "InsertWithKv", "InitAtrIfNeeded"]} [16:02:05.136 INF] [Couchbase.Transactions.DataAccess.AtrRepository] Upserted ATR to PENDING _txn:atr-406-#1923/attempts.c12baa2c-4219-43ba-b481-38179c9aa621 (cas = 1707494525204889600) {"Scope": ["InsertWithKv", "InsertWithKv", "SetAtrPending", "MutateAtrPending"]} [16:02:05.136 DBG] [Couchbase.Transactions.AttemptContext] SetAtrPending for default._default._default::_txn:atr-406-#1923 (attempt=c12baa2c-4219-43ba-b481-38179c9aa621) {"Scope": ["InsertWithKv", "InsertWithKv", "SetAtrPending"]} [16:02:05.307 DBG] [Couchbase.Transactions.AttemptContext] CreateStagedInsert for 8140532f-c69c-4285-9788-39459a2afae6, attemptId=c12baa2c-4219-43ba-b481-38179c9aa621, preCas=null, postCas=1707494525375348736 {"Scope": ["InsertWithKv", "InsertWithKv", "CreateStagedInsert"]} [16:02:05.309 DBG] [] ExternalException.Unknown: Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 377 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 464 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 258 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterStagedInsertComplete(AttemptContext ctx, String id) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 160 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass54_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 684 {} [16:02:05.309 DBG] [] Operation 'insert' failed as expected {} [16:02:05.309 DBG] [ExecuteApplicationLambda] Propagating error up. (ec = FailHard, retry = False, finalError = TransactionFailed) {} [16:02:05.310 INF] [ExecuteApplicationLambda] Attempt c12baa2c-4219-43ba-b481-38179c9aa621 completed. CleanupClient=False, LostCleanup=False {} Transaction Failed with: Couchbase.Transactions.Error.TransactionFailedException: Transaction failed. ---> Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 377 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 464 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 258 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterStagedInsertComplete(AttemptContext ctx, String id) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 160 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass54_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 684 --- End of inner exception stack trace --- at Couchbase.Transactions.Transactions.RunAsync(Func`2 transactionLogic, PerTransactionConfig perConfig, Boolean singleQueryTransactionMode) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/Transactions.cs:line 229 at Couchbase.Transactions.FitPerformer.TwoWayTransaction.Run(Transactions transactions, TransactionCreateRequest request, ClusterConnection connection, IServerStreamWriter`1 responseStream) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 68 -----------------------Context Info--------------------------- [16:02:05.311 DBG] [] UNKNOWN due to Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 377 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 464 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 258 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterStagedInsertComplete(AttemptContext ctx, String id) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 160 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass54_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 684 {} [16:02:05.311 INF] [] Completed Transaction Test {} [16:02:05.743 DBG] [] transactionSingleQuery: { "transactionsFactoryRef": "484f2920-5f41-4646-b247-53ab86b83d89", "clusterConnectionId": "defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8", "query": { "statement": "UPDATE `_default` SET content = \"updated\" WHERE META().id = '8140532f-c69c-4285-9788-39459a2afae6'", "expectedResult": [ { "anythingAllowed": true } ], "checkMutations": true, "queryParameters": { }, "scope": { "bucketName": "default", "scopeName": "_default" } } } {} [16:02:05.743 DBG] [] clusterConnectionId:defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8 {} [16:02:05.743 DBG] [] Using custom connection at host : couchbase://172.23.111.133 and with username Administrator {} [16:02:05.744 DBG] [Couchbase.Transactions.AttemptContext] [439dc723-1008-45ce-9270-59c09cad4478] Executing Query: query: null {"Scope": ["QueryAsync", "QueryWrapper"]} [16:02:06.157 INF] [ExecuteApplicationLambda] Attempt 439dc723-1008-45ce-9270-59c09cad4478 completed. CleanupClient=False, LostCleanup=False {} [16:02:07.062 DBG] [] transactionCreate: { "transactionsFactoryRef": "484f2920-5f41-4646-b247-53ab86b83d89", "attempts": [ { "commands": [ { "insert": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "899a6be7-022c-4e54-8f97-3c24a3795f13" }, "contentJson": "{\"content\":\"initial\"}", "expectedResult": [ { "error": { "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookPoint": "AFTER_STAGED_INSERT_COMPLETE" } ] }, "clusterConnectionId": "defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8" } {} [16:02:07.062 INF] [] Starting Transaction Test {} [16:02:07.062 DBG] [] Test: { "transactionsFactoryRef": "484f2920-5f41-4646-b247-53ab86b83d89", "attempts": [ { "commands": [ { "insert": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "899a6be7-022c-4e54-8f97-3c24a3795f13" }, "contentJson": "{\"content\":\"initial\"}", "expectedResult": [ { "error": { "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookPoint": "AFTER_STAGED_INSERT_COMPLETE" } ] }, "clusterConnectionId": "defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8" } {} [16:02:07.062 DBG] [] clusterConnectionId:defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8 {} [16:02:07.062 DBG] [] Using custom connection at host : couchbase://172.23.111.133 and with username Administrator {} [16:02:07.062 DBG] [] Registering 1 hooks {} [16:02:07.062 DBG] [] - Hook Point AfterStagedInsertComplete with Action FailHard {} [16:02:07.062 DBG] [] Starting Attempt 0 {} [16:02:07.062 DBG] [] Performing TransactionCommand Insert {} [16:02:07.062 DBG] [] 4efa93a9-0c10-4b4c-b7f8-dd7fd27e0b2f.e007a58d-224d-4fb7-a89c-5e102e054dcb: Performing command: insert {} [16:02:07.062 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Requested Durability = Majority {"Scope": ["InsertWithKv", "InsertWithKv", "InitAtrIfNeeded"]} [16:02:07.222 INF] [Couchbase.Transactions.DataAccess.AtrRepository] Upserted ATR to PENDING _txn:atr-418-#329/attempts.e007a58d-224d-4fb7-a89c-5e102e054dcb (cas = 1707494527292342272) {"Scope": ["InsertWithKv", "InsertWithKv", "SetAtrPending", "MutateAtrPending"]} [16:02:07.222 DBG] [Couchbase.Transactions.AttemptContext] SetAtrPending for default._default._default::_txn:atr-418-#329 (attempt=e007a58d-224d-4fb7-a89c-5e102e054dcb) {"Scope": ["InsertWithKv", "InsertWithKv", "SetAtrPending"]} [16:02:07.386 DBG] [Couchbase.Transactions.AttemptContext] CreateStagedInsert for 899a6be7-022c-4e54-8f97-3c24a3795f13, attemptId=e007a58d-224d-4fb7-a89c-5e102e054dcb, preCas=null, postCas=1707494527455395840 {"Scope": ["InsertWithKv", "InsertWithKv", "CreateStagedInsert"]} [16:02:07.388 DBG] [] ExternalException.Unknown: Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 377 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 464 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 258 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterStagedInsertComplete(AttemptContext ctx, String id) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 160 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass54_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 684 {} [16:02:07.388 DBG] [] Operation 'insert' failed as expected {} [16:02:07.388 DBG] [ExecuteApplicationLambda] Propagating error up. (ec = FailHard, retry = False, finalError = TransactionFailed) {} [16:02:07.388 INF] [ExecuteApplicationLambda] Attempt e007a58d-224d-4fb7-a89c-5e102e054dcb completed. CleanupClient=False, LostCleanup=False {} Transaction Failed with: Couchbase.Transactions.Error.TransactionFailedException: Transaction failed. ---> Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 377 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 464 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 258 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterStagedInsertComplete(AttemptContext ctx, String id) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 160 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass54_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 684 --- End of inner exception stack trace --- at Couchbase.Transactions.Transactions.RunAsync(Func`2 transactionLogic, PerTransactionConfig perConfig, Boolean singleQueryTransactionMode) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/Transactions.cs:line 229 at Couchbase.Transactions.FitPerformer.TwoWayTransaction.Run(Transactions transactions, TransactionCreateRequest request, ClusterConnection connection, IServerStreamWriter`1 responseStream) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 68 -----------------------Context Info--------------------------- [16:02:07.390 DBG] [] UNKNOWN due to Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 377 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 464 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 258 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterStagedInsertComplete(AttemptContext ctx, String id) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 160 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass54_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 684 {} [16:02:07.390 INF] [] Completed Transaction Test {} [16:02:07.890 DBG] [] transactionSingleQuery: { "transactionsFactoryRef": "484f2920-5f41-4646-b247-53ab86b83d89", "clusterConnectionId": "defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8", "query": { "statement": "DELETE FROM `_default` WHERE META().id = '899a6be7-022c-4e54-8f97-3c24a3795f13'", "expectedResult": [ { "anythingAllowed": true } ], "checkMutations": true, "queryParameters": { }, "scope": { "bucketName": "default", "scopeName": "_default" } } } {} [16:02:07.890 DBG] [] clusterConnectionId:defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8 {} [16:02:07.890 DBG] [] Using custom connection at host : couchbase://172.23.111.133 and with username Administrator {} [16:02:07.890 DBG] [Couchbase.Transactions.AttemptContext] [90e8d248-0867-4130-9be8-c41cb621ff37] Executing Query: query: null {"Scope": ["QueryAsync", "QueryWrapper"]} [16:02:08.220 INF] [ExecuteApplicationLambda] Attempt 90e8d248-0867-4130-9be8-c41cb621ff37 completed. CleanupClient=False, LostCleanup=False {} [16:02:09.060 DBG] [] transactionCreate: { "transactionsFactoryRef": "484f2920-5f41-4646-b247-53ab86b83d89", "attempts": [ { "commands": [ { "insert": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "4e6bf4f5-4515-499d-8a7c-47e96bbc386f" }, "contentJson": "{\"content\":\"initial\"}", "expectedResult": [ { "error": { "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookPoint": "AFTER_STAGED_INSERT_COMPLETE" } ] }, "clusterConnectionId": "defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8" } {} [16:02:09.060 INF] [] Starting Transaction Test {} [16:02:09.060 DBG] [] Test: { "transactionsFactoryRef": "484f2920-5f41-4646-b247-53ab86b83d89", "attempts": [ { "commands": [ { "insert": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "4e6bf4f5-4515-499d-8a7c-47e96bbc386f" }, "contentJson": "{\"content\":\"initial\"}", "expectedResult": [ { "error": { "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookPoint": "AFTER_STAGED_INSERT_COMPLETE" } ] }, "clusterConnectionId": "defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8" } {} [16:02:09.060 DBG] [] clusterConnectionId:defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8 {} [16:02:09.060 DBG] [] Using custom connection at host : couchbase://172.23.111.133 and with username Administrator {} [16:02:09.060 DBG] [] Registering 1 hooks {} [16:02:09.060 DBG] [] - Hook Point AfterStagedInsertComplete with Action FailHard {} [16:02:09.061 DBG] [] Starting Attempt 0 {} [16:02:09.061 DBG] [] Performing TransactionCommand Insert {} [16:02:09.061 DBG] [] d25daf8f-ab87-4f28-b0d7-0260c08538ea.3ccc48e9-3751-485d-a73f-d942ae289dca: Performing command: insert {} [16:02:09.061 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Requested Durability = Majority {"Scope": ["InsertWithKv", "InsertWithKv", "InitAtrIfNeeded"]} [16:02:09.232 INF] [Couchbase.Transactions.DataAccess.AtrRepository] Upserted ATR to PENDING _txn:atr-474-#12a9/attempts.3ccc48e9-3751-485d-a73f-d942ae289dca (cas = 1707494529300365312) {"Scope": ["InsertWithKv", "InsertWithKv", "SetAtrPending", "MutateAtrPending"]} [16:02:09.232 DBG] [Couchbase.Transactions.AttemptContext] SetAtrPending for default._default._default::_txn:atr-474-#12a9 (attempt=3ccc48e9-3751-485d-a73f-d942ae289dca) {"Scope": ["InsertWithKv", "InsertWithKv", "SetAtrPending"]} [16:02:09.396 DBG] [Couchbase.Transactions.AttemptContext] CreateStagedInsert for 4e6bf4f5-4515-499d-8a7c-47e96bbc386f, attemptId=3ccc48e9-3751-485d-a73f-d942ae289dca, preCas=null, postCas=1707494529465974784 {"Scope": ["InsertWithKv", "InsertWithKv", "CreateStagedInsert"]} [16:02:09.398 DBG] [] ExternalException.Unknown: Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 377 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 464 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 258 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterStagedInsertComplete(AttemptContext ctx, String id) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 160 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass54_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 684 {} [16:02:09.398 DBG] [] Operation 'insert' failed as expected {} [16:02:09.398 DBG] [ExecuteApplicationLambda] Propagating error up. (ec = FailHard, retry = False, finalError = TransactionFailed) {} [16:02:09.399 INF] [ExecuteApplicationLambda] Attempt 3ccc48e9-3751-485d-a73f-d942ae289dca completed. CleanupClient=False, LostCleanup=False {} Transaction Failed with: Couchbase.Transactions.Error.TransactionFailedException: Transaction failed. ---> Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 377 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 464 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 258 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterStagedInsertComplete(AttemptContext ctx, String id) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 160 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass54_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 684 --- End of inner exception stack trace --- at Couchbase.Transactions.Transactions.RunAsync(Func`2 transactionLogic, PerTransactionConfig perConfig, Boolean singleQueryTransactionMode) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/Transactions.cs:line 229 at Couchbase.Transactions.FitPerformer.TwoWayTransaction.Run(Transactions transactions, TransactionCreateRequest request, ClusterConnection connection, IServerStreamWriter`1 responseStream) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 68 -----------------------Context Info--------------------------- [16:02:09.401 DBG] [] UNKNOWN due to Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 377 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 464 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 258 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterStagedInsertComplete(AttemptContext ctx, String id) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 160 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass54_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 684 {} [16:02:09.401 INF] [] Completed Transaction Test {} [16:02:09.897 DBG] [] transactionSingleQuery: { "transactionsFactoryRef": "484f2920-5f41-4646-b247-53ab86b83d89", "clusterConnectionId": "defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8", "query": { "statement": "SELECT * FROM `_default` WHERE META().id = '4e6bf4f5-4515-499d-8a7c-47e96bbc386f'", "expectedResult": [ { "anythingAllowed": true } ], "checkMutations": true, "queryParameters": { }, "scope": { "bucketName": "default", "scopeName": "_default" } } } {} [16:02:09.897 DBG] [] clusterConnectionId:defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8 {} [16:02:09.897 DBG] [] Using custom connection at host : couchbase://172.23.111.133 and with username Administrator {} [16:02:09.897 DBG] [Couchbase.Transactions.AttemptContext] [23784d06-f89b-43b6-bf19-13eaa3e4a07b] Executing Query: query: null {"Scope": ["QueryAsync", "QueryWrapper"]} [16:02:10.244 INF] [ExecuteApplicationLambda] Attempt 23784d06-f89b-43b6-bf19-13eaa3e4a07b completed. CleanupClient=False, LostCleanup=False {} [16:02:11.271 DBG] [] transactionCreate: { "transactionsFactoryRef": "484f2920-5f41-4646-b247-53ab86b83d89", "attempts": [ { "commands": [ { "insert": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "a4008223-ada0-4e02-88cf-71b759e1b511" }, "contentJson": "{\"content\":\"initial\"}", "expectedResult": [ { "error": { "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookPoint": "AFTER_STAGED_INSERT_COMPLETE" } ] }, "clusterConnectionId": "defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8" } {} [16:02:11.271 INF] [] Starting Transaction Test {} [16:02:11.271 DBG] [] Test: { "transactionsFactoryRef": "484f2920-5f41-4646-b247-53ab86b83d89", "attempts": [ { "commands": [ { "insert": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "a4008223-ada0-4e02-88cf-71b759e1b511" }, "contentJson": "{\"content\":\"initial\"}", "expectedResult": [ { "error": { "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookPoint": "AFTER_STAGED_INSERT_COMPLETE" } ] }, "clusterConnectionId": "defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8" } {} [16:02:11.271 DBG] [] clusterConnectionId:defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8 {} [16:02:11.271 DBG] [] Using custom connection at host : couchbase://172.23.111.133 and with username Administrator {} [16:02:11.271 DBG] [] Registering 1 hooks {} [16:02:11.271 DBG] [] - Hook Point AfterStagedInsertComplete with Action FailHard {} [16:02:11.271 DBG] [] Starting Attempt 0 {} [16:02:11.271 DBG] [] Performing TransactionCommand Insert {} [16:02:11.271 DBG] [] 6e25e7b5-9125-4c67-aec8-a4edc824a081.389c8e23-8b38-4ea1-9f45-139c7073ca01: Performing command: insert {} [16:02:11.272 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Requested Durability = Majority {"Scope": ["InsertWithKv", "InsertWithKv", "InitAtrIfNeeded"]} [16:02:11.445 INF] [Couchbase.Transactions.DataAccess.AtrRepository] Upserted ATR to PENDING _txn:atr-1018-#878/attempts.389c8e23-8b38-4ea1-9f45-139c7073ca01 (cas = 1707494531515875328) {"Scope": ["InsertWithKv", "InsertWithKv", "SetAtrPending", "MutateAtrPending"]} [16:02:11.445 DBG] [Couchbase.Transactions.AttemptContext] SetAtrPending for default._default._default::_txn:atr-1018-#878 (attempt=389c8e23-8b38-4ea1-9f45-139c7073ca01) {"Scope": ["InsertWithKv", "InsertWithKv", "SetAtrPending"]} [16:02:11.610 DBG] [Couchbase.Transactions.AttemptContext] CreateStagedInsert for a4008223-ada0-4e02-88cf-71b759e1b511, attemptId=389c8e23-8b38-4ea1-9f45-139c7073ca01, preCas=null, postCas=1707494531678797824 {"Scope": ["InsertWithKv", "InsertWithKv", "CreateStagedInsert"]} [16:02:11.612 DBG] [] ExternalException.Unknown: Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 377 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 464 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 258 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterStagedInsertComplete(AttemptContext ctx, String id) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 160 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass54_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 684 {} [16:02:11.612 DBG] [] Operation 'insert' failed as expected {} [16:02:11.612 DBG] [ExecuteApplicationLambda] Propagating error up. (ec = FailHard, retry = False, finalError = TransactionFailed) {} [16:02:11.612 INF] [ExecuteApplicationLambda] Attempt 389c8e23-8b38-4ea1-9f45-139c7073ca01 completed. CleanupClient=False, LostCleanup=False {} Transaction Failed with: Couchbase.Transactions.Error.TransactionFailedException: Transaction failed. ---> Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 377 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 464 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 258 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterStagedInsertComplete(AttemptContext ctx, String id) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 160 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass54_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 684 --- End of inner exception stack trace --- at Couchbase.Transactions.Transactions.RunAsync(Func`2 transactionLogic, PerTransactionConfig perConfig, Boolean singleQueryTransactionMode) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/Transactions.cs:line 229 at Couchbase.Transactions.FitPerformer.TwoWayTransaction.Run(Transactions transactions, TransactionCreateRequest request, ClusterConnection connection, IServerStreamWriter`1 responseStream) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 68 -----------------------Context Info--------------------------- [16:02:11.614 DBG] [] UNKNOWN due to Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 377 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 464 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 258 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterStagedInsertComplete(AttemptContext ctx, String id) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 160 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass54_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 684 {} [16:02:11.614 INF] [] Completed Transaction Test {} [16:02:11.618 DBG] [] transactionSingleQuery: { "transactionsFactoryRef": "484f2920-5f41-4646-b247-53ab86b83d89", "clusterConnectionId": "defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8", "query": { "statement": "INSERT INTO `_default` VALUES ('a4008223-ada0-4e02-88cf-71b759e1b511', {\"content\":\"initial\"})", "expectedResult": [ { "anythingAllowed": true } ], "checkMutations": true, "expectedMutations": 1, "queryParameters": { }, "scope": { "bucketName": "default", "scopeName": "_default" } }, "queryOptions": { "timeoutMillis": "2000" } } {} [16:02:11.618 DBG] [] clusterConnectionId:defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8 {} [16:02:11.618 DBG] [] Using custom connection at host : couchbase://172.23.111.133 and with username Administrator {} [16:02:11.620 DBG] [Couchbase.Transactions.AttemptContext] [f1c5dd68-664c-4830-8280-359c1154a19c] Executing Query: query: null {"Scope": ["QueryAsync", "QueryWrapper"]} [16:02:12.974 ERR] [Couchbase.Transactions.AttemptContext] [f1c5dd68-664c-4830-8280-359c1154a19c] query failed at query: Couchbase.CouchbaseException: Transaction staging error [17020] at Couchbase.Query.QueryResultExtensions.ThrowExceptionOnError[T](IQueryResult`1 result, QueryErrorContext context) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryResultExtensions.cs:line 142 at Couchbase.Query.QueryClient.ExecuteQuery[T](QueryOptions options, ITypeSerializer serializer, IRequestSpan span) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryClient.cs:line 286 at Couchbase.Query.QueryClient.QueryAsync[T](String statement, QueryOptions options) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryClient.cs:line 117 at Couchbase.Cluster.<>c__DisplayClass37_0`1.<g__Func|0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Cluster.cs:line 357 --- End of stack trace from previous location --- at Couchbase.Core.Retry.RetryOrchestrator.RetryAsync[T](Func`1 send, IRequest request) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Core/Retry/RetryOrchestrator.cs:line 72 at Couchbase.Cluster.QueryAsync[T](String statement, QueryOptions options) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Cluster.cs:line 360 at Couchbase.Transactions.AttemptContext.QueryWrapper[T](Int64 statementId, IScope scope, String statement, QueryOptions options, String hookPoint, IRequestSpan parentSpan, Boolean isBeginWork, Boolean existingErrorCheck, JObject txdata, Boolean txImplicit) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 2089 -----------------------Context Info--------------------------- Couchbase.Core.Exceptions.Query.QueryErrorContext {"Scope": ["QueryAsync", "QueryWrapper"]} [16:02:12.975 WRN] [Couchbase.Transactions.AttemptContext] query code=17020 cause={ "bucket": "default", "cause": "deadline expired before WWC was resolved on default._default._default._txn:atr-1018-#878", "collection": "_default", "document_key": "a4008223-ada0-4e02-88cf-71b759e1b511", "msg": "write write conflict", "scope": "_default" } raise=failed {"Scope": ["QueryAsync", "QueryWrapper"]} [16:02:12.975 DBG] [ExecuteApplicationLambda] Propagating error up. (ec = FailOther, retry = True, finalError = TransactionFailed) {} [16:02:12.975 INF] [ExecuteApplicationLambda] Attempt f1c5dd68-664c-4830-8280-359c1154a19c completed. CleanupClient=False, LostCleanup=False {} [16:02:12.984 DBG] [Couchbase.Transactions.AttemptContext] [5cebb45d-11a8-4d94-8538-d8cac7f47ef0] Executing Query: query: null {"Scope": ["QueryAsync", "QueryWrapper"]} [16:02:14.207 ERR] [Couchbase.Transactions.AttemptContext] [5cebb45d-11a8-4d94-8538-d8cac7f47ef0] query failed at query: Couchbase.Core.Exceptions.IndexFailureException: Keyspace not found in CB datastore: default:_default - cause: No bucket named _default [12003] at Couchbase.Query.QueryResultExtensions.ThrowExceptionOnError[T](IQueryResult`1 result, QueryErrorContext context) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryResultExtensions.cs:line 142 at Couchbase.Query.QueryClient.ExecuteQuery[T](QueryOptions options, ITypeSerializer serializer, IRequestSpan span) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryClient.cs:line 286 at Couchbase.Query.QueryClient.QueryAsync[T](String statement, QueryOptions options) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryClient.cs:line 117 at Couchbase.Cluster.<>c__DisplayClass37_0`1.<g__Func|0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Cluster.cs:line 357 --- End of stack trace from previous location --- at Couchbase.Core.Retry.RetryOrchestrator.RetryAsync[T](Func`1 send, IRequest request) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Core/Retry/RetryOrchestrator.cs:line 72 at Couchbase.Cluster.QueryAsync[T](String statement, QueryOptions options) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Cluster.cs:line 360 at Couchbase.Transactions.AttemptContext.QueryWrapper[T](Int64 statementId, IScope scope, String statement, QueryOptions options, String hookPoint, IRequestSpan parentSpan, Boolean isBeginWork, Boolean existingErrorCheck, JObject txdata, Boolean txImplicit) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 2089 -----------------------Context Info--------------------------- Couchbase.Core.Exceptions.Query.QueryErrorContext {"Scope": ["QueryAsync", "QueryWrapper"]} [16:02:14.208 INF] [ExecuteApplicationLambda] Attempt 5cebb45d-11a8-4d94-8538-d8cac7f47ef0 completed. CleanupClient=False, LostCleanup=False {} [16:02:14.759 DBG] [] transactionCreate: { "transactionsFactoryRef": "484f2920-5f41-4646-b247-53ab86b83d89", "attempts": [ { "commands": [ { "insert": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "98226526-92b1-4f49-9f00-1595652dd9db" }, "contentJson": "{\"content\":\"initial\"}", "expectedResult": [ { "error": { "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookPoint": "AFTER_STAGED_INSERT_COMPLETE" } ] }, "clusterConnectionId": "defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8" } {} [16:02:14.759 INF] [] Starting Transaction Test {} [16:02:14.759 DBG] [] Test: { "transactionsFactoryRef": "484f2920-5f41-4646-b247-53ab86b83d89", "attempts": [ { "commands": [ { "insert": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "98226526-92b1-4f49-9f00-1595652dd9db" }, "contentJson": "{\"content\":\"initial\"}", "expectedResult": [ { "error": { "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookPoint": "AFTER_STAGED_INSERT_COMPLETE" } ] }, "clusterConnectionId": "defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8" } {} [16:02:14.759 DBG] [] clusterConnectionId:defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8 {} [16:02:14.759 DBG] [] Using custom connection at host : couchbase://172.23.111.133 and with username Administrator {} [16:02:14.759 DBG] [] Registering 1 hooks {} [16:02:14.759 DBG] [] - Hook Point AfterStagedInsertComplete with Action FailHard {} [16:02:14.760 DBG] [] Starting Attempt 0 {} [16:02:14.760 DBG] [] Performing TransactionCommand Insert {} [16:02:14.760 DBG] [] 9acbebab-a2af-493b-b492-49ef621dcedb.cfca5290-c67a-40ff-bcca-f755c3846930: Performing command: insert {} [16:02:14.760 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Requested Durability = Majority {"Scope": ["InsertWithKv", "InsertWithKv", "InitAtrIfNeeded"]} [16:02:14.954 INF] [Couchbase.Transactions.DataAccess.AtrRepository] Upserted ATR to PENDING _txn:atr-950-#106/attempts.cfca5290-c67a-40ff-bcca-f755c3846930 (cas = 1707494535006650368) {"Scope": ["InsertWithKv", "InsertWithKv", "SetAtrPending", "MutateAtrPending"]} [16:02:14.955 DBG] [Couchbase.Transactions.AttemptContext] SetAtrPending for default._default._default::_txn:atr-950-#106 (attempt=cfca5290-c67a-40ff-bcca-f755c3846930) {"Scope": ["InsertWithKv", "InsertWithKv", "SetAtrPending"]} [16:02:15.137 DBG] [Couchbase.Transactions.AttemptContext] CreateStagedInsert for 98226526-92b1-4f49-9f00-1595652dd9db, attemptId=cfca5290-c67a-40ff-bcca-f755c3846930, preCas=null, postCas=1707494535201292288 {"Scope": ["InsertWithKv", "InsertWithKv", "CreateStagedInsert"]} [16:02:15.139 DBG] [] ExternalException.Unknown: Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 377 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 464 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 258 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterStagedInsertComplete(AttemptContext ctx, String id) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 160 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass54_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 684 {} [16:02:15.139 DBG] [] Operation 'insert' failed as expected {} [16:02:15.139 DBG] [ExecuteApplicationLambda] Propagating error up. (ec = FailHard, retry = False, finalError = TransactionFailed) {} [16:02:15.139 INF] [ExecuteApplicationLambda] Attempt cfca5290-c67a-40ff-bcca-f755c3846930 completed. CleanupClient=False, LostCleanup=False {} Transaction Failed with: Couchbase.Transactions.Error.TransactionFailedException: Transaction failed. ---> Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 377 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 464 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 258 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterStagedInsertComplete(AttemptContext ctx, String id) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 160 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass54_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 684 --- End of inner exception stack trace --- at Couchbase.Transactions.Transactions.RunAsync(Func`2 transactionLogic, PerTransactionConfig perConfig, Boolean singleQueryTransactionMode) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/Transactions.cs:line 229 at Couchbase.Transactions.FitPerformer.TwoWayTransaction.Run(Transactions transactions, TransactionCreateRequest request, ClusterConnection connection, IServerStreamWriter`1 responseStream) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 68 -----------------------Context Info--------------------------- [16:02:15.141 DBG] [] UNKNOWN due to Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 377 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 464 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 258 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterStagedInsertComplete(AttemptContext ctx, String id) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 160 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass54_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 684 {} [16:02:15.141 INF] [] Completed Transaction Test {} [16:02:15.144 DBG] [] transactionSingleQuery: { "transactionsFactoryRef": "484f2920-5f41-4646-b247-53ab86b83d89", "clusterConnectionId": "defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8", "query": { "statement": "UPDATE `_default` SET content = \"updated\" WHERE META().id = '98226526-92b1-4f49-9f00-1595652dd9db'", "expectedResult": [ { "anythingAllowed": true } ], "checkMutations": true, "queryParameters": { }, "scope": { "bucketName": "default", "scopeName": "_default" } } } {} [16:02:15.144 DBG] [] clusterConnectionId:defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8 {} [16:02:15.144 DBG] [] Using custom connection at host : couchbase://172.23.111.133 and with username Administrator {} [16:02:15.145 DBG] [Couchbase.Transactions.AttemptContext] [cfd51afb-66f1-4ef9-804f-9ec612bbae94] Executing Query: query: null {"Scope": ["QueryAsync", "QueryWrapper"]} [16:02:15.360 INF] [ExecuteApplicationLambda] Attempt cfd51afb-66f1-4ef9-804f-9ec612bbae94 completed. CleanupClient=False, LostCleanup=False {} [16:02:16.230 DBG] [] transactionCreate: { "transactionsFactoryRef": "484f2920-5f41-4646-b247-53ab86b83d89", "attempts": [ { "commands": [ { "insert": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "127534f5-8a4a-44c2-b544-9ae4bbb77973" }, "contentJson": "{\"content\":\"initial\"}", "expectedResult": [ { "error": { "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookPoint": "AFTER_STAGED_INSERT_COMPLETE" } ] }, "clusterConnectionId": "defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8" } {} [16:02:16.230 INF] [] Starting Transaction Test {} [16:02:16.230 DBG] [] Test: { "transactionsFactoryRef": "484f2920-5f41-4646-b247-53ab86b83d89", "attempts": [ { "commands": [ { "insert": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "127534f5-8a4a-44c2-b544-9ae4bbb77973" }, "contentJson": "{\"content\":\"initial\"}", "expectedResult": [ { "error": { "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookPoint": "AFTER_STAGED_INSERT_COMPLETE" } ] }, "clusterConnectionId": "defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8" } {} [16:02:16.230 DBG] [] clusterConnectionId:defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8 {} [16:02:16.230 DBG] [] Using custom connection at host : couchbase://172.23.111.133 and with username Administrator {} [16:02:16.230 DBG] [] Registering 1 hooks {} [16:02:16.230 DBG] [] - Hook Point AfterStagedInsertComplete with Action FailHard {} [16:02:16.231 DBG] [] Starting Attempt 0 {} [16:02:16.231 DBG] [] Performing TransactionCommand Insert {} [16:02:16.231 DBG] [] cb546a26-797d-4132-aec3-2cfe6f83cc09.f10e381c-b6dc-4516-84ad-962de4bf939c: Performing command: insert {} [16:02:16.231 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Requested Durability = Majority {"Scope": ["InsertWithKv", "InsertWithKv", "InitAtrIfNeeded"]} [16:02:16.425 INF] [Couchbase.Transactions.DataAccess.AtrRepository] Upserted ATR to PENDING _txn:atr-149-#1841/attempts.f10e381c-b6dc-4516-84ad-962de4bf939c (cas = 1707494536484683776) {"Scope": ["InsertWithKv", "InsertWithKv", "SetAtrPending", "MutateAtrPending"]} [16:02:16.425 DBG] [Couchbase.Transactions.AttemptContext] SetAtrPending for default._default._default::_txn:atr-149-#1841 (attempt=f10e381c-b6dc-4516-84ad-962de4bf939c) {"Scope": ["InsertWithKv", "InsertWithKv", "SetAtrPending"]} [16:02:16.606 DBG] [Couchbase.Transactions.AttemptContext] CreateStagedInsert for 127534f5-8a4a-44c2-b544-9ae4bbb77973, attemptId=f10e381c-b6dc-4516-84ad-962de4bf939c, preCas=null, postCas=1707494536675852288 {"Scope": ["InsertWithKv", "InsertWithKv", "CreateStagedInsert"]} [16:02:16.607 DBG] [] ExternalException.Unknown: Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 377 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 464 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 258 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterStagedInsertComplete(AttemptContext ctx, String id) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 160 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass54_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 684 {} [16:02:16.608 DBG] [] Operation 'insert' failed as expected {} [16:02:16.608 DBG] [ExecuteApplicationLambda] Propagating error up. (ec = FailHard, retry = False, finalError = TransactionFailed) {} [16:02:16.608 INF] [ExecuteApplicationLambda] Attempt f10e381c-b6dc-4516-84ad-962de4bf939c completed. CleanupClient=False, LostCleanup=False {} Transaction Failed with: Couchbase.Transactions.Error.TransactionFailedException: Transaction failed. ---> Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 377 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 464 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 258 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterStagedInsertComplete(AttemptContext ctx, String id) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 160 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass54_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 684 --- End of inner exception stack trace --- at Couchbase.Transactions.Transactions.RunAsync(Func`2 transactionLogic, PerTransactionConfig perConfig, Boolean singleQueryTransactionMode) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/Transactions.cs:line 229 at Couchbase.Transactions.FitPerformer.TwoWayTransaction.Run(Transactions transactions, TransactionCreateRequest request, ClusterConnection connection, IServerStreamWriter`1 responseStream) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 68 -----------------------Context Info--------------------------- [16:02:16.611 DBG] [] UNKNOWN due to Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 377 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 464 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 258 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterStagedInsertComplete(AttemptContext ctx, String id) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 160 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass54_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 684 {} [16:02:16.611 INF] [] Completed Transaction Test {} [16:02:16.614 DBG] [] transactionSingleQuery: { "transactionsFactoryRef": "484f2920-5f41-4646-b247-53ab86b83d89", "clusterConnectionId": "defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8", "query": { "statement": "DELETE FROM `_default` WHERE META().id = '127534f5-8a4a-44c2-b544-9ae4bbb77973'", "expectedResult": [ { "anythingAllowed": true } ], "checkMutations": true, "queryParameters": { }, "scope": { "bucketName": "default", "scopeName": "_default" } } } {} [16:02:16.614 DBG] [] clusterConnectionId:defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8 {} [16:02:16.614 DBG] [] Using custom connection at host : couchbase://172.23.111.133 and with username Administrator {} [16:02:16.615 DBG] [Couchbase.Transactions.AttemptContext] [33d63e89-4b32-4adf-8f20-84845a3dc563] Executing Query: query: null {"Scope": ["QueryAsync", "QueryWrapper"]} [16:02:16.948 INF] [ExecuteApplicationLambda] Attempt 33d63e89-4b32-4adf-8f20-84845a3dc563 completed. CleanupClient=False, LostCleanup=False {} [16:02:17.774 DBG] [] transactionCreate: { "transactionsFactoryRef": "484f2920-5f41-4646-b247-53ab86b83d89", "attempts": [ { "commands": [ { "insert": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "c182cad8-5c99-4dbe-9e73-f6e9ed013e10" }, "contentJson": "{\"content\":\"initial\"}", "expectedResult": [ { "error": { "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookPoint": "AFTER_STAGED_INSERT_COMPLETE" } ] }, "clusterConnectionId": "defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8" } {} [16:02:17.774 INF] [] Starting Transaction Test {} [16:02:17.774 DBG] [] Test: { "transactionsFactoryRef": "484f2920-5f41-4646-b247-53ab86b83d89", "attempts": [ { "commands": [ { "insert": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "c182cad8-5c99-4dbe-9e73-f6e9ed013e10" }, "contentJson": "{\"content\":\"initial\"}", "expectedResult": [ { "error": { "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookPoint": "AFTER_STAGED_INSERT_COMPLETE" } ] }, "clusterConnectionId": "defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8" } {} [16:02:17.774 DBG] [] clusterConnectionId:defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8 {} [16:02:17.774 DBG] [] Using custom connection at host : couchbase://172.23.111.133 and with username Administrator {} [16:02:17.774 DBG] [] Registering 1 hooks {} [16:02:17.774 DBG] [] - Hook Point AfterStagedInsertComplete with Action FailHard {} [16:02:17.775 DBG] [] Starting Attempt 0 {} [16:02:17.775 DBG] [] Performing TransactionCommand Insert {} [16:02:17.775 DBG] [] d1b32434-cba9-4747-838d-af42c3d17e0e.97a7486c-595f-4db1-bac6-fe41f02c6d45: Performing command: insert {} [16:02:17.775 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Requested Durability = Majority {"Scope": ["InsertWithKv", "InsertWithKv", "InitAtrIfNeeded"]} [16:02:17.959 INF] [Couchbase.Transactions.DataAccess.AtrRepository] Upserted ATR to PENDING _txn:atr-598-#18d/attempts.97a7486c-595f-4db1-bac6-fe41f02c6d45 (cas = 1707494538025762816) {"Scope": ["InsertWithKv", "InsertWithKv", "SetAtrPending", "MutateAtrPending"]} [16:02:17.959 DBG] [Couchbase.Transactions.AttemptContext] SetAtrPending for default._default._default::_txn:atr-598-#18d (attempt=97a7486c-595f-4db1-bac6-fe41f02c6d45) {"Scope": ["InsertWithKv", "InsertWithKv", "SetAtrPending"]} [16:02:18.163 DBG] [Couchbase.Transactions.AttemptContext] CreateStagedInsert for c182cad8-5c99-4dbe-9e73-f6e9ed013e10, attemptId=97a7486c-595f-4db1-bac6-fe41f02c6d45, preCas=null, postCas=1707494538228596736 {"Scope": ["InsertWithKv", "InsertWithKv", "CreateStagedInsert"]} [16:02:18.164 DBG] [] ExternalException.Unknown: Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 377 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 464 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 258 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterStagedInsertComplete(AttemptContext ctx, String id) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 160 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass54_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 684 {} [16:02:18.164 DBG] [] Operation 'insert' failed as expected {} [16:02:18.165 DBG] [ExecuteApplicationLambda] Propagating error up. (ec = FailHard, retry = False, finalError = TransactionFailed) {} [16:02:18.165 INF] [ExecuteApplicationLambda] Attempt 97a7486c-595f-4db1-bac6-fe41f02c6d45 completed. CleanupClient=False, LostCleanup=False {} Transaction Failed with: Couchbase.Transactions.Error.TransactionFailedException: Transaction failed. ---> Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 377 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 464 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 258 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterStagedInsertComplete(AttemptContext ctx, String id) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 160 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass54_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 684 --- End of inner exception stack trace --- at Couchbase.Transactions.Transactions.RunAsync(Func`2 transactionLogic, PerTransactionConfig perConfig, Boolean singleQueryTransactionMode) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/Transactions.cs:line 229 at Couchbase.Transactions.FitPerformer.TwoWayTransaction.Run(Transactions transactions, TransactionCreateRequest request, ClusterConnection connection, IServerStreamWriter`1 responseStream) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 68 -----------------------Context Info--------------------------- [16:02:18.166 DBG] [] UNKNOWN due to Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 377 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 464 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 258 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterStagedInsertComplete(AttemptContext ctx, String id) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 160 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass54_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 684 {} [16:02:18.166 INF] [] Completed Transaction Test {} [16:02:18.171 DBG] [] transactionSingleQuery: { "transactionsFactoryRef": "484f2920-5f41-4646-b247-53ab86b83d89", "clusterConnectionId": "defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8", "query": { "statement": "SELECT * FROM `_default` WHERE META().id = 'c182cad8-5c99-4dbe-9e73-f6e9ed013e10'", "expectedResult": [ { "anythingAllowed": true } ], "checkMutations": true, "queryParameters": { }, "scope": { "bucketName": "default", "scopeName": "_default" } } } {} [16:02:18.171 DBG] [] clusterConnectionId:defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8 {} [16:02:18.171 DBG] [] Using custom connection at host : couchbase://172.23.111.133 and with username Administrator {} [16:02:18.171 DBG] [Couchbase.Transactions.AttemptContext] [35d63aac-8a4e-4059-bb20-256863e87bd9] Executing Query: query: null {"Scope": ["QueryAsync", "QueryWrapper"]} [16:02:18.378 INF] [ExecuteApplicationLambda] Attempt 35d63aac-8a4e-4059-bb20-256863e87bd9 completed. CleanupClient=False, LostCleanup=False {} [16:02:19.824 DBG] [] transactionCreate: { "transactionsFactoryRef": "484f2920-5f41-4646-b247-53ab86b83d89", "attempts": [ { "commands": [ { "insert": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "5948104e-0c42-40fa-bfad-e8ad3f830453" }, "contentJson": "{\"content\":\"initial\"}", "expectedResult": [ { "success": true } ] } }, { "commit": { "expectedResult": [ { "error": { "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookPoint": "AFTER_ATR_COMMIT" } ] }, "clusterConnectionId": "defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8" } {} [16:02:19.824 INF] [] Starting Transaction Test {} [16:02:19.824 DBG] [] Test: { "transactionsFactoryRef": "484f2920-5f41-4646-b247-53ab86b83d89", "attempts": [ { "commands": [ { "insert": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "5948104e-0c42-40fa-bfad-e8ad3f830453" }, "contentJson": "{\"content\":\"initial\"}", "expectedResult": [ { "success": true } ] } }, { "commit": { "expectedResult": [ { "error": { "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookPoint": "AFTER_ATR_COMMIT" } ] }, "clusterConnectionId": "defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8" } {} [16:02:19.824 DBG] [] clusterConnectionId:defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8 {} [16:02:19.824 DBG] [] Using custom connection at host : couchbase://172.23.111.133 and with username Administrator {} [16:02:19.824 DBG] [] Registering 1 hooks {} [16:02:19.824 DBG] [] - Hook Point AfterAtrCommit with Action FailHard {} [16:02:19.824 DBG] [] Starting Attempt 0 {} [16:02:19.825 DBG] [] Performing TransactionCommand Insert {} [16:02:19.825 DBG] [] aa0d69b9-45cf-40df-873e-c7d480c17299.5cadccfd-745c-4a28-af87-5e00c38f8ff8: Performing command: insert {} [16:02:19.825 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Requested Durability = Majority {"Scope": ["InsertWithKv", "InsertWithKv", "InitAtrIfNeeded"]} [16:02:19.987 INF] [Couchbase.Transactions.DataAccess.AtrRepository] Upserted ATR to PENDING _txn:atr-25-#11c/attempts.5cadccfd-745c-4a28-af87-5e00c38f8ff8 (cas = 1707494540058034176) {"Scope": ["InsertWithKv", "InsertWithKv", "SetAtrPending", "MutateAtrPending"]} [16:02:19.987 DBG] [Couchbase.Transactions.AttemptContext] SetAtrPending for default._default._default::_txn:atr-25-#11c (attempt=5cadccfd-745c-4a28-af87-5e00c38f8ff8) {"Scope": ["InsertWithKv", "InsertWithKv", "SetAtrPending"]} [16:02:20.165 DBG] [Couchbase.Transactions.AttemptContext] CreateStagedInsert for 5948104e-0c42-40fa-bfad-e8ad3f830453, attemptId=5cadccfd-745c-4a28-af87-5e00c38f8ff8, preCas=null, postCas=1707494540234457088 {"Scope": ["InsertWithKv", "InsertWithKv", "CreateStagedInsert"]} [16:02:20.165 DBG] [] aa0d69b9-45cf-40df-873e-c7d480c17299.5cadccfd-745c-4a28-af87-5e00c38f8ff8: Command Succeeded {} [16:02:20.165 DBG] [] Performing TransactionCommand Commit {} [16:02:20.165 DBG] [] aa0d69b9-45cf-40df-873e-c7d480c17299.5cadccfd-745c-4a28-af87-5e00c38f8ff8: Performing command: commit {} [16:02:20.341 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Updated to COMMITTED ATR _txn:atr-25-#11c/attempts.5cadccfd-745c-4a28-af87-5e00c38f8ff8 (cas = 1707494540409372672) {"Scope": ["CommitWithKv", "SetAtrCommit", "MutateAtrCommit"]} [16:02:20.341 DBG] [Couchbase.Transactions.AttemptContext] SetAtrCommit for default._default._default::_txn:atr-25-#11c (attempt=5cadccfd-745c-4a28-af87-5e00c38f8ff8) {"Scope": ["CommitWithKv", "SetAtrCommit"]} [16:02:20.341 WRN] [Couchbase.Transactions.AttemptContext] Failed attempt at committing due to FailHard {"Scope": ["CommitWithKv", "SetAtrCommit"]} [16:02:20.343 DBG] [] ExternalException.Unknown: Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 377 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 464 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 258 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 92 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1343 {} [16:02:20.343 DBG] [] Operation 'commit' failed as expected {} [16:02:20.343 DBG] [ExecuteApplicationLambda] Propagating error up. (ec = FailHard, retry = False, finalError = TransactionFailed) {} [16:02:20.343 INF] [ExecuteApplicationLambda] Attempt 5cadccfd-745c-4a28-af87-5e00c38f8ff8 completed. CleanupClient=False, LostCleanup=False {} Transaction Failed with: Couchbase.Transactions.Error.TransactionFailedException: Transaction failed. ---> Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 377 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 464 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 258 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 92 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1343 --- End of inner exception stack trace --- at Couchbase.Transactions.Transactions.RunAsync(Func`2 transactionLogic, PerTransactionConfig perConfig, Boolean singleQueryTransactionMode) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/Transactions.cs:line 229 at Couchbase.Transactions.FitPerformer.TwoWayTransaction.Run(Transactions transactions, TransactionCreateRequest request, ClusterConnection connection, IServerStreamWriter`1 responseStream) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 68 -----------------------Context Info--------------------------- [16:02:20.345 DBG] [] UNKNOWN due to Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 377 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 464 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 258 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 92 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1343 {} [16:02:20.345 INF] [] Completed Transaction Test {} [16:02:20.882 DBG] [] transactionSingleQuery: { "transactionsFactoryRef": "484f2920-5f41-4646-b247-53ab86b83d89", "clusterConnectionId": "defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8", "query": { "statement": "INSERT INTO `_default` VALUES ('5948104e-0c42-40fa-bfad-e8ad3f830453', {\"content\":\"initial\"})", "expectedResult": [ { "anythingAllowed": true } ], "checkMutations": true, "expectedMutations": 1, "queryParameters": { }, "scope": { "bucketName": "default", "scopeName": "_default" } }, "queryOptions": { "timeoutMillis": "2000" } } {} [16:02:20.883 DBG] [] clusterConnectionId:defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8 {} [16:02:20.883 DBG] [] Using custom connection at host : couchbase://172.23.111.133 and with username Administrator {} [16:02:20.883 DBG] [Couchbase.Transactions.AttemptContext] [455c025c-5a02-4a86-bccd-6806af168ac7] Executing Query: query: null {"Scope": ["QueryAsync", "QueryWrapper"]} [16:02:22.236 ERR] [Couchbase.Transactions.AttemptContext] [455c025c-5a02-4a86-bccd-6806af168ac7] query failed at query: Couchbase.CouchbaseException: Transaction staging error [17020] at Couchbase.Query.QueryResultExtensions.ThrowExceptionOnError[T](IQueryResult`1 result, QueryErrorContext context) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryResultExtensions.cs:line 142 at Couchbase.Query.QueryClient.ExecuteQuery[T](QueryOptions options, ITypeSerializer serializer, IRequestSpan span) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryClient.cs:line 286 at Couchbase.Query.QueryClient.QueryAsync[T](String statement, QueryOptions options) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryClient.cs:line 117 at Couchbase.Cluster.<>c__DisplayClass37_0`1.<g__Func|0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Cluster.cs:line 357 --- End of stack trace from previous location --- at Couchbase.Core.Retry.RetryOrchestrator.RetryAsync[T](Func`1 send, IRequest request) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Core/Retry/RetryOrchestrator.cs:line 72 at Couchbase.Cluster.QueryAsync[T](String statement, QueryOptions options) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Cluster.cs:line 360 at Couchbase.Transactions.AttemptContext.QueryWrapper[T](Int64 statementId, IScope scope, String statement, QueryOptions options, String hookPoint, IRequestSpan parentSpan, Boolean isBeginWork, Boolean existingErrorCheck, JObject txdata, Boolean txImplicit) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 2089 -----------------------Context Info--------------------------- Couchbase.Core.Exceptions.Query.QueryErrorContext {"Scope": ["QueryAsync", "QueryWrapper"]} [16:02:22.236 WRN] [Couchbase.Transactions.AttemptContext] query code=17020 cause={ "bucket": "default", "cause": "deadline expired before WWC was resolved on default._default._default._txn:atr-25-#11c", "collection": "_default", "document_key": "5948104e-0c42-40fa-bfad-e8ad3f830453", "msg": "write write conflict", "scope": "_default" } raise=failed {"Scope": ["QueryAsync", "QueryWrapper"]} [16:02:22.236 DBG] [ExecuteApplicationLambda] Propagating error up. (ec = FailOther, retry = True, finalError = TransactionFailed) {} [16:02:22.237 INF] [ExecuteApplicationLambda] Attempt 455c025c-5a02-4a86-bccd-6806af168ac7 completed. CleanupClient=False, LostCleanup=False {} [16:02:22.238 DBG] [Couchbase.Transactions.AttemptContext] [7e5cc828-92df-4747-a88f-b2ddb242aaac] Executing Query: query: null {"Scope": ["QueryAsync", "QueryWrapper"]} [16:02:23.666 ERR] [Couchbase.Transactions.AttemptContext] [7e5cc828-92df-4747-a88f-b2ddb242aaac] query failed at query: Couchbase.Core.Exceptions.IndexFailureException: Keyspace not found in CB datastore: default:_default - cause: No bucket named _default [12003] at Couchbase.Query.QueryResultExtensions.ThrowExceptionOnError[T](IQueryResult`1 result, QueryErrorContext context) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryResultExtensions.cs:line 142 at Couchbase.Query.QueryClient.ExecuteQuery[T](QueryOptions options, ITypeSerializer serializer, IRequestSpan span) at Couchbase.Query.QueryClient.QueryAsync[T](String statement, QueryOptions options) at Couchbase.Cluster.<>c__DisplayClass37_0`1.<g__Func|0>d.MoveNext() --- End of stack trace from previous location --- at Couchbase.Core.Retry.RetryOrchestrator.RetryAsync[T](Func`1 send, IRequest request) at Couchbase.Cluster.QueryAsync[T](String statement, QueryOptions options) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Cluster.cs:line 360 at Couchbase.Transactions.AttemptContext.QueryWrapper[T](Int64 statementId, IScope scope, String statement, QueryOptions options, String hookPoint, IRequestSpan parentSpan, Boolean isBeginWork, Boolean existingErrorCheck, JObject txdata, Boolean txImplicit) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 2089 -----------------------Context Info--------------------------- Couchbase.Core.Exceptions.Query.QueryErrorContext {"Scope": ["QueryAsync", "QueryWrapper"]} [16:02:23.667 INF] [ExecuteApplicationLambda] Attempt 7e5cc828-92df-4747-a88f-b2ddb242aaac completed. CleanupClient=False, LostCleanup=False {} [16:02:24.345 DBG] [] transactionCreate: { "transactionsFactoryRef": "484f2920-5f41-4646-b247-53ab86b83d89", "attempts": [ { "commands": [ { "insert": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "e2022e41-9725-47ea-826c-71b0b261fa88" }, "contentJson": "{\"content\":\"initial\"}", "expectedResult": [ { "success": true } ] } }, { "commit": { "expectedResult": [ { "error": { "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookPoint": "AFTER_ATR_COMMIT" } ] }, "clusterConnectionId": "defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8" } {} [16:02:24.345 INF] [] Starting Transaction Test {} [16:02:24.345 DBG] [] Test: { "transactionsFactoryRef": "484f2920-5f41-4646-b247-53ab86b83d89", "attempts": [ { "commands": [ { "insert": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "e2022e41-9725-47ea-826c-71b0b261fa88" }, "contentJson": "{\"content\":\"initial\"}", "expectedResult": [ { "success": true } ] } }, { "commit": { "expectedResult": [ { "error": { "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookPoint": "AFTER_ATR_COMMIT" } ] }, "clusterConnectionId": "defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8" } {} [16:02:24.345 DBG] [] clusterConnectionId:defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8 {} [16:02:24.345 DBG] [] Using custom connection at host : couchbase://172.23.111.133 and with username Administrator {} [16:02:24.345 DBG] [] Registering 1 hooks {} [16:02:24.345 DBG] [] - Hook Point AfterAtrCommit with Action FailHard {} [16:02:24.345 DBG] [] Starting Attempt 0 {} [16:02:24.345 DBG] [] Performing TransactionCommand Insert {} [16:02:24.345 DBG] [] b15bd273-084d-4f8b-aeec-958e075fdcba.a3455a9c-51b6-4998-9534-126328008464: Performing command: insert {} [16:02:24.345 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Requested Durability = Majority {"Scope": ["InsertWithKv", "InsertWithKv", "InitAtrIfNeeded"]} [16:02:24.505 INF] [Couchbase.Transactions.DataAccess.AtrRepository] Upserted ATR to PENDING _txn:atr-410-#f38/attempts.a3455a9c-51b6-4998-9534-126328008464 (cas = 1707494544575496192) {"Scope": ["InsertWithKv", "InsertWithKv", "SetAtrPending", "MutateAtrPending"]} [16:02:24.506 DBG] [Couchbase.Transactions.AttemptContext] SetAtrPending for default._default._default::_txn:atr-410-#f38 (attempt=a3455a9c-51b6-4998-9534-126328008464) {"Scope": ["InsertWithKv", "InsertWithKv", "SetAtrPending"]} [16:02:24.668 DBG] [Couchbase.Transactions.AttemptContext] CreateStagedInsert for e2022e41-9725-47ea-826c-71b0b261fa88, attemptId=a3455a9c-51b6-4998-9534-126328008464, preCas=null, postCas=1707494544738877440 {"Scope": ["InsertWithKv", "InsertWithKv", "CreateStagedInsert"]} [16:02:24.668 DBG] [] b15bd273-084d-4f8b-aeec-958e075fdcba.a3455a9c-51b6-4998-9534-126328008464: Command Succeeded {} [16:02:24.668 DBG] [] Performing TransactionCommand Commit {} [16:02:24.668 DBG] [] b15bd273-084d-4f8b-aeec-958e075fdcba.a3455a9c-51b6-4998-9534-126328008464: Performing command: commit {} [16:02:24.831 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Updated to COMMITTED ATR _txn:atr-410-#f38/attempts.a3455a9c-51b6-4998-9534-126328008464 (cas = 1707494544900554752) {"Scope": ["CommitWithKv", "SetAtrCommit", "MutateAtrCommit"]} [16:02:24.831 DBG] [Couchbase.Transactions.AttemptContext] SetAtrCommit for default._default._default::_txn:atr-410-#f38 (attempt=a3455a9c-51b6-4998-9534-126328008464) {"Scope": ["CommitWithKv", "SetAtrCommit"]} [16:02:24.832 WRN] [Couchbase.Transactions.AttemptContext] Failed attempt at committing due to FailHard {"Scope": ["CommitWithKv", "SetAtrCommit"]} [16:02:24.833 DBG] [] ExternalException.Unknown: Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 377 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 464 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 258 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 92 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1343 {} [16:02:24.833 DBG] [] Operation 'commit' failed as expected {} [16:02:24.834 DBG] [ExecuteApplicationLambda] Propagating error up. (ec = FailHard, retry = False, finalError = TransactionFailed) {} [16:02:24.834 INF] [ExecuteApplicationLambda] Attempt a3455a9c-51b6-4998-9534-126328008464 completed. CleanupClient=False, LostCleanup=False {} Transaction Failed with: Couchbase.Transactions.Error.TransactionFailedException: Transaction failed. ---> Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 377 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 464 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 258 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 92 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1343 --- End of inner exception stack trace --- at Couchbase.Transactions.Transactions.RunAsync(Func`2 transactionLogic, PerTransactionConfig perConfig, Boolean singleQueryTransactionMode) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/Transactions.cs:line 229 at Couchbase.Transactions.FitPerformer.TwoWayTransaction.Run(Transactions transactions, TransactionCreateRequest request, ClusterConnection connection, IServerStreamWriter`1 responseStream) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 68 -----------------------Context Info--------------------------- [16:02:24.836 DBG] [] UNKNOWN due to Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 377 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 464 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 258 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 92 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1343 {} [16:02:24.837 INF] [] Completed Transaction Test {} [16:02:25.342 DBG] [] transactionSingleQuery: { "transactionsFactoryRef": "484f2920-5f41-4646-b247-53ab86b83d89", "clusterConnectionId": "defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8", "query": { "statement": "UPDATE `_default` SET content = \"updated\" WHERE META().id = 'e2022e41-9725-47ea-826c-71b0b261fa88'", "expectedResult": [ { "anythingAllowed": true } ], "checkMutations": true, "queryParameters": { }, "scope": { "bucketName": "default", "scopeName": "_default" } } } {} [16:02:25.342 DBG] [] clusterConnectionId:defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8 {} [16:02:25.342 DBG] [] Using custom connection at host : couchbase://172.23.111.133 and with username Administrator {} [16:02:25.342 DBG] [Couchbase.Transactions.AttemptContext] [c1f3ff23-c56f-43b9-803d-b82f0c79a546] Executing Query: query: null {"Scope": ["QueryAsync", "QueryWrapper"]} [16:02:25.670 INF] [ExecuteApplicationLambda] Attempt c1f3ff23-c56f-43b9-803d-b82f0c79a546 completed. CleanupClient=False, LostCleanup=False {} [16:02:26.826 DBG] [] transactionCreate: { "transactionsFactoryRef": "484f2920-5f41-4646-b247-53ab86b83d89", "attempts": [ { "commands": [ { "insert": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "a63408da-db7f-4894-82f3-c7aa9c3da12f" }, "contentJson": "{\"content\":\"initial\"}", "expectedResult": [ { "success": true } ] } }, { "commit": { "expectedResult": [ { "error": { "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookPoint": "AFTER_ATR_COMMIT" } ] }, "clusterConnectionId": "defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8" } {} [16:02:26.826 INF] [] Starting Transaction Test {} [16:02:26.826 DBG] [] Test: { "transactionsFactoryRef": "484f2920-5f41-4646-b247-53ab86b83d89", "attempts": [ { "commands": [ { "insert": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "a63408da-db7f-4894-82f3-c7aa9c3da12f" }, "contentJson": "{\"content\":\"initial\"}", "expectedResult": [ { "success": true } ] } }, { "commit": { "expectedResult": [ { "error": { "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookPoint": "AFTER_ATR_COMMIT" } ] }, "clusterConnectionId": "defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8" } {} [16:02:26.826 DBG] [] clusterConnectionId:defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8 {} [16:02:26.826 DBG] [] Using custom connection at host : couchbase://172.23.111.133 and with username Administrator {} [16:02:26.826 DBG] [] Registering 1 hooks {} [16:02:26.826 DBG] [] - Hook Point AfterAtrCommit with Action FailHard {} [16:02:26.826 DBG] [] Starting Attempt 0 {} [16:02:26.826 DBG] [] Performing TransactionCommand Insert {} [16:02:26.826 DBG] [] 83daaad6-bf8f-4a2e-b4c7-a36f37f14b82.5be25f28-9a1b-40ba-a5b2-d18a61be55af: Performing command: insert {} [16:02:26.826 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Requested Durability = Majority {"Scope": ["InsertWithKv", "InsertWithKv", "InitAtrIfNeeded"]} [16:02:26.987 INF] [Couchbase.Transactions.DataAccess.AtrRepository] Upserted ATR to PENDING _txn:atr-81-#80e/attempts.5be25f28-9a1b-40ba-a5b2-d18a61be55af (cas = 1707494547056558080) {"Scope": ["InsertWithKv", "InsertWithKv", "SetAtrPending", "MutateAtrPending"]} [16:02:26.987 DBG] [Couchbase.Transactions.AttemptContext] SetAtrPending for default._default._default::_txn:atr-81-#80e (attempt=5be25f28-9a1b-40ba-a5b2-d18a61be55af) {"Scope": ["InsertWithKv", "InsertWithKv", "SetAtrPending"]} [16:02:27.151 DBG] [Couchbase.Transactions.AttemptContext] CreateStagedInsert for a63408da-db7f-4894-82f3-c7aa9c3da12f, attemptId=5be25f28-9a1b-40ba-a5b2-d18a61be55af, preCas=null, postCas=1707494547221970944 {"Scope": ["InsertWithKv", "InsertWithKv", "CreateStagedInsert"]} [16:02:27.152 DBG] [] 83daaad6-bf8f-4a2e-b4c7-a36f37f14b82.5be25f28-9a1b-40ba-a5b2-d18a61be55af: Command Succeeded {} [16:02:27.152 DBG] [] Performing TransactionCommand Commit {} [16:02:27.152 DBG] [] 83daaad6-bf8f-4a2e-b4c7-a36f37f14b82.5be25f28-9a1b-40ba-a5b2-d18a61be55af: Performing command: commit {} [16:02:27.322 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Updated to COMMITTED ATR _txn:atr-81-#80e/attempts.5be25f28-9a1b-40ba-a5b2-d18a61be55af (cas = 1707494547392233472) {"Scope": ["CommitWithKv", "SetAtrCommit", "MutateAtrCommit"]} [16:02:27.322 DBG] [Couchbase.Transactions.AttemptContext] SetAtrCommit for default._default._default::_txn:atr-81-#80e (attempt=5be25f28-9a1b-40ba-a5b2-d18a61be55af) {"Scope": ["CommitWithKv", "SetAtrCommit"]} [16:02:27.323 WRN] [Couchbase.Transactions.AttemptContext] Failed attempt at committing due to FailHard {"Scope": ["CommitWithKv", "SetAtrCommit"]} [16:02:27.324 DBG] [] ExternalException.Unknown: Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 377 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 464 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 258 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 92 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1343 {} [16:02:27.324 DBG] [] Operation 'commit' failed as expected {} [16:02:27.324 DBG] [ExecuteApplicationLambda] Propagating error up. (ec = FailHard, retry = False, finalError = TransactionFailed) {} [16:02:27.324 INF] [ExecuteApplicationLambda] Attempt 5be25f28-9a1b-40ba-a5b2-d18a61be55af completed. CleanupClient=False, LostCleanup=False {} Transaction Failed with: Couchbase.Transactions.Error.TransactionFailedException: Transaction failed. ---> Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 377 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 464 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 258 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 92 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1343 --- End of inner exception stack trace --- at Couchbase.Transactions.Transactions.RunAsync(Func`2 transactionLogic, PerTransactionConfig perConfig, Boolean singleQueryTransactionMode) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/Transactions.cs:line 229 at Couchbase.Transactions.FitPerformer.TwoWayTransaction.Run(Transactions transactions, TransactionCreateRequest request, ClusterConnection connection, IServerStreamWriter`1 responseStream) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 68 -----------------------Context Info--------------------------- [16:02:27.326 DBG] [] UNKNOWN due to Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 377 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 464 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 258 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 92 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1343 {} [16:02:27.326 INF] [] Completed Transaction Test {} [16:02:27.819 DBG] [] transactionSingleQuery: { "transactionsFactoryRef": "484f2920-5f41-4646-b247-53ab86b83d89", "clusterConnectionId": "defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8", "query": { "statement": "DELETE FROM `_default` WHERE META().id = 'a63408da-db7f-4894-82f3-c7aa9c3da12f'", "expectedResult": [ { "anythingAllowed": true } ], "checkMutations": true, "queryParameters": { }, "scope": { "bucketName": "default", "scopeName": "_default" } } } {} [16:02:27.819 DBG] [] clusterConnectionId:defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8 {} [16:02:27.819 DBG] [] Using custom connection at host : couchbase://172.23.111.133 and with username Administrator {} [16:02:27.819 DBG] [Couchbase.Transactions.AttemptContext] [4e12643c-0258-49f8-a980-95b9e7db4a18] Executing Query: query: null {"Scope": ["QueryAsync", "QueryWrapper"]} [16:02:28.145 INF] [ExecuteApplicationLambda] Attempt 4e12643c-0258-49f8-a980-95b9e7db4a18 completed. CleanupClient=False, LostCleanup=False {} [16:02:28.981 DBG] [] transactionCreate: { "transactionsFactoryRef": "484f2920-5f41-4646-b247-53ab86b83d89", "attempts": [ { "commands": [ { "insert": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "c0c41fbb-39ba-42e5-99ce-493abab4119c" }, "contentJson": "{\"content\":\"initial\"}", "expectedResult": [ { "success": true } ] } }, { "commit": { "expectedResult": [ { "error": { "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookPoint": "AFTER_ATR_COMMIT" } ] }, "clusterConnectionId": "defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8" } {} [16:02:28.981 INF] [] Starting Transaction Test {} [16:02:28.981 DBG] [] Test: { "transactionsFactoryRef": "484f2920-5f41-4646-b247-53ab86b83d89", "attempts": [ { "commands": [ { "insert": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "c0c41fbb-39ba-42e5-99ce-493abab4119c" }, "contentJson": "{\"content\":\"initial\"}", "expectedResult": [ { "success": true } ] } }, { "commit": { "expectedResult": [ { "error": { "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookPoint": "AFTER_ATR_COMMIT" } ] }, "clusterConnectionId": "defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8" } {} [16:02:28.981 DBG] [] clusterConnectionId:defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8 {} [16:02:28.981 DBG] [] Using custom connection at host : couchbase://172.23.111.133 and with username Administrator {} [16:02:28.981 DBG] [] Registering 1 hooks {} [16:02:28.981 DBG] [] - Hook Point AfterAtrCommit with Action FailHard {} [16:02:28.982 DBG] [] Starting Attempt 0 {} [16:02:28.982 DBG] [] Performing TransactionCommand Insert {} [16:02:28.982 DBG] [] b814528a-a955-473c-9b26-70b22f8caa4c.882465bb-5767-41bc-a483-273953ba98a0: Performing command: insert {} [16:02:28.982 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Requested Durability = Majority {"Scope": ["InsertWithKv", "InsertWithKv", "InitAtrIfNeeded"]} [16:02:29.144 INF] [Couchbase.Transactions.DataAccess.AtrRepository] Upserted ATR to PENDING _txn:atr-539-#639/attempts.882465bb-5767-41bc-a483-273953ba98a0 (cas = 1707494549214527488) {"Scope": ["InsertWithKv", "InsertWithKv", "SetAtrPending", "MutateAtrPending"]} [16:02:29.144 DBG] [Couchbase.Transactions.AttemptContext] SetAtrPending for default._default._default::_txn:atr-539-#639 (attempt=882465bb-5767-41bc-a483-273953ba98a0) {"Scope": ["InsertWithKv", "InsertWithKv", "SetAtrPending"]} [16:02:29.321 DBG] [Couchbase.Transactions.AttemptContext] CreateStagedInsert for c0c41fbb-39ba-42e5-99ce-493abab4119c, attemptId=882465bb-5767-41bc-a483-273953ba98a0, preCas=null, postCas=1707494549391671296 {"Scope": ["InsertWithKv", "InsertWithKv", "CreateStagedInsert"]} [16:02:29.323 DBG] [] b814528a-a955-473c-9b26-70b22f8caa4c.882465bb-5767-41bc-a483-273953ba98a0: Command Succeeded {} [16:02:29.323 DBG] [] Performing TransactionCommand Commit {} [16:02:29.323 DBG] [] b814528a-a955-473c-9b26-70b22f8caa4c.882465bb-5767-41bc-a483-273953ba98a0: Performing command: commit {} [16:02:29.484 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Updated to COMMITTED ATR _txn:atr-539-#639/attempts.882465bb-5767-41bc-a483-273953ba98a0 (cas = 1707494549554266112) {"Scope": ["CommitWithKv", "SetAtrCommit", "MutateAtrCommit"]} [16:02:29.484 DBG] [Couchbase.Transactions.AttemptContext] SetAtrCommit for default._default._default::_txn:atr-539-#639 (attempt=882465bb-5767-41bc-a483-273953ba98a0) {"Scope": ["CommitWithKv", "SetAtrCommit"]} [16:02:29.485 WRN] [Couchbase.Transactions.AttemptContext] Failed attempt at committing due to FailHard {"Scope": ["CommitWithKv", "SetAtrCommit"]} [16:02:29.486 DBG] [] ExternalException.Unknown: Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 377 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 464 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 258 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 92 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1343 {} [16:02:29.486 DBG] [] Operation 'commit' failed as expected {} [16:02:29.487 DBG] [ExecuteApplicationLambda] Propagating error up. (ec = FailHard, retry = False, finalError = TransactionFailed) {} [16:02:29.487 INF] [ExecuteApplicationLambda] Attempt 882465bb-5767-41bc-a483-273953ba98a0 completed. CleanupClient=False, LostCleanup=False {} Transaction Failed with: Couchbase.Transactions.Error.TransactionFailedException: Transaction failed. ---> Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 377 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 464 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 258 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 92 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1343 --- End of inner exception stack trace --- at Couchbase.Transactions.Transactions.RunAsync(Func`2 transactionLogic, PerTransactionConfig perConfig, Boolean singleQueryTransactionMode) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/Transactions.cs:line 229 at Couchbase.Transactions.FitPerformer.TwoWayTransaction.Run(Transactions transactions, TransactionCreateRequest request, ClusterConnection connection, IServerStreamWriter`1 responseStream) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 68 -----------------------Context Info--------------------------- [16:02:29.489 DBG] [] UNKNOWN due to Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 377 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 464 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 258 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 92 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1343 {} [16:02:29.489 INF] [] Completed Transaction Test {} [16:02:29.992 DBG] [] transactionSingleQuery: { "transactionsFactoryRef": "484f2920-5f41-4646-b247-53ab86b83d89", "clusterConnectionId": "defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8", "query": { "statement": "SELECT * FROM `_default` WHERE META().id = 'c0c41fbb-39ba-42e5-99ce-493abab4119c'", "expectedResult": [ { "anythingAllowed": true } ], "checkRowCount": true, "queryParameters": { }, "scope": { "bucketName": "default", "scopeName": "_default" } } } {} [16:02:29.992 DBG] [] clusterConnectionId:defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8 {} [16:02:29.992 DBG] [] Using custom connection at host : couchbase://172.23.111.133 and with username Administrator {} [16:02:29.992 DBG] [Couchbase.Transactions.AttemptContext] [7e832857-0cdc-4afa-8e5b-a6de08700373] Executing Query: query: null {"Scope": ["QueryAsync", "QueryWrapper"]} [16:02:30.319 INF] [ExecuteApplicationLambda] Attempt 7e832857-0cdc-4afa-8e5b-a6de08700373 completed. CleanupClient=False, LostCleanup=False {} [16:02:31.343 DBG] [] transactionCreate: { "transactionsFactoryRef": "484f2920-5f41-4646-b247-53ab86b83d89", "attempts": [ { "commands": [ { "insert": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "b47a22b9-35de-4d9b-a933-ecd63848bb64" }, "contentJson": "{\"content\":\"initial\"}", "expectedResult": [ { "success": true } ] } }, { "commit": { "expectedResult": [ { "error": { "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookPoint": "AFTER_ATR_COMMIT" } ] }, "clusterConnectionId": "defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8" } {} [16:02:31.343 INF] [] Starting Transaction Test {} [16:02:31.343 DBG] [] Test: { "transactionsFactoryRef": "484f2920-5f41-4646-b247-53ab86b83d89", "attempts": [ { "commands": [ { "insert": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "b47a22b9-35de-4d9b-a933-ecd63848bb64" }, "contentJson": "{\"content\":\"initial\"}", "expectedResult": [ { "success": true } ] } }, { "commit": { "expectedResult": [ { "error": { "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookPoint": "AFTER_ATR_COMMIT" } ] }, "clusterConnectionId": "defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8" } {} [16:02:31.343 DBG] [] clusterConnectionId:defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8 {} [16:02:31.343 DBG] [] Using custom connection at host : couchbase://172.23.111.133 and with username Administrator {} [16:02:31.343 DBG] [] Registering 1 hooks {} [16:02:31.343 DBG] [] - Hook Point AfterAtrCommit with Action FailHard {} [16:02:31.343 DBG] [] Starting Attempt 0 {} [16:02:31.343 DBG] [] Performing TransactionCommand Insert {} [16:02:31.343 DBG] [] 82361007-d2a4-47c5-b154-12cbfbd9380d.9732f525-b997-457b-ab68-1739d9bf0b98: Performing command: insert {} [16:02:31.343 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Requested Durability = Majority {"Scope": ["InsertWithKv", "InsertWithKv", "InitAtrIfNeeded"]} [16:02:31.505 INF] [Couchbase.Transactions.DataAccess.AtrRepository] Upserted ATR to PENDING _txn:atr-404-#ab9/attempts.9732f525-b997-457b-ab68-1739d9bf0b98 (cas = 1707494551575265280) {"Scope": ["InsertWithKv", "InsertWithKv", "SetAtrPending", "MutateAtrPending"]} [16:02:31.505 DBG] [Couchbase.Transactions.AttemptContext] SetAtrPending for default._default._default::_txn:atr-404-#ab9 (attempt=9732f525-b997-457b-ab68-1739d9bf0b98) {"Scope": ["InsertWithKv", "InsertWithKv", "SetAtrPending"]} [16:02:31.672 DBG] [Couchbase.Transactions.AttemptContext] CreateStagedInsert for b47a22b9-35de-4d9b-a933-ecd63848bb64, attemptId=9732f525-b997-457b-ab68-1739d9bf0b98, preCas=null, postCas=1707494551741005824 {"Scope": ["InsertWithKv", "InsertWithKv", "CreateStagedInsert"]} [16:02:31.672 DBG] [] 82361007-d2a4-47c5-b154-12cbfbd9380d.9732f525-b997-457b-ab68-1739d9bf0b98: Command Succeeded {} [16:02:31.672 DBG] [] Performing TransactionCommand Commit {} [16:02:31.672 DBG] [] 82361007-d2a4-47c5-b154-12cbfbd9380d.9732f525-b997-457b-ab68-1739d9bf0b98: Performing command: commit {} [16:02:31.835 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Updated to COMMITTED ATR _txn:atr-404-#ab9/attempts.9732f525-b997-457b-ab68-1739d9bf0b98 (cas = 1707494551904714752) {"Scope": ["CommitWithKv", "SetAtrCommit", "MutateAtrCommit"]} [16:02:31.835 DBG] [Couchbase.Transactions.AttemptContext] SetAtrCommit for default._default._default::_txn:atr-404-#ab9 (attempt=9732f525-b997-457b-ab68-1739d9bf0b98) {"Scope": ["CommitWithKv", "SetAtrCommit"]} [16:02:31.835 WRN] [Couchbase.Transactions.AttemptContext] Failed attempt at committing due to FailHard {"Scope": ["CommitWithKv", "SetAtrCommit"]} [16:02:31.836 DBG] [] ExternalException.Unknown: Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 377 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 464 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 258 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 92 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1343 {} [16:02:31.837 DBG] [] Operation 'commit' failed as expected {} [16:02:31.837 DBG] [ExecuteApplicationLambda] Propagating error up. (ec = FailHard, retry = False, finalError = TransactionFailed) {} [16:02:31.837 INF] [ExecuteApplicationLambda] Attempt 9732f525-b997-457b-ab68-1739d9bf0b98 completed. CleanupClient=False, LostCleanup=False {} Transaction Failed with: Couchbase.Transactions.Error.TransactionFailedException: Transaction failed. ---> Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 377 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 464 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 258 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 92 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1343 --- End of inner exception stack trace --- at Couchbase.Transactions.Transactions.RunAsync(Func`2 transactionLogic, PerTransactionConfig perConfig, Boolean singleQueryTransactionMode) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/Transactions.cs:line 229 at Couchbase.Transactions.FitPerformer.TwoWayTransaction.Run(Transactions transactions, TransactionCreateRequest request, ClusterConnection connection, IServerStreamWriter`1 responseStream) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 68 -----------------------Context Info--------------------------- [16:02:31.838 DBG] [] UNKNOWN due to Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 377 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 464 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 258 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 92 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1343 {} [16:02:31.839 INF] [] Completed Transaction Test {} [16:02:31.842 DBG] [] transactionSingleQuery: { "transactionsFactoryRef": "484f2920-5f41-4646-b247-53ab86b83d89", "clusterConnectionId": "defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8", "query": { "statement": "INSERT INTO `_default` VALUES ('b47a22b9-35de-4d9b-a933-ecd63848bb64', {\"content\":\"initial\"})", "expectedResult": [ { "anythingAllowed": true } ], "checkMutations": true, "expectedMutations": 1, "queryParameters": { }, "scope": { "bucketName": "default", "scopeName": "_default" } }, "queryOptions": { "timeoutMillis": "2000" } } {} [16:02:31.842 DBG] [] clusterConnectionId:defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8 {} [16:02:31.842 DBG] [] Using custom connection at host : couchbase://172.23.111.133 and with username Administrator {} [16:02:31.842 DBG] [Couchbase.Transactions.AttemptContext] [514989b4-52c0-480a-bffc-2ab0768df2e3] Executing Query: query: null {"Scope": ["QueryAsync", "QueryWrapper"]} [16:02:33.045 ERR] [Couchbase.Transactions.AttemptContext] [514989b4-52c0-480a-bffc-2ab0768df2e3] query failed at query: Couchbase.CouchbaseException: Transaction staging error [17020] at Couchbase.Query.QueryResultExtensions.ThrowExceptionOnError[T](IQueryResult`1 result, QueryErrorContext context) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryResultExtensions.cs:line 142 at Couchbase.Query.QueryClient.ExecuteQuery[T](QueryOptions options, ITypeSerializer serializer, IRequestSpan span) at Couchbase.Query.QueryClient.QueryAsync[T](String statement, QueryOptions options) at Couchbase.Cluster.<>c__DisplayClass37_0`1.<g__Func|0>d.MoveNext() --- End of stack trace from previous location --- at Couchbase.Core.Retry.RetryOrchestrator.RetryAsync[T](Func`1 send, IRequest request) at Couchbase.Cluster.QueryAsync[T](String statement, QueryOptions options) at Couchbase.Transactions.AttemptContext.QueryWrapper[T](Int64 statementId, IScope scope, String statement, QueryOptions options, String hookPoint, IRequestSpan parentSpan, Boolean isBeginWork, Boolean existingErrorCheck, JObject txdata, Boolean txImplicit) -----------------------Context Info--------------------------- Couchbase.Core.Exceptions.Query.QueryErrorContext {"Scope": ["QueryAsync", "QueryWrapper"]} [16:02:33.045 WRN] [Couchbase.Transactions.AttemptContext] query code=17020 cause={ "bucket": "default", "cause": "deadline expired before WWC was resolved on default._default._default._txn:atr-404-#ab9", "collection": "_default", "document_key": "b47a22b9-35de-4d9b-a933-ecd63848bb64", "msg": "write write conflict", "scope": "_default" } raise=failed {"Scope": ["QueryAsync", "QueryWrapper"]} [16:02:33.045 DBG] [ExecuteApplicationLambda] Propagating error up. (ec = FailOther, retry = True, finalError = TransactionFailed) {} [16:02:33.046 INF] [ExecuteApplicationLambda] Attempt 514989b4-52c0-480a-bffc-2ab0768df2e3 completed. CleanupClient=False, LostCleanup=False {} [16:02:33.047 DBG] [Couchbase.Transactions.AttemptContext] [8aa88e65-119f-4ec3-bb78-e163dce51e83] Executing Query: query: null {"Scope": ["QueryAsync", "QueryWrapper"]} [16:02:34.434 ERR] [Couchbase.Transactions.AttemptContext] [8aa88e65-119f-4ec3-bb78-e163dce51e83] query failed at query: Couchbase.Core.Exceptions.IndexFailureException: Keyspace not found in CB datastore: default:_default - cause: No bucket named _default [12003] at Couchbase.Query.QueryResultExtensions.ThrowExceptionOnError[T](IQueryResult`1 result, QueryErrorContext context) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryResultExtensions.cs:line 142 at Couchbase.Query.QueryClient.ExecuteQuery[T](QueryOptions options, ITypeSerializer serializer, IRequestSpan span) at Couchbase.Query.QueryClient.QueryAsync[T](String statement, QueryOptions options) at Couchbase.Cluster.<>c__DisplayClass37_0`1.<g__Func|0>d.MoveNext() --- End of stack trace from previous location --- at Couchbase.Core.Retry.RetryOrchestrator.RetryAsync[T](Func`1 send, IRequest request) at Couchbase.Cluster.QueryAsync[T](String statement, QueryOptions options) at Couchbase.Transactions.AttemptContext.QueryWrapper[T](Int64 statementId, IScope scope, String statement, QueryOptions options, String hookPoint, IRequestSpan parentSpan, Boolean isBeginWork, Boolean existingErrorCheck, JObject txdata, Boolean txImplicit) -----------------------Context Info--------------------------- Couchbase.Core.Exceptions.Query.QueryErrorContext {"Scope": ["QueryAsync", "QueryWrapper"]} [16:02:34.434 INF] [ExecuteApplicationLambda] Attempt 8aa88e65-119f-4ec3-bb78-e163dce51e83 completed. CleanupClient=False, LostCleanup=False {} [16:02:35.107 DBG] [] transactionCreate: { "transactionsFactoryRef": "484f2920-5f41-4646-b247-53ab86b83d89", "attempts": [ { "commands": [ { "insert": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "857eea67-9cfe-4ff8-af26-25f050a9e221" }, "contentJson": "{\"content\":\"initial\"}", "expectedResult": [ { "success": true } ] } }, { "commit": { "expectedResult": [ { "error": { "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookPoint": "AFTER_ATR_COMMIT" } ] }, "clusterConnectionId": "defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8" } {} [16:02:35.107 INF] [] Starting Transaction Test {} [16:02:35.107 DBG] [] Test: { "transactionsFactoryRef": "484f2920-5f41-4646-b247-53ab86b83d89", "attempts": [ { "commands": [ { "insert": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "857eea67-9cfe-4ff8-af26-25f050a9e221" }, "contentJson": "{\"content\":\"initial\"}", "expectedResult": [ { "success": true } ] } }, { "commit": { "expectedResult": [ { "error": { "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookPoint": "AFTER_ATR_COMMIT" } ] }, "clusterConnectionId": "defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8" } {} [16:02:35.107 DBG] [] clusterConnectionId:defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8 {} [16:02:35.107 DBG] [] Using custom connection at host : couchbase://172.23.111.133 and with username Administrator {} [16:02:35.107 DBG] [] Registering 1 hooks {} [16:02:35.107 DBG] [] - Hook Point AfterAtrCommit with Action FailHard {} [16:02:35.107 DBG] [] Starting Attempt 0 {} [16:02:35.108 DBG] [] Performing TransactionCommand Insert {} [16:02:35.108 DBG] [] 015e1ccf-28ce-4e90-8a53-2473e6aa5df6.0bf89c2a-07b1-470e-a739-358deb041522: Performing command: insert {} [16:02:35.108 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Requested Durability = Majority {"Scope": ["InsertWithKv", "InsertWithKv", "InitAtrIfNeeded"]} [16:02:35.269 INF] [Couchbase.Transactions.DataAccess.AtrRepository] Upserted ATR to PENDING _txn:atr-784-#bcb/attempts.0bf89c2a-07b1-470e-a739-358deb041522 (cas = 1707494555338080256) {"Scope": ["InsertWithKv", "InsertWithKv", "SetAtrPending", "MutateAtrPending"]} [16:02:35.269 DBG] [Couchbase.Transactions.AttemptContext] SetAtrPending for default._default._default::_txn:atr-784-#bcb (attempt=0bf89c2a-07b1-470e-a739-358deb041522) {"Scope": ["InsertWithKv", "InsertWithKv", "SetAtrPending"]} [16:02:35.434 DBG] [Couchbase.Transactions.AttemptContext] CreateStagedInsert for 857eea67-9cfe-4ff8-af26-25f050a9e221, attemptId=0bf89c2a-07b1-470e-a739-358deb041522, preCas=null, postCas=1707494555503165440 {"Scope": ["InsertWithKv", "InsertWithKv", "CreateStagedInsert"]} [16:02:35.435 DBG] [] 015e1ccf-28ce-4e90-8a53-2473e6aa5df6.0bf89c2a-07b1-470e-a739-358deb041522: Command Succeeded {} [16:02:35.435 DBG] [] Performing TransactionCommand Commit {} [16:02:35.435 DBG] [] 015e1ccf-28ce-4e90-8a53-2473e6aa5df6.0bf89c2a-07b1-470e-a739-358deb041522: Performing command: commit {} [16:02:35.605 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Updated to COMMITTED ATR _txn:atr-784-#bcb/attempts.0bf89c2a-07b1-470e-a739-358deb041522 (cas = 1707494555675394048) {"Scope": ["CommitWithKv", "SetAtrCommit", "MutateAtrCommit"]} [16:02:35.605 DBG] [Couchbase.Transactions.AttemptContext] SetAtrCommit for default._default._default::_txn:atr-784-#bcb (attempt=0bf89c2a-07b1-470e-a739-358deb041522) {"Scope": ["CommitWithKv", "SetAtrCommit"]} [16:02:35.605 WRN] [Couchbase.Transactions.AttemptContext] Failed attempt at committing due to FailHard {"Scope": ["CommitWithKv", "SetAtrCommit"]} [16:02:35.607 DBG] [] ExternalException.Unknown: Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 377 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 464 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 258 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 92 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1343 {} [16:02:35.607 DBG] [] Operation 'commit' failed as expected {} [16:02:35.607 DBG] [ExecuteApplicationLambda] Propagating error up. (ec = FailHard, retry = False, finalError = TransactionFailed) {} [16:02:35.607 INF] [ExecuteApplicationLambda] Attempt 0bf89c2a-07b1-470e-a739-358deb041522 completed. CleanupClient=False, LostCleanup=False {} Transaction Failed with: Couchbase.Transactions.Error.TransactionFailedException: Transaction failed. ---> Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 377 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 464 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 258 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 92 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1343 --- End of inner exception stack trace --- at Couchbase.Transactions.Transactions.RunAsync(Func`2 transactionLogic, PerTransactionConfig perConfig, Boolean singleQueryTransactionMode) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/Transactions.cs:line 229 at Couchbase.Transactions.FitPerformer.TwoWayTransaction.Run(Transactions transactions, TransactionCreateRequest request, ClusterConnection connection, IServerStreamWriter`1 responseStream) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 68 -----------------------Context Info--------------------------- [16:02:35.609 DBG] [] UNKNOWN due to Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 377 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 464 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 258 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 92 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1343 {} [16:02:35.609 INF] [] Completed Transaction Test {} [16:02:35.612 DBG] [] transactionSingleQuery: { "transactionsFactoryRef": "484f2920-5f41-4646-b247-53ab86b83d89", "clusterConnectionId": "defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8", "query": { "statement": "UPDATE `_default` SET content = \"updated\" WHERE META().id = '857eea67-9cfe-4ff8-af26-25f050a9e221'", "expectedResult": [ { "anythingAllowed": true } ], "checkMutations": true, "queryParameters": { }, "scope": { "bucketName": "default", "scopeName": "_default" } } } {} [16:02:35.612 DBG] [] clusterConnectionId:defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8 {} [16:02:35.612 DBG] [] Using custom connection at host : couchbase://172.23.111.133 and with username Administrator {} [16:02:35.612 DBG] [Couchbase.Transactions.AttemptContext] [5cde9472-7fda-4b9c-bc4b-87fa5665bacd] Executing Query: query: null {"Scope": ["QueryAsync", "QueryWrapper"]} [16:02:35.781 INF] [ExecuteApplicationLambda] Attempt 5cde9472-7fda-4b9c-bc4b-87fa5665bacd completed. CleanupClient=False, LostCleanup=False {} [16:02:36.592 DBG] [] transactionCreate: { "transactionsFactoryRef": "484f2920-5f41-4646-b247-53ab86b83d89", "attempts": [ { "commands": [ { "insert": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "c217fbf1-6277-4a3a-8b54-56b7a5d55dc8" }, "contentJson": "{\"content\":\"initial\"}", "expectedResult": [ { "success": true } ] } }, { "commit": { "expectedResult": [ { "error": { "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookPoint": "AFTER_ATR_COMMIT" } ] }, "clusterConnectionId": "defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8" } {} [16:02:36.592 INF] [] Starting Transaction Test {} [16:02:36.592 DBG] [] Test: { "transactionsFactoryRef": "484f2920-5f41-4646-b247-53ab86b83d89", "attempts": [ { "commands": [ { "insert": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "c217fbf1-6277-4a3a-8b54-56b7a5d55dc8" }, "contentJson": "{\"content\":\"initial\"}", "expectedResult": [ { "success": true } ] } }, { "commit": { "expectedResult": [ { "error": { "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookPoint": "AFTER_ATR_COMMIT" } ] }, "clusterConnectionId": "defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8" } {} [16:02:36.592 DBG] [] clusterConnectionId:defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8 {} [16:02:36.592 DBG] [] Using custom connection at host : couchbase://172.23.111.133 and with username Administrator {} [16:02:36.592 DBG] [] Registering 1 hooks {} [16:02:36.592 DBG] [] - Hook Point AfterAtrCommit with Action FailHard {} [16:02:36.592 DBG] [] Starting Attempt 0 {} [16:02:36.592 DBG] [] Performing TransactionCommand Insert {} [16:02:36.592 DBG] [] e04937f9-e054-431b-9c8e-e9720404e14d.7e596217-ddf2-432c-83a9-6f28de514017: Performing command: insert {} [16:02:36.592 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Requested Durability = Majority {"Scope": ["InsertWithKv", "InsertWithKv", "InitAtrIfNeeded"]} [16:02:36.751 INF] [Couchbase.Transactions.DataAccess.AtrRepository] Upserted ATR to PENDING _txn:atr-426-#27/attempts.7e596217-ddf2-432c-83a9-6f28de514017 (cas = 1707494556822667264) {"Scope": ["InsertWithKv", "InsertWithKv", "SetAtrPending", "MutateAtrPending"]} [16:02:36.751 DBG] [Couchbase.Transactions.AttemptContext] SetAtrPending for default._default._default::_txn:atr-426-#27 (attempt=7e596217-ddf2-432c-83a9-6f28de514017) {"Scope": ["InsertWithKv", "InsertWithKv", "SetAtrPending"]} [16:02:36.914 DBG] [Couchbase.Transactions.AttemptContext] CreateStagedInsert for c217fbf1-6277-4a3a-8b54-56b7a5d55dc8, attemptId=7e596217-ddf2-432c-83a9-6f28de514017, preCas=null, postCas=1707494556984606720 {"Scope": ["InsertWithKv", "InsertWithKv", "CreateStagedInsert"]} [16:02:36.914 DBG] [] e04937f9-e054-431b-9c8e-e9720404e14d.7e596217-ddf2-432c-83a9-6f28de514017: Command Succeeded {} [16:02:36.915 DBG] [] Performing TransactionCommand Commit {} [16:02:36.915 DBG] [] e04937f9-e054-431b-9c8e-e9720404e14d.7e596217-ddf2-432c-83a9-6f28de514017: Performing command: commit {} [16:02:37.078 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Updated to COMMITTED ATR _txn:atr-426-#27/attempts.7e596217-ddf2-432c-83a9-6f28de514017 (cas = 1707494557148774400) {"Scope": ["CommitWithKv", "SetAtrCommit", "MutateAtrCommit"]} [16:02:37.078 DBG] [Couchbase.Transactions.AttemptContext] SetAtrCommit for default._default._default::_txn:atr-426-#27 (attempt=7e596217-ddf2-432c-83a9-6f28de514017) {"Scope": ["CommitWithKv", "SetAtrCommit"]} [16:02:37.078 WRN] [Couchbase.Transactions.AttemptContext] Failed attempt at committing due to FailHard {"Scope": ["CommitWithKv", "SetAtrCommit"]} [16:02:37.079 DBG] [] ExternalException.Unknown: Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 377 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 464 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 258 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 92 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1343 {} [16:02:37.080 DBG] [] Operation 'commit' failed as expected {} [16:02:37.080 DBG] [ExecuteApplicationLambda] Propagating error up. (ec = FailHard, retry = False, finalError = TransactionFailed) {} [16:02:37.080 INF] [ExecuteApplicationLambda] Attempt 7e596217-ddf2-432c-83a9-6f28de514017 completed. CleanupClient=False, LostCleanup=False {} Transaction Failed with: Couchbase.Transactions.Error.TransactionFailedException: Transaction failed. ---> Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 377 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 464 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 258 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 92 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1343 --- End of inner exception stack trace --- at Couchbase.Transactions.Transactions.RunAsync(Func`2 transactionLogic, PerTransactionConfig perConfig, Boolean singleQueryTransactionMode) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/Transactions.cs:line 229 at Couchbase.Transactions.FitPerformer.TwoWayTransaction.Run(Transactions transactions, TransactionCreateRequest request, ClusterConnection connection, IServerStreamWriter`1 responseStream) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 68 -----------------------Context Info--------------------------- [16:02:37.082 DBG] [] UNKNOWN due to Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 377 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 464 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 258 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 92 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1343 {} [16:02:37.082 INF] [] Completed Transaction Test {} [16:02:37.086 DBG] [] transactionSingleQuery: { "transactionsFactoryRef": "484f2920-5f41-4646-b247-53ab86b83d89", "clusterConnectionId": "defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8", "query": { "statement": "DELETE FROM `_default` WHERE META().id = 'c217fbf1-6277-4a3a-8b54-56b7a5d55dc8'", "expectedResult": [ { "anythingAllowed": true } ], "checkMutations": true, "queryParameters": { }, "scope": { "bucketName": "default", "scopeName": "_default" } } } {} [16:02:37.086 DBG] [] clusterConnectionId:defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8 {} [16:02:37.086 DBG] [] Using custom connection at host : couchbase://172.23.111.133 and with username Administrator {} [16:02:37.086 DBG] [Couchbase.Transactions.AttemptContext] [78ba3bb6-182f-4805-997d-bcf5be7ab6b3] Executing Query: query: null {"Scope": ["QueryAsync", "QueryWrapper"]} [16:02:37.414 INF] [ExecuteApplicationLambda] Attempt 78ba3bb6-182f-4805-997d-bcf5be7ab6b3 completed. CleanupClient=False, LostCleanup=False {} [16:02:38.231 DBG] [] transactionCreate: { "transactionsFactoryRef": "484f2920-5f41-4646-b247-53ab86b83d89", "attempts": [ { "commands": [ { "insert": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "84b521d0-502c-44fa-a6d2-7c7b7f377b49" }, "contentJson": "{\"content\":\"initial\"}", "expectedResult": [ { "success": true } ] } }, { "commit": { "expectedResult": [ { "error": { "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookPoint": "AFTER_ATR_COMMIT" } ] }, "clusterConnectionId": "defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8" } {} [16:02:38.231 INF] [] Starting Transaction Test {} [16:02:38.231 DBG] [] Test: { "transactionsFactoryRef": "484f2920-5f41-4646-b247-53ab86b83d89", "attempts": [ { "commands": [ { "insert": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "84b521d0-502c-44fa-a6d2-7c7b7f377b49" }, "contentJson": "{\"content\":\"initial\"}", "expectedResult": [ { "success": true } ] } }, { "commit": { "expectedResult": [ { "error": { "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookPoint": "AFTER_ATR_COMMIT" } ] }, "clusterConnectionId": "defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8" } {} [16:02:38.231 DBG] [] clusterConnectionId:defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8 {} [16:02:38.231 DBG] [] Using custom connection at host : couchbase://172.23.111.133 and with username Administrator {} [16:02:38.231 DBG] [] Registering 1 hooks {} [16:02:38.231 DBG] [] - Hook Point AfterAtrCommit with Action FailHard {} [16:02:38.232 DBG] [] Starting Attempt 0 {} [16:02:38.232 DBG] [] Performing TransactionCommand Insert {} [16:02:38.232 DBG] [] fc3b2c21-6365-454d-964f-3382d82986fc.6237d5ca-f4cd-4ee8-9aac-b59d30427476: Performing command: insert {} [16:02:38.232 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Requested Durability = Majority {"Scope": ["InsertWithKv", "InsertWithKv", "InitAtrIfNeeded"]} [16:02:38.394 INF] [Couchbase.Transactions.DataAccess.AtrRepository] Upserted ATR to PENDING _txn:atr-102-#81a/attempts.6237d5ca-f4cd-4ee8-9aac-b59d30427476 (cas = 1707494558462836736) {"Scope": ["InsertWithKv", "InsertWithKv", "SetAtrPending", "MutateAtrPending"]} [16:02:38.394 DBG] [Couchbase.Transactions.AttemptContext] SetAtrPending for default._default._default::_txn:atr-102-#81a (attempt=6237d5ca-f4cd-4ee8-9aac-b59d30427476) {"Scope": ["InsertWithKv", "InsertWithKv", "SetAtrPending"]} [16:02:38.557 DBG] [Couchbase.Transactions.AttemptContext] CreateStagedInsert for 84b521d0-502c-44fa-a6d2-7c7b7f377b49, attemptId=6237d5ca-f4cd-4ee8-9aac-b59d30427476, preCas=null, postCas=1707494558626545664 {"Scope": ["InsertWithKv", "InsertWithKv", "CreateStagedInsert"]} [16:02:38.557 DBG] [] fc3b2c21-6365-454d-964f-3382d82986fc.6237d5ca-f4cd-4ee8-9aac-b59d30427476: Command Succeeded {} [16:02:38.558 DBG] [] Performing TransactionCommand Commit {} [16:02:38.558 DBG] [] fc3b2c21-6365-454d-964f-3382d82986fc.6237d5ca-f4cd-4ee8-9aac-b59d30427476: Performing command: commit {} [16:02:38.720 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Updated to COMMITTED ATR _txn:atr-102-#81a/attempts.6237d5ca-f4cd-4ee8-9aac-b59d30427476 (cas = 1707494558790909952) {"Scope": ["CommitWithKv", "SetAtrCommit", "MutateAtrCommit"]} [16:02:38.720 DBG] [Couchbase.Transactions.AttemptContext] SetAtrCommit for default._default._default::_txn:atr-102-#81a (attempt=6237d5ca-f4cd-4ee8-9aac-b59d30427476) {"Scope": ["CommitWithKv", "SetAtrCommit"]} [16:02:38.720 WRN] [Couchbase.Transactions.AttemptContext] Failed attempt at committing due to FailHard {"Scope": ["CommitWithKv", "SetAtrCommit"]} [16:02:38.721 DBG] [] ExternalException.Unknown: Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 377 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 464 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 258 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 92 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1343 {} [16:02:38.721 DBG] [] Operation 'commit' failed as expected {} [16:02:38.722 DBG] [ExecuteApplicationLambda] Propagating error up. (ec = FailHard, retry = False, finalError = TransactionFailed) {} [16:02:38.722 INF] [ExecuteApplicationLambda] Attempt 6237d5ca-f4cd-4ee8-9aac-b59d30427476 completed. CleanupClient=False, LostCleanup=False {} Transaction Failed with: Couchbase.Transactions.Error.TransactionFailedException: Transaction failed. ---> Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 377 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 464 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 258 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 92 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1343 --- End of inner exception stack trace --- at Couchbase.Transactions.Transactions.RunAsync(Func`2 transactionLogic, PerTransactionConfig perConfig, Boolean singleQueryTransactionMode) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/Transactions.cs:line 229 at Couchbase.Transactions.FitPerformer.TwoWayTransaction.Run(Transactions transactions, TransactionCreateRequest request, ClusterConnection connection, IServerStreamWriter`1 responseStream) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 68 -----------------------Context Info--------------------------- [16:02:38.723 DBG] [] UNKNOWN due to Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 377 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 464 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 258 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 92 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1343 {} [16:02:38.723 INF] [] Completed Transaction Test {} [16:02:38.727 DBG] [] transactionSingleQuery: { "transactionsFactoryRef": "484f2920-5f41-4646-b247-53ab86b83d89", "clusterConnectionId": "defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8", "query": { "statement": "SELECT * FROM `_default` WHERE META().id = '84b521d0-502c-44fa-a6d2-7c7b7f377b49'", "expectedResult": [ { "anythingAllowed": true } ], "checkRowCount": true, "queryParameters": { }, "scope": { "bucketName": "default", "scopeName": "_default" } } } {} [16:02:38.727 DBG] [] clusterConnectionId:defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8 {} [16:02:38.727 DBG] [] Using custom connection at host : couchbase://172.23.111.133 and with username Administrator {} [16:02:38.727 DBG] [Couchbase.Transactions.AttemptContext] [143aa816-bb0e-4c57-b5c8-f90a4d750d18] Executing Query: query: null {"Scope": ["QueryAsync", "QueryWrapper"]} [16:02:38.892 INF] [ExecuteApplicationLambda] Attempt 143aa816-bb0e-4c57-b5c8-f90a4d750d18 completed. CleanupClient=False, LostCleanup=False {} [16:02:39.894 DBG] [] transactionCreate: { "transactionsFactoryRef": "484f2920-5f41-4646-b247-53ab86b83d89", "attempts": [ { "commands": [ { "insert": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "1c63de24-181f-4132-9523-311bb1fc3b6e" }, "contentJson": "{\"content\":\"initial\"}", "expectedResult": [ { "success": true } ] } }, { "commit": { "expectedResult": [ { "error": { "errorClass": "EC_FAIL_OTHER", "autoRollbackAttempt": true, "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookAction": "FAIL_OTHER" }, { "hookPoint": "AFTER_ATR_ABORTED" } ] }, "clusterConnectionId": "defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8" } {} [16:02:39.894 INF] [] Starting Transaction Test {} [16:02:39.894 DBG] [] Test: { "transactionsFactoryRef": "484f2920-5f41-4646-b247-53ab86b83d89", "attempts": [ { "commands": [ { "insert": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "1c63de24-181f-4132-9523-311bb1fc3b6e" }, "contentJson": "{\"content\":\"initial\"}", "expectedResult": [ { "success": true } ] } }, { "commit": { "expectedResult": [ { "error": { "errorClass": "EC_FAIL_OTHER", "autoRollbackAttempt": true, "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookAction": "FAIL_OTHER" }, { "hookPoint": "AFTER_ATR_ABORTED" } ] }, "clusterConnectionId": "defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8" } {} [16:02:39.894 DBG] [] clusterConnectionId:defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8 {} [16:02:39.894 DBG] [] Using custom connection at host : couchbase://172.23.111.133 and with username Administrator {} [16:02:39.894 DBG] [] Registering 2 hooks {} [16:02:39.894 DBG] [] - Hook Point BeforeAtrCommit with Action FailOther {} [16:02:39.894 DBG] [] - Hook Point AfterAtrAborted with Action FailHard {} [16:02:39.894 DBG] [] Starting Attempt 0 {} [16:02:39.894 DBG] [] Performing TransactionCommand Insert {} [16:02:39.894 DBG] [] 11334276-f952-4544-a36a-42e07ce6fdf8.93b05ce2-3313-419b-921b-89b9ea686f59: Performing command: insert {} [16:02:39.895 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Requested Durability = Majority {"Scope": ["InsertWithKv", "InsertWithKv", "InitAtrIfNeeded"]} [16:02:40.055 INF] [Couchbase.Transactions.DataAccess.AtrRepository] Upserted ATR to PENDING _txn:atr-1015-#803/attempts.93b05ce2-3313-419b-921b-89b9ea686f59 (cas = 1707494560126205952) {"Scope": ["InsertWithKv", "InsertWithKv", "SetAtrPending", "MutateAtrPending"]} [16:02:40.055 DBG] [Couchbase.Transactions.AttemptContext] SetAtrPending for default._default._default::_txn:atr-1015-#803 (attempt=93b05ce2-3313-419b-921b-89b9ea686f59) {"Scope": ["InsertWithKv", "InsertWithKv", "SetAtrPending"]} [16:02:40.223 DBG] [Couchbase.Transactions.AttemptContext] CreateStagedInsert for 1c63de24-181f-4132-9523-311bb1fc3b6e, attemptId=93b05ce2-3313-419b-921b-89b9ea686f59, preCas=null, postCas=1707494560293519360 {"Scope": ["InsertWithKv", "InsertWithKv", "CreateStagedInsert"]} [16:02:40.224 DBG] [] 11334276-f952-4544-a36a-42e07ce6fdf8.93b05ce2-3313-419b-921b-89b9ea686f59: Command Succeeded {} [16:02:40.224 DBG] [] Performing TransactionCommand Commit {} [16:02:40.224 DBG] [] 11334276-f952-4544-a36a-42e07ce6fdf8.93b05ce2-3313-419b-921b-89b9ea686f59: Performing command: commit {} [16:02:40.224 WRN] [Couchbase.Transactions.AttemptContext] Failed attempt at committing due to FailOther {"Scope": ["CommitWithKv", "SetAtrCommit"]} [16:02:40.226 DBG] [] ExternalException.Unknown: Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException' was thrown. at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_3() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 291 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 377 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 464 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 258 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.BeforeAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 89 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1340 {} [16:02:40.226 DBG] [] Operation 'commit' failed as expected {} [16:02:40.226 WRN] [ExecuteApplicationLambda] Attempt failed, attempting automatic rollback... {} [16:02:40.227 INF] [Couchbase.Transactions.AttemptContext] Setting Aborted status. isAppRollback=False {"Scope": ["RollbackWithKv", "SetAtrAborted"]} [16:02:40.388 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Updated to ABORTED ATR _txn:atr-1015-#803/attempts.93b05ce2-3313-419b-921b-89b9ea686f59 (cas = 1707494560457162752) {"Scope": ["RollbackWithKv", "SetAtrAborted", "MutateAtrAborted"]} [16:02:40.388 DBG] [Couchbase.Transactions.AttemptContext] SetAtrAborted for default._default._default::_txn:atr-1015-#803 (attempt=93b05ce2-3313-419b-921b-89b9ea686f59) {"Scope": ["RollbackWithKv", "SetAtrAborted"]} [16:02:40.389 WRN] [ExecuteApplicationLambda] Rollback failed due to Exception of type 'Couchbase.Transactions.Error.External.TransactionOperationFailedException' was thrown. {} [16:02:40.389 INF] [ExecuteApplicationLambda] Attempt 93b05ce2-3313-419b-921b-89b9ea686f59 completed. CleanupClient=False, LostCleanup=False {} Transaction Failed with: Couchbase.Transactions.Error.TransactionFailedException: Transaction failed. ---> Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException' was thrown. at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_3() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 291 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 377 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 464 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 258 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.BeforeAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 89 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1340 --- End of inner exception stack trace --- at Couchbase.Transactions.Transactions.RunAsync(Func`2 transactionLogic, PerTransactionConfig perConfig, Boolean singleQueryTransactionMode) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/Transactions.cs:line 229 at Couchbase.Transactions.FitPerformer.TwoWayTransaction.Run(Transactions transactions, TransactionCreateRequest request, ClusterConnection connection, IServerStreamWriter`1 responseStream) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 68 -----------------------Context Info--------------------------- [16:02:40.391 DBG] [] UNKNOWN due to Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException' was thrown. at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_3() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 291 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 377 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 464 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 258 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.BeforeAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 89 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1340 {} [16:02:40.391 INF] [] Completed Transaction Test {} [16:02:40.887 DBG] [] transactionSingleQuery: { "transactionsFactoryRef": "484f2920-5f41-4646-b247-53ab86b83d89", "clusterConnectionId": "defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8", "query": { "statement": "INSERT INTO `_default` VALUES ('1c63de24-181f-4132-9523-311bb1fc3b6e', {\"content\":\"initial\"})", "expectedResult": [ { "anythingAllowed": true } ], "checkMutations": true, "expectedMutations": 1, "queryParameters": { }, "scope": { "bucketName": "default", "scopeName": "_default" } }, "queryOptions": { "timeoutMillis": "2000" } } {} [16:02:40.887 DBG] [] clusterConnectionId:defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8 {} [16:02:40.887 DBG] [] Using custom connection at host : couchbase://172.23.111.133 and with username Administrator {} [16:02:40.887 DBG] [Couchbase.Transactions.AttemptContext] [9dbc55b9-81d3-409d-a002-c7b49880b593] Executing Query: query: null {"Scope": ["QueryAsync", "QueryWrapper"]} [16:02:42.239 ERR] [Couchbase.Transactions.AttemptContext] [9dbc55b9-81d3-409d-a002-c7b49880b593] query failed at query: Couchbase.CouchbaseException: Transaction staging error [17020] at Couchbase.Query.QueryResultExtensions.ThrowExceptionOnError[T](IQueryResult`1 result, QueryErrorContext context) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryResultExtensions.cs:line 142 at Couchbase.Query.QueryClient.ExecuteQuery[T](QueryOptions options, ITypeSerializer serializer, IRequestSpan span) at Couchbase.Query.QueryClient.QueryAsync[T](String statement, QueryOptions options) at Couchbase.Cluster.<>c__DisplayClass37_0`1.<g__Func|0>d.MoveNext() --- End of stack trace from previous location --- at Couchbase.Core.Retry.RetryOrchestrator.RetryAsync[T](Func`1 send, IRequest request) at Couchbase.Cluster.QueryAsync[T](String statement, QueryOptions options) at Couchbase.Transactions.AttemptContext.QueryWrapper[T](Int64 statementId, IScope scope, String statement, QueryOptions options, String hookPoint, IRequestSpan parentSpan, Boolean isBeginWork, Boolean existingErrorCheck, JObject txdata, Boolean txImplicit) -----------------------Context Info--------------------------- Couchbase.Core.Exceptions.Query.QueryErrorContext {"Scope": ["QueryAsync", "QueryWrapper"]} [16:02:42.239 WRN] [Couchbase.Transactions.AttemptContext] query code=17020 cause={ "bucket": "default", "cause": "deadline expired before WWC was resolved on default._default._default._txn:atr-1015-#803", "collection": "_default", "document_key": "1c63de24-181f-4132-9523-311bb1fc3b6e", "msg": "write write conflict", "scope": "_default" } raise=failed {"Scope": ["QueryAsync", "QueryWrapper"]} [16:02:42.240 DBG] [ExecuteApplicationLambda] Propagating error up. (ec = FailOther, retry = True, finalError = TransactionFailed) {} [16:02:42.240 INF] [ExecuteApplicationLambda] Attempt 9dbc55b9-81d3-409d-a002-c7b49880b593 completed. CleanupClient=False, LostCleanup=False {} [16:02:42.247 DBG] [Couchbase.Transactions.AttemptContext] [1a138827-8120-4a9d-b55c-0704d20d83fc] Executing Query: query: null {"Scope": ["QueryAsync", "QueryWrapper"]} [16:02:43.623 ERR] [Couchbase.Transactions.AttemptContext] [1a138827-8120-4a9d-b55c-0704d20d83fc] query failed at query: Couchbase.Core.Exceptions.IndexFailureException: Keyspace not found in CB datastore: default:_default - cause: No bucket named _default [12003] at Couchbase.Query.QueryResultExtensions.ThrowExceptionOnError[T](IQueryResult`1 result, QueryErrorContext context) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryResultExtensions.cs:line 142 at Couchbase.Query.QueryClient.ExecuteQuery[T](QueryOptions options, ITypeSerializer serializer, IRequestSpan span) at Couchbase.Query.QueryClient.QueryAsync[T](String statement, QueryOptions options) at Couchbase.Cluster.<>c__DisplayClass37_0`1.<g__Func|0>d.MoveNext() --- End of stack trace from previous location --- at Couchbase.Core.Retry.RetryOrchestrator.RetryAsync[T](Func`1 send, IRequest request) at Couchbase.Cluster.QueryAsync[T](String statement, QueryOptions options) at Couchbase.Transactions.AttemptContext.QueryWrapper[T](Int64 statementId, IScope scope, String statement, QueryOptions options, String hookPoint, IRequestSpan parentSpan, Boolean isBeginWork, Boolean existingErrorCheck, JObject txdata, Boolean txImplicit) -----------------------Context Info--------------------------- Couchbase.Core.Exceptions.Query.QueryErrorContext {"Scope": ["QueryAsync", "QueryWrapper"]} [16:02:43.623 INF] [ExecuteApplicationLambda] Attempt 1a138827-8120-4a9d-b55c-0704d20d83fc completed. CleanupClient=False, LostCleanup=False {} [16:02:44.277 DBG] [] transactionCreate: { "transactionsFactoryRef": "484f2920-5f41-4646-b247-53ab86b83d89", "attempts": [ { "commands": [ { "insert": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "e86995c8-900e-4a54-a6dd-9c20b19cd2b1" }, "contentJson": "{\"content\":\"initial\"}", "expectedResult": [ { "success": true } ] } }, { "commit": { "expectedResult": [ { "error": { "errorClass": "EC_FAIL_OTHER", "autoRollbackAttempt": true, "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookAction": "FAIL_OTHER" }, { "hookPoint": "AFTER_ATR_ABORTED" } ] }, "clusterConnectionId": "defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8" } {} [16:02:44.277 INF] [] Starting Transaction Test {} [16:02:44.277 DBG] [] Test: { "transactionsFactoryRef": "484f2920-5f41-4646-b247-53ab86b83d89", "attempts": [ { "commands": [ { "insert": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "e86995c8-900e-4a54-a6dd-9c20b19cd2b1" }, "contentJson": "{\"content\":\"initial\"}", "expectedResult": [ { "success": true } ] } }, { "commit": { "expectedResult": [ { "error": { "errorClass": "EC_FAIL_OTHER", "autoRollbackAttempt": true, "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookAction": "FAIL_OTHER" }, { "hookPoint": "AFTER_ATR_ABORTED" } ] }, "clusterConnectionId": "defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8" } {} [16:02:44.277 DBG] [] clusterConnectionId:defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8 {} [16:02:44.278 DBG] [] Using custom connection at host : couchbase://172.23.111.133 and with username Administrator {} [16:02:44.278 DBG] [] Registering 2 hooks {} [16:02:44.278 DBG] [] - Hook Point BeforeAtrCommit with Action FailOther {} [16:02:44.278 DBG] [] - Hook Point AfterAtrAborted with Action FailHard {} [16:02:44.278 DBG] [] Starting Attempt 0 {} [16:02:44.278 DBG] [] Performing TransactionCommand Insert {} [16:02:44.278 DBG] [] 0ced3438-cd2f-4e84-9bf9-8d545e574fad.be76c788-8374-436e-a4fc-59ac34a1ac1c: Performing command: insert {} [16:02:44.278 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Requested Durability = Majority {"Scope": ["InsertWithKv", "InsertWithKv", "InitAtrIfNeeded"]} [16:02:44.439 INF] [Couchbase.Transactions.DataAccess.AtrRepository] Upserted ATR to PENDING _txn:atr-675-#12b3/attempts.be76c788-8374-436e-a4fc-59ac34a1ac1c (cas = 1707494564509712384) {"Scope": ["InsertWithKv", "InsertWithKv", "SetAtrPending", "MutateAtrPending"]} [16:02:44.439 DBG] [Couchbase.Transactions.AttemptContext] SetAtrPending for default._default._default::_txn:atr-675-#12b3 (attempt=be76c788-8374-436e-a4fc-59ac34a1ac1c) {"Scope": ["InsertWithKv", "InsertWithKv", "SetAtrPending"]} [16:02:44.602 DBG] [Couchbase.Transactions.AttemptContext] CreateStagedInsert for e86995c8-900e-4a54-a6dd-9c20b19cd2b1, attemptId=be76c788-8374-436e-a4fc-59ac34a1ac1c, preCas=null, postCas=1707494564672438272 {"Scope": ["InsertWithKv", "InsertWithKv", "CreateStagedInsert"]} [16:02:44.602 DBG] [] 0ced3438-cd2f-4e84-9bf9-8d545e574fad.be76c788-8374-436e-a4fc-59ac34a1ac1c: Command Succeeded {} [16:02:44.602 DBG] [] Performing TransactionCommand Commit {} [16:02:44.602 DBG] [] 0ced3438-cd2f-4e84-9bf9-8d545e574fad.be76c788-8374-436e-a4fc-59ac34a1ac1c: Performing command: commit {} [16:02:44.603 WRN] [Couchbase.Transactions.AttemptContext] Failed attempt at committing due to FailOther {"Scope": ["CommitWithKv", "SetAtrCommit"]} [16:02:44.604 DBG] [] ExternalException.Unknown: Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException' was thrown. at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_3() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 291 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 377 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 464 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 258 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.BeforeAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 89 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1340 {} [16:02:44.604 DBG] [] Operation 'commit' failed as expected {} [16:02:44.604 WRN] [ExecuteApplicationLambda] Attempt failed, attempting automatic rollback... {} [16:02:44.605 INF] [Couchbase.Transactions.AttemptContext] Setting Aborted status. isAppRollback=False {"Scope": ["RollbackWithKv", "SetAtrAborted"]} [16:02:44.763 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Updated to ABORTED ATR _txn:atr-675-#12b3/attempts.be76c788-8374-436e-a4fc-59ac34a1ac1c (cas = 1707494564834246656) {"Scope": ["RollbackWithKv", "SetAtrAborted", "MutateAtrAborted"]} [16:02:44.763 DBG] [Couchbase.Transactions.AttemptContext] SetAtrAborted for default._default._default::_txn:atr-675-#12b3 (attempt=be76c788-8374-436e-a4fc-59ac34a1ac1c) {"Scope": ["RollbackWithKv", "SetAtrAborted"]} [16:02:44.764 WRN] [ExecuteApplicationLambda] Rollback failed due to Exception of type 'Couchbase.Transactions.Error.External.TransactionOperationFailedException' was thrown. {} [16:02:44.764 INF] [ExecuteApplicationLambda] Attempt be76c788-8374-436e-a4fc-59ac34a1ac1c completed. CleanupClient=False, LostCleanup=False {} Transaction Failed with: Couchbase.Transactions.Error.TransactionFailedException: Transaction failed. ---> Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException' was thrown. at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_3() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 291 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 377 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 464 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 258 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.BeforeAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 89 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1340 --- End of inner exception stack trace --- at Couchbase.Transactions.Transactions.RunAsync(Func`2 transactionLogic, PerTransactionConfig perConfig, Boolean singleQueryTransactionMode) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/Transactions.cs:line 229 at Couchbase.Transactions.FitPerformer.TwoWayTransaction.Run(Transactions transactions, TransactionCreateRequest request, ClusterConnection connection, IServerStreamWriter`1 responseStream) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 68 -----------------------Context Info--------------------------- [16:02:44.768 DBG] [] UNKNOWN due to Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException' was thrown. at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_3() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 291 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 377 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 464 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 258 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.BeforeAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 89 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1340 {} [16:02:44.768 INF] [] Completed Transaction Test {} [16:02:45.271 DBG] [] transactionSingleQuery: { "transactionsFactoryRef": "484f2920-5f41-4646-b247-53ab86b83d89", "clusterConnectionId": "defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8", "query": { "statement": "UPDATE `_default` SET content = \"updated\" WHERE META().id = 'e86995c8-900e-4a54-a6dd-9c20b19cd2b1'", "expectedResult": [ { "anythingAllowed": true } ], "checkMutations": true, "queryParameters": { }, "scope": { "bucketName": "default", "scopeName": "_default" } } } {} [16:02:45.271 DBG] [] clusterConnectionId:defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8 {} [16:02:45.271 DBG] [] Using custom connection at host : couchbase://172.23.111.133 and with username Administrator {} [16:02:45.271 DBG] [Couchbase.Transactions.AttemptContext] [2613aba7-93c3-46f9-acfe-eaa367ceb010] Executing Query: query: null {"Scope": ["QueryAsync", "QueryWrapper"]} [16:02:45.594 INF] [ExecuteApplicationLambda] Attempt 2613aba7-93c3-46f9-acfe-eaa367ceb010 completed. CleanupClient=False, LostCleanup=False {} [16:02:46.266 DBG] [] transactionCreate: { "transactionsFactoryRef": "484f2920-5f41-4646-b247-53ab86b83d89", "attempts": [ { "commands": [ { "insert": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "e3a0f09c-c5ac-48a9-b9ad-bdfda1d56cdc" }, "contentJson": "{\"content\":\"initial\"}", "expectedResult": [ { "success": true } ] } }, { "commit": { "expectedResult": [ { "error": { "errorClass": "EC_FAIL_OTHER", "autoRollbackAttempt": true, "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookAction": "FAIL_OTHER" }, { "hookPoint": "AFTER_ATR_ABORTED" } ] }, "clusterConnectionId": "defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8" } {} [16:02:46.266 INF] [] Starting Transaction Test {} [16:02:46.266 DBG] [] Test: { "transactionsFactoryRef": "484f2920-5f41-4646-b247-53ab86b83d89", "attempts": [ { "commands": [ { "insert": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "e3a0f09c-c5ac-48a9-b9ad-bdfda1d56cdc" }, "contentJson": "{\"content\":\"initial\"}", "expectedResult": [ { "success": true } ] } }, { "commit": { "expectedResult": [ { "error": { "errorClass": "EC_FAIL_OTHER", "autoRollbackAttempt": true, "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookAction": "FAIL_OTHER" }, { "hookPoint": "AFTER_ATR_ABORTED" } ] }, "clusterConnectionId": "defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8" } {} [16:02:46.266 DBG] [] clusterConnectionId:defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8 {} [16:02:46.266 DBG] [] Using custom connection at host : couchbase://172.23.111.133 and with username Administrator {} [16:02:46.266 DBG] [] Registering 2 hooks {} [16:02:46.266 DBG] [] - Hook Point BeforeAtrCommit with Action FailOther {} [16:02:46.266 DBG] [] - Hook Point AfterAtrAborted with Action FailHard {} [16:02:46.266 DBG] [] Starting Attempt 0 {} [16:02:46.267 DBG] [] Performing TransactionCommand Insert {} [16:02:46.267 DBG] [] 69e43a66-83b6-472e-bab1-c7f965a8661c.f25576ae-6702-4e67-84c1-deb568f81cf3: Performing command: insert {} [16:02:46.267 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Requested Durability = Majority {"Scope": ["InsertWithKv", "InsertWithKv", "InitAtrIfNeeded"]} [16:02:46.428 INF] [Couchbase.Transactions.DataAccess.AtrRepository] Upserted ATR to PENDING _txn:atr-577-#851/attempts.f25576ae-6702-4e67-84c1-deb568f81cf3 (cas = 1707494566498467840) {"Scope": ["InsertWithKv", "InsertWithKv", "SetAtrPending", "MutateAtrPending"]} [16:02:46.428 DBG] [Couchbase.Transactions.AttemptContext] SetAtrPending for default._default._default::_txn:atr-577-#851 (attempt=f25576ae-6702-4e67-84c1-deb568f81cf3) {"Scope": ["InsertWithKv", "InsertWithKv", "SetAtrPending"]} [16:02:46.599 DBG] [Couchbase.Transactions.AttemptContext] CreateStagedInsert for e3a0f09c-c5ac-48a9-b9ad-bdfda1d56cdc, attemptId=f25576ae-6702-4e67-84c1-deb568f81cf3, preCas=null, postCas=1707494566670434304 {"Scope": ["InsertWithKv", "InsertWithKv", "CreateStagedInsert"]} [16:02:46.599 DBG] [] 69e43a66-83b6-472e-bab1-c7f965a8661c.f25576ae-6702-4e67-84c1-deb568f81cf3: Command Succeeded {} [16:02:46.599 DBG] [] Performing TransactionCommand Commit {} [16:02:46.599 DBG] [] 69e43a66-83b6-472e-bab1-c7f965a8661c.f25576ae-6702-4e67-84c1-deb568f81cf3: Performing command: commit {} [16:02:46.600 WRN] [Couchbase.Transactions.AttemptContext] Failed attempt at committing due to FailOther {"Scope": ["CommitWithKv", "SetAtrCommit"]} [16:02:46.602 DBG] [] ExternalException.Unknown: Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException' was thrown. at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_3() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 291 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 377 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 464 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 258 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.BeforeAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 89 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1340 {} [16:02:46.602 DBG] [] Operation 'commit' failed as expected {} [16:02:46.602 WRN] [ExecuteApplicationLambda] Attempt failed, attempting automatic rollback... {} [16:02:46.602 INF] [Couchbase.Transactions.AttemptContext] Setting Aborted status. isAppRollback=False {"Scope": ["RollbackWithKv", "SetAtrAborted"]} [16:02:46.760 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Updated to ABORTED ATR _txn:atr-577-#851/attempts.f25576ae-6702-4e67-84c1-deb568f81cf3 (cas = 1707494566832177152) {"Scope": ["RollbackWithKv", "SetAtrAborted", "MutateAtrAborted"]} [16:02:46.760 DBG] [Couchbase.Transactions.AttemptContext] SetAtrAborted for default._default._default::_txn:atr-577-#851 (attempt=f25576ae-6702-4e67-84c1-deb568f81cf3) {"Scope": ["RollbackWithKv", "SetAtrAborted"]} [16:02:46.761 WRN] [ExecuteApplicationLambda] Rollback failed due to Exception of type 'Couchbase.Transactions.Error.External.TransactionOperationFailedException' was thrown. {} [16:02:46.761 INF] [ExecuteApplicationLambda] Attempt f25576ae-6702-4e67-84c1-deb568f81cf3 completed. CleanupClient=False, LostCleanup=False {} Transaction Failed with: Couchbase.Transactions.Error.TransactionFailedException: Transaction failed. ---> Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException' was thrown. at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_3() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 291 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 377 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 464 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 258 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.BeforeAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 89 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1340 --- End of inner exception stack trace --- at Couchbase.Transactions.Transactions.RunAsync(Func`2 transactionLogic, PerTransactionConfig perConfig, Boolean singleQueryTransactionMode) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/Transactions.cs:line 229 at Couchbase.Transactions.FitPerformer.TwoWayTransaction.Run(Transactions transactions, TransactionCreateRequest request, ClusterConnection connection, IServerStreamWriter`1 responseStream) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 68 -----------------------Context Info--------------------------- [16:02:46.763 DBG] [] UNKNOWN due to Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException' was thrown. at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_3() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 291 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 377 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 464 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 258 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.BeforeAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 89 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1340 {} [16:02:46.763 INF] [] Completed Transaction Test {} [16:02:47.250 DBG] [] transactionSingleQuery: { "transactionsFactoryRef": "484f2920-5f41-4646-b247-53ab86b83d89", "clusterConnectionId": "defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8", "query": { "statement": "DELETE FROM `_default` WHERE META().id = 'e3a0f09c-c5ac-48a9-b9ad-bdfda1d56cdc'", "expectedResult": [ { "anythingAllowed": true } ], "checkMutations": true, "queryParameters": { }, "scope": { "bucketName": "default", "scopeName": "_default" } } } {} [16:02:47.250 DBG] [] clusterConnectionId:defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8 {} [16:02:47.250 DBG] [] Using custom connection at host : couchbase://172.23.111.133 and with username Administrator {} [16:02:47.250 DBG] [Couchbase.Transactions.AttemptContext] [5ad2d664-aad5-47bf-8d46-23e2e46a4c2f] Executing Query: query: null {"Scope": ["QueryAsync", "QueryWrapper"]} [16:02:47.577 INF] [ExecuteApplicationLambda] Attempt 5ad2d664-aad5-47bf-8d46-23e2e46a4c2f completed. CleanupClient=False, LostCleanup=False {} [16:02:48.399 DBG] [] transactionCreate: { "transactionsFactoryRef": "484f2920-5f41-4646-b247-53ab86b83d89", "attempts": [ { "commands": [ { "insert": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "d6fbda35-3e01-4927-a623-952e6e10b0cd" }, "contentJson": "{\"content\":\"initial\"}", "expectedResult": [ { "success": true } ] } }, { "commit": { "expectedResult": [ { "error": { "errorClass": "EC_FAIL_OTHER", "autoRollbackAttempt": true, "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookAction": "FAIL_OTHER" }, { "hookPoint": "AFTER_ATR_ABORTED" } ] }, "clusterConnectionId": "defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8" } {} [16:02:48.399 INF] [] Starting Transaction Test {} [16:02:48.400 DBG] [] Test: { "transactionsFactoryRef": "484f2920-5f41-4646-b247-53ab86b83d89", "attempts": [ { "commands": [ { "insert": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "d6fbda35-3e01-4927-a623-952e6e10b0cd" }, "contentJson": "{\"content\":\"initial\"}", "expectedResult": [ { "success": true } ] } }, { "commit": { "expectedResult": [ { "error": { "errorClass": "EC_FAIL_OTHER", "autoRollbackAttempt": true, "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookAction": "FAIL_OTHER" }, { "hookPoint": "AFTER_ATR_ABORTED" } ] }, "clusterConnectionId": "defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8" } {} [16:02:48.400 DBG] [] clusterConnectionId:defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8 {} [16:02:48.400 DBG] [] Using custom connection at host : couchbase://172.23.111.133 and with username Administrator {} [16:02:48.400 DBG] [] Registering 2 hooks {} [16:02:48.400 DBG] [] - Hook Point BeforeAtrCommit with Action FailOther {} [16:02:48.400 DBG] [] - Hook Point AfterAtrAborted with Action FailHard {} [16:02:48.400 DBG] [] Starting Attempt 0 {} [16:02:48.400 DBG] [] Performing TransactionCommand Insert {} [16:02:48.400 DBG] [] 7455676b-5406-4ad4-8ad5-79078686cb28.ba35430c-dbbc-41ba-95c2-d41fd19b738e: Performing command: insert {} [16:02:48.401 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Requested Durability = Majority {"Scope": ["InsertWithKv", "InsertWithKv", "InitAtrIfNeeded"]} [16:02:48.563 INF] [Couchbase.Transactions.DataAccess.AtrRepository] Upserted ATR to PENDING _txn:atr-390-#348/attempts.ba35430c-dbbc-41ba-95c2-d41fd19b738e (cas = 1707494568634286080) {"Scope": ["InsertWithKv", "InsertWithKv", "SetAtrPending", "MutateAtrPending"]} [16:02:48.563 DBG] [Couchbase.Transactions.AttemptContext] SetAtrPending for default._default._default::_txn:atr-390-#348 (attempt=ba35430c-dbbc-41ba-95c2-d41fd19b738e) {"Scope": ["InsertWithKv", "InsertWithKv", "SetAtrPending"]} [16:02:48.723 DBG] [Couchbase.Transactions.AttemptContext] CreateStagedInsert for d6fbda35-3e01-4927-a623-952e6e10b0cd, attemptId=ba35430c-dbbc-41ba-95c2-d41fd19b738e, preCas=null, postCas=1707494568795373568 {"Scope": ["InsertWithKv", "InsertWithKv", "CreateStagedInsert"]} [16:02:48.723 DBG] [] 7455676b-5406-4ad4-8ad5-79078686cb28.ba35430c-dbbc-41ba-95c2-d41fd19b738e: Command Succeeded {} [16:02:48.723 DBG] [] Performing TransactionCommand Commit {} [16:02:48.723 DBG] [] 7455676b-5406-4ad4-8ad5-79078686cb28.ba35430c-dbbc-41ba-95c2-d41fd19b738e: Performing command: commit {} [16:02:48.724 WRN] [Couchbase.Transactions.AttemptContext] Failed attempt at committing due to FailOther {"Scope": ["CommitWithKv", "SetAtrCommit"]} [16:02:48.725 DBG] [] ExternalException.Unknown: Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException' was thrown. at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_3() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 291 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 377 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 464 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 258 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.BeforeAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 89 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1340 {} [16:02:48.725 DBG] [] Operation 'commit' failed as expected {} [16:02:48.726 WRN] [ExecuteApplicationLambda] Attempt failed, attempting automatic rollback... {} [16:02:48.726 INF] [Couchbase.Transactions.AttemptContext] Setting Aborted status. isAppRollback=False {"Scope": ["RollbackWithKv", "SetAtrAborted"]} [16:02:48.885 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Updated to ABORTED ATR _txn:atr-390-#348/attempts.ba35430c-dbbc-41ba-95c2-d41fd19b738e (cas = 1707494568957116416) {"Scope": ["RollbackWithKv", "SetAtrAborted", "MutateAtrAborted"]} [16:02:48.885 DBG] [Couchbase.Transactions.AttemptContext] SetAtrAborted for default._default._default::_txn:atr-390-#348 (attempt=ba35430c-dbbc-41ba-95c2-d41fd19b738e) {"Scope": ["RollbackWithKv", "SetAtrAborted"]} [16:02:48.886 WRN] [ExecuteApplicationLambda] Rollback failed due to Exception of type 'Couchbase.Transactions.Error.External.TransactionOperationFailedException' was thrown. {} [16:02:48.886 INF] [ExecuteApplicationLambda] Attempt ba35430c-dbbc-41ba-95c2-d41fd19b738e completed. CleanupClient=False, LostCleanup=False {} Transaction Failed with: Couchbase.Transactions.Error.TransactionFailedException: Transaction failed. ---> Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException' was thrown. at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_3() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 291 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 377 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 464 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 258 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.BeforeAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 89 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1340 --- End of inner exception stack trace --- at Couchbase.Transactions.Transactions.RunAsync(Func`2 transactionLogic, PerTransactionConfig perConfig, Boolean singleQueryTransactionMode) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/Transactions.cs:line 229 at Couchbase.Transactions.FitPerformer.TwoWayTransaction.Run(Transactions transactions, TransactionCreateRequest request, ClusterConnection connection, IServerStreamWriter`1 responseStream) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 68 -----------------------Context Info--------------------------- [16:02:48.888 DBG] [] UNKNOWN due to Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException' was thrown. at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_3() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 291 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 377 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 464 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 258 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.BeforeAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 89 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1340 {} [16:02:48.888 INF] [] Completed Transaction Test {} [16:02:49.385 DBG] [] transactionSingleQuery: { "transactionsFactoryRef": "484f2920-5f41-4646-b247-53ab86b83d89", "clusterConnectionId": "defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8", "query": { "statement": "SELECT * FROM `_default` WHERE META().id = 'd6fbda35-3e01-4927-a623-952e6e10b0cd'", "expectedResult": [ { "anythingAllowed": true } ], "checkMutations": true, "queryParameters": { }, "scope": { "bucketName": "default", "scopeName": "_default" } } } {} [16:02:49.385 DBG] [] clusterConnectionId:defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8 {} [16:02:49.385 DBG] [] Using custom connection at host : couchbase://172.23.111.133 and with username Administrator {} [16:02:49.385 DBG] [Couchbase.Transactions.AttemptContext] [dd0fe78b-7012-4bc2-ab34-fba6cbc4cfa9] Executing Query: query: null {"Scope": ["QueryAsync", "QueryWrapper"]} [16:02:49.722 INF] [ExecuteApplicationLambda] Attempt dd0fe78b-7012-4bc2-ab34-fba6cbc4cfa9 completed. CleanupClient=False, LostCleanup=False {} [16:02:50.721 DBG] [] transactionCreate: { "transactionsFactoryRef": "484f2920-5f41-4646-b247-53ab86b83d89", "attempts": [ { "commands": [ { "insert": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "17856658-505c-4a45-9fe3-350f6d46b4e7" }, "contentJson": "{\"content\":\"initial\"}", "expectedResult": [ { "success": true } ] } }, { "commit": { "expectedResult": [ { "error": { "errorClass": "EC_FAIL_OTHER", "autoRollbackAttempt": true, "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookAction": "FAIL_OTHER" }, { "hookPoint": "AFTER_ATR_ABORTED" } ] }, "clusterConnectionId": "defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8" } {} [16:02:50.721 INF] [] Starting Transaction Test {} [16:02:50.721 DBG] [] Test: { "transactionsFactoryRef": "484f2920-5f41-4646-b247-53ab86b83d89", "attempts": [ { "commands": [ { "insert": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "17856658-505c-4a45-9fe3-350f6d46b4e7" }, "contentJson": "{\"content\":\"initial\"}", "expectedResult": [ { "success": true } ] } }, { "commit": { "expectedResult": [ { "error": { "errorClass": "EC_FAIL_OTHER", "autoRollbackAttempt": true, "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookAction": "FAIL_OTHER" }, { "hookPoint": "AFTER_ATR_ABORTED" } ] }, "clusterConnectionId": "defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8" } {} [16:02:50.721 DBG] [] clusterConnectionId:defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8 {} [16:02:50.721 DBG] [] Using custom connection at host : couchbase://172.23.111.133 and with username Administrator {} [16:02:50.721 DBG] [] Registering 2 hooks {} [16:02:50.721 DBG] [] - Hook Point BeforeAtrCommit with Action FailOther {} [16:02:50.721 DBG] [] - Hook Point AfterAtrAborted with Action FailHard {} [16:02:50.721 DBG] [] Starting Attempt 0 {} [16:02:50.721 DBG] [] Performing TransactionCommand Insert {} [16:02:50.721 DBG] [] b140871a-6c6b-4081-bc9a-d3ac880cb005.0d46a9ac-593f-41c8-b057-f927b41a1115: Performing command: insert {} [16:02:50.721 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Requested Durability = Majority {"Scope": ["InsertWithKv", "InsertWithKv", "InitAtrIfNeeded"]} [16:02:50.881 INF] [Couchbase.Transactions.DataAccess.AtrRepository] Upserted ATR to PENDING _txn:atr-857-#8c7/attempts.0d46a9ac-593f-41c8-b057-f927b41a1115 (cas = 1707494570952294400) {"Scope": ["InsertWithKv", "InsertWithKv", "SetAtrPending", "MutateAtrPending"]} [16:02:50.881 DBG] [Couchbase.Transactions.AttemptContext] SetAtrPending for default._default._default::_txn:atr-857-#8c7 (attempt=0d46a9ac-593f-41c8-b057-f927b41a1115) {"Scope": ["InsertWithKv", "InsertWithKv", "SetAtrPending"]} [16:02:51.043 DBG] [Couchbase.Transactions.AttemptContext] CreateStagedInsert for 17856658-505c-4a45-9fe3-350f6d46b4e7, attemptId=0d46a9ac-593f-41c8-b057-f927b41a1115, preCas=null, postCas=1707494571114758144 {"Scope": ["InsertWithKv", "InsertWithKv", "CreateStagedInsert"]} [16:02:51.044 DBG] [] b140871a-6c6b-4081-bc9a-d3ac880cb005.0d46a9ac-593f-41c8-b057-f927b41a1115: Command Succeeded {} [16:02:51.044 DBG] [] Performing TransactionCommand Commit {} [16:02:51.044 DBG] [] b140871a-6c6b-4081-bc9a-d3ac880cb005.0d46a9ac-593f-41c8-b057-f927b41a1115: Performing command: commit {} [16:02:51.044 WRN] [Couchbase.Transactions.AttemptContext] Failed attempt at committing due to FailOther {"Scope": ["CommitWithKv", "SetAtrCommit"]} [16:02:51.045 DBG] [] ExternalException.Unknown: Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException' was thrown. at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_3() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 291 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 377 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 464 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 258 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.BeforeAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 89 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1340 {} [16:02:51.045 DBG] [] Operation 'commit' failed as expected {} [16:02:51.046 WRN] [ExecuteApplicationLambda] Attempt failed, attempting automatic rollback... {} [16:02:51.046 INF] [Couchbase.Transactions.AttemptContext] Setting Aborted status. isAppRollback=False {"Scope": ["RollbackWithKv", "SetAtrAborted"]} [16:02:51.208 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Updated to ABORTED ATR _txn:atr-857-#8c7/attempts.0d46a9ac-593f-41c8-b057-f927b41a1115 (cas = 1707494571277484032) {"Scope": ["RollbackWithKv", "SetAtrAborted", "MutateAtrAborted"]} [16:02:51.208 DBG] [Couchbase.Transactions.AttemptContext] SetAtrAborted for default._default._default::_txn:atr-857-#8c7 (attempt=0d46a9ac-593f-41c8-b057-f927b41a1115) {"Scope": ["RollbackWithKv", "SetAtrAborted"]} [16:02:51.208 WRN] [ExecuteApplicationLambda] Rollback failed due to Exception of type 'Couchbase.Transactions.Error.External.TransactionOperationFailedException' was thrown. {} [16:02:51.209 INF] [ExecuteApplicationLambda] Attempt 0d46a9ac-593f-41c8-b057-f927b41a1115 completed. CleanupClient=False, LostCleanup=False {} Transaction Failed with: Couchbase.Transactions.Error.TransactionFailedException: Transaction failed. ---> Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException' was thrown. at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_3() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 291 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 377 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 464 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 258 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.BeforeAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 89 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1340 --- End of inner exception stack trace --- at Couchbase.Transactions.Transactions.RunAsync(Func`2 transactionLogic, PerTransactionConfig perConfig, Boolean singleQueryTransactionMode) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/Transactions.cs:line 229 at Couchbase.Transactions.FitPerformer.TwoWayTransaction.Run(Transactions transactions, TransactionCreateRequest request, ClusterConnection connection, IServerStreamWriter`1 responseStream) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 68 -----------------------Context Info--------------------------- [16:02:51.211 DBG] [] UNKNOWN due to Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException' was thrown. at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_3() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 291 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 377 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 464 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 258 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.BeforeAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 89 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1340 {} [16:02:51.211 INF] [] Completed Transaction Test {} [16:02:51.214 DBG] [] transactionSingleQuery: { "transactionsFactoryRef": "484f2920-5f41-4646-b247-53ab86b83d89", "clusterConnectionId": "defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8", "query": { "statement": "INSERT INTO `_default` VALUES ('17856658-505c-4a45-9fe3-350f6d46b4e7', {\"content\":\"initial\"})", "expectedResult": [ { "anythingAllowed": true } ], "checkMutations": true, "expectedMutations": 1, "queryParameters": { }, "scope": { "bucketName": "default", "scopeName": "_default" } }, "queryOptions": { "timeoutMillis": "2000" } } {} [16:02:51.214 DBG] [] clusterConnectionId:defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8 {} [16:02:51.214 DBG] [] Using custom connection at host : couchbase://172.23.111.133 and with username Administrator {} [16:02:51.215 DBG] [Couchbase.Transactions.AttemptContext] [7733653d-cba0-4da1-8342-161c75649fea] Executing Query: query: null {"Scope": ["QueryAsync", "QueryWrapper"]} [16:02:52.633 ERR] [Couchbase.Transactions.AttemptContext] [7733653d-cba0-4da1-8342-161c75649fea] query failed at query: Couchbase.CouchbaseException: Transaction staging error [17020] at Couchbase.Query.QueryResultExtensions.ThrowExceptionOnError[T](IQueryResult`1 result, QueryErrorContext context) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryResultExtensions.cs:line 142 at Couchbase.Query.QueryClient.ExecuteQuery[T](QueryOptions options, ITypeSerializer serializer, IRequestSpan span) at Couchbase.Query.QueryClient.QueryAsync[T](String statement, QueryOptions options) at Couchbase.Cluster.<>c__DisplayClass37_0`1.<g__Func|0>d.MoveNext() --- End of stack trace from previous location --- at Couchbase.Core.Retry.RetryOrchestrator.RetryAsync[T](Func`1 send, IRequest request) at Couchbase.Cluster.QueryAsync[T](String statement, QueryOptions options) at Couchbase.Transactions.AttemptContext.QueryWrapper[T](Int64 statementId, IScope scope, String statement, QueryOptions options, String hookPoint, IRequestSpan parentSpan, Boolean isBeginWork, Boolean existingErrorCheck, JObject txdata, Boolean txImplicit) -----------------------Context Info--------------------------- Couchbase.Core.Exceptions.Query.QueryErrorContext {"Scope": ["QueryAsync", "QueryWrapper"]} [16:02:52.634 WRN] [Couchbase.Transactions.AttemptContext] query code=17020 cause={ "bucket": "default", "cause": "deadline expired before WWC was resolved on default._default._default._txn:atr-857-#8c7", "collection": "_default", "document_key": "17856658-505c-4a45-9fe3-350f6d46b4e7", "msg": "write write conflict", "scope": "_default" } raise=failed {"Scope": ["QueryAsync", "QueryWrapper"]} [16:02:52.635 DBG] [ExecuteApplicationLambda] Propagating error up. (ec = FailOther, retry = True, finalError = TransactionFailed) {} [16:02:52.635 INF] [ExecuteApplicationLambda] Attempt 7733653d-cba0-4da1-8342-161c75649fea completed. CleanupClient=False, LostCleanup=False {} [16:02:52.641 DBG] [Couchbase.Transactions.AttemptContext] [bba0e508-d11d-4209-83fc-8d7e650c76bf] Executing Query: query: null {"Scope": ["QueryAsync", "QueryWrapper"]} [16:02:53.683 ERR] [Couchbase.Transactions.AttemptContext] [bba0e508-d11d-4209-83fc-8d7e650c76bf] query failed at query: Couchbase.Core.Exceptions.IndexFailureException: Keyspace not found in CB datastore: default:_default - cause: No bucket named _default [12003] at Couchbase.Query.QueryResultExtensions.ThrowExceptionOnError[T](IQueryResult`1 result, QueryErrorContext context) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryResultExtensions.cs:line 142 at Couchbase.Query.QueryClient.ExecuteQuery[T](QueryOptions options, ITypeSerializer serializer, IRequestSpan span) at Couchbase.Query.QueryClient.QueryAsync[T](String statement, QueryOptions options) at Couchbase.Cluster.<>c__DisplayClass37_0`1.<g__Func|0>d.MoveNext() --- End of stack trace from previous location --- at Couchbase.Core.Retry.RetryOrchestrator.RetryAsync[T](Func`1 send, IRequest request) at Couchbase.Cluster.QueryAsync[T](String statement, QueryOptions options) at Couchbase.Transactions.AttemptContext.QueryWrapper[T](Int64 statementId, IScope scope, String statement, QueryOptions options, String hookPoint, IRequestSpan parentSpan, Boolean isBeginWork, Boolean existingErrorCheck, JObject txdata, Boolean txImplicit) -----------------------Context Info--------------------------- Couchbase.Core.Exceptions.Query.QueryErrorContext {"Scope": ["QueryAsync", "QueryWrapper"]} [16:02:53.684 INF] [ExecuteApplicationLambda] Attempt bba0e508-d11d-4209-83fc-8d7e650c76bf completed. CleanupClient=False, LostCleanup=False {} [16:02:54.349 DBG] [] transactionCreate: { "transactionsFactoryRef": "484f2920-5f41-4646-b247-53ab86b83d89", "attempts": [ { "commands": [ { "insert": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "84fed789-5db8-4e34-9a28-67af3b2fba2d" }, "contentJson": "{\"content\":\"initial\"}", "expectedResult": [ { "success": true } ] } }, { "commit": { "expectedResult": [ { "error": { "errorClass": "EC_FAIL_OTHER", "autoRollbackAttempt": true, "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookAction": "FAIL_OTHER" }, { "hookPoint": "AFTER_ATR_ABORTED" } ] }, "clusterConnectionId": "defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8" } {} [16:02:54.349 INF] [] Starting Transaction Test {} [16:02:54.349 DBG] [] Test: { "transactionsFactoryRef": "484f2920-5f41-4646-b247-53ab86b83d89", "attempts": [ { "commands": [ { "insert": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "84fed789-5db8-4e34-9a28-67af3b2fba2d" }, "contentJson": "{\"content\":\"initial\"}", "expectedResult": [ { "success": true } ] } }, { "commit": { "expectedResult": [ { "error": { "errorClass": "EC_FAIL_OTHER", "autoRollbackAttempt": true, "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookAction": "FAIL_OTHER" }, { "hookPoint": "AFTER_ATR_ABORTED" } ] }, "clusterConnectionId": "defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8" } {} [16:02:54.349 DBG] [] clusterConnectionId:defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8 {} [16:02:54.349 DBG] [] Using custom connection at host : couchbase://172.23.111.133 and with username Administrator {} [16:02:54.349 DBG] [] Registering 2 hooks {} [16:02:54.349 DBG] [] - Hook Point BeforeAtrCommit with Action FailOther {} [16:02:54.349 DBG] [] - Hook Point AfterAtrAborted with Action FailHard {} [16:02:54.350 DBG] [] Starting Attempt 0 {} [16:02:54.350 DBG] [] Performing TransactionCommand Insert {} [16:02:54.350 DBG] [] a1e7b6ee-fcf7-4a22-8a75-a9bcf020c430.18a93c17-cba5-49fa-9282-b71e7ac0eb31: Performing command: insert {} [16:02:54.351 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Requested Durability = Majority {"Scope": ["InsertWithKv", "InsertWithKv", "InitAtrIfNeeded"]} [16:02:54.511 INF] [Couchbase.Transactions.DataAccess.AtrRepository] Upserted ATR to PENDING _txn:atr-395-#85/attempts.18a93c17-cba5-49fa-9282-b71e7ac0eb31 (cas = 1707494574581874688) {"Scope": ["InsertWithKv", "InsertWithKv", "SetAtrPending", "MutateAtrPending"]} [16:02:54.511 DBG] [Couchbase.Transactions.AttemptContext] SetAtrPending for default._default._default::_txn:atr-395-#85 (attempt=18a93c17-cba5-49fa-9282-b71e7ac0eb31) {"Scope": ["InsertWithKv", "InsertWithKv", "SetAtrPending"]} [16:02:54.674 DBG] [Couchbase.Transactions.AttemptContext] CreateStagedInsert for 84fed789-5db8-4e34-9a28-67af3b2fba2d, attemptId=18a93c17-cba5-49fa-9282-b71e7ac0eb31, preCas=null, postCas=1707494574744600576 {"Scope": ["InsertWithKv", "InsertWithKv", "CreateStagedInsert"]} [16:02:54.675 DBG] [] a1e7b6ee-fcf7-4a22-8a75-a9bcf020c430.18a93c17-cba5-49fa-9282-b71e7ac0eb31: Command Succeeded {} [16:02:54.675 DBG] [] Performing TransactionCommand Commit {} [16:02:54.675 DBG] [] a1e7b6ee-fcf7-4a22-8a75-a9bcf020c430.18a93c17-cba5-49fa-9282-b71e7ac0eb31: Performing command: commit {} [16:02:54.676 WRN] [Couchbase.Transactions.AttemptContext] Failed attempt at committing due to FailOther {"Scope": ["CommitWithKv", "SetAtrCommit"]} [16:02:54.677 DBG] [] ExternalException.Unknown: Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException' was thrown. at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_3() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 291 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 377 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 464 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 258 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.BeforeAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 89 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1340 {} [16:02:54.677 DBG] [] Operation 'commit' failed as expected {} [16:02:54.677 WRN] [ExecuteApplicationLambda] Attempt failed, attempting automatic rollback... {} [16:02:54.678 INF] [Couchbase.Transactions.AttemptContext] Setting Aborted status. isAppRollback=False {"Scope": ["RollbackWithKv", "SetAtrAborted"]} [16:02:54.839 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Updated to ABORTED ATR _txn:atr-395-#85/attempts.18a93c17-cba5-49fa-9282-b71e7ac0eb31 (cas = 1707494574911062016) {"Scope": ["RollbackWithKv", "SetAtrAborted", "MutateAtrAborted"]} [16:02:54.840 DBG] [Couchbase.Transactions.AttemptContext] SetAtrAborted for default._default._default::_txn:atr-395-#85 (attempt=18a93c17-cba5-49fa-9282-b71e7ac0eb31) {"Scope": ["RollbackWithKv", "SetAtrAborted"]} [16:02:54.840 WRN] [ExecuteApplicationLambda] Rollback failed due to Exception of type 'Couchbase.Transactions.Error.External.TransactionOperationFailedException' was thrown. {} [16:02:54.841 INF] [ExecuteApplicationLambda] Attempt 18a93c17-cba5-49fa-9282-b71e7ac0eb31 completed. CleanupClient=False, LostCleanup=False {} Transaction Failed with: Couchbase.Transactions.Error.TransactionFailedException: Transaction failed. ---> Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException' was thrown. at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_3() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 291 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 377 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 464 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 258 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.BeforeAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 89 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1340 --- End of inner exception stack trace --- at Couchbase.Transactions.Transactions.RunAsync(Func`2 transactionLogic, PerTransactionConfig perConfig, Boolean singleQueryTransactionMode) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/Transactions.cs:line 229 at Couchbase.Transactions.FitPerformer.TwoWayTransaction.Run(Transactions transactions, TransactionCreateRequest request, ClusterConnection connection, IServerStreamWriter`1 responseStream) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 68 -----------------------Context Info--------------------------- [16:02:54.843 DBG] [] UNKNOWN due to Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException' was thrown. at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_3() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 291 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 377 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 464 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 258 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.BeforeAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 89 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1340 {} [16:02:54.843 INF] [] Completed Transaction Test {} [16:02:54.846 DBG] [] transactionSingleQuery: { "transactionsFactoryRef": "484f2920-5f41-4646-b247-53ab86b83d89", "clusterConnectionId": "defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8", "query": { "statement": "UPDATE `_default` SET content = \"updated\" WHERE META().id = '84fed789-5db8-4e34-9a28-67af3b2fba2d'", "expectedResult": [ { "anythingAllowed": true } ], "checkMutations": true, "queryParameters": { }, "scope": { "bucketName": "default", "scopeName": "_default" } } } {} [16:02:54.846 DBG] [] clusterConnectionId:defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8 {} [16:02:54.846 DBG] [] Using custom connection at host : couchbase://172.23.111.133 and with username Administrator {} [16:02:54.846 DBG] [Couchbase.Transactions.AttemptContext] [63e24c11-af93-4e5b-b6ae-316fc76e53d8] Executing Query: query: null {"Scope": ["QueryAsync", "QueryWrapper"]} [16:02:55.181 INF] [ExecuteApplicationLambda] Attempt 63e24c11-af93-4e5b-b6ae-316fc76e53d8 completed. CleanupClient=False, LostCleanup=False {} [16:02:55.864 DBG] [] transactionCreate: { "transactionsFactoryRef": "484f2920-5f41-4646-b247-53ab86b83d89", "attempts": [ { "commands": [ { "insert": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "06578ce8-38f6-4f3d-b43b-1e9accb1ee0e" }, "contentJson": "{\"content\":\"initial\"}", "expectedResult": [ { "success": true } ] } }, { "commit": { "expectedResult": [ { "error": { "errorClass": "EC_FAIL_OTHER", "autoRollbackAttempt": true, "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookAction": "FAIL_OTHER" }, { "hookPoint": "AFTER_ATR_ABORTED" } ] }, "clusterConnectionId": "defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8" } {} [16:02:55.864 INF] [] Starting Transaction Test {} [16:02:55.864 DBG] [] Test: { "transactionsFactoryRef": "484f2920-5f41-4646-b247-53ab86b83d89", "attempts": [ { "commands": [ { "insert": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "06578ce8-38f6-4f3d-b43b-1e9accb1ee0e" }, "contentJson": "{\"content\":\"initial\"}", "expectedResult": [ { "success": true } ] } }, { "commit": { "expectedResult": [ { "error": { "errorClass": "EC_FAIL_OTHER", "autoRollbackAttempt": true, "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookAction": "FAIL_OTHER" }, { "hookPoint": "AFTER_ATR_ABORTED" } ] }, "clusterConnectionId": "defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8" } {} [16:02:55.864 DBG] [] clusterConnectionId:defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8 {} [16:02:55.864 DBG] [] Using custom connection at host : couchbase://172.23.111.133 and with username Administrator {} [16:02:55.864 DBG] [] Registering 2 hooks {} [16:02:55.864 DBG] [] - Hook Point BeforeAtrCommit with Action FailOther {} [16:02:55.864 DBG] [] - Hook Point AfterAtrAborted with Action FailHard {} [16:02:55.864 DBG] [] Starting Attempt 0 {} [16:02:55.864 DBG] [] Performing TransactionCommand Insert {} [16:02:55.864 DBG] [] 47f97a84-fae0-4799-a7f8-7679b0150038.c0cd6608-cd78-4659-8536-fb91eb66cdf9: Performing command: insert {} [16:02:55.865 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Requested Durability = Majority {"Scope": ["InsertWithKv", "InsertWithKv", "InitAtrIfNeeded"]} [16:02:56.027 INF] [Couchbase.Transactions.DataAccess.AtrRepository] Upserted ATR to PENDING _txn:atr-142-#883/attempts.c0cd6608-cd78-4659-8536-fb91eb66cdf9 (cas = 1707494576096346112) {"Scope": ["InsertWithKv", "InsertWithKv", "SetAtrPending", "MutateAtrPending"]} [16:02:56.027 DBG] [Couchbase.Transactions.AttemptContext] SetAtrPending for default._default._default::_txn:atr-142-#883 (attempt=c0cd6608-cd78-4659-8536-fb91eb66cdf9) {"Scope": ["InsertWithKv", "InsertWithKv", "SetAtrPending"]} [16:02:56.192 DBG] [Couchbase.Transactions.AttemptContext] CreateStagedInsert for 06578ce8-38f6-4f3d-b43b-1e9accb1ee0e, attemptId=c0cd6608-cd78-4659-8536-fb91eb66cdf9, preCas=null, postCas=1707494576263266304 {"Scope": ["InsertWithKv", "InsertWithKv", "CreateStagedInsert"]} [16:02:56.192 DBG] [] 47f97a84-fae0-4799-a7f8-7679b0150038.c0cd6608-cd78-4659-8536-fb91eb66cdf9: Command Succeeded {} [16:02:56.192 DBG] [] Performing TransactionCommand Commit {} [16:02:56.192 DBG] [] 47f97a84-fae0-4799-a7f8-7679b0150038.c0cd6608-cd78-4659-8536-fb91eb66cdf9: Performing command: commit {} [16:02:56.193 WRN] [Couchbase.Transactions.AttemptContext] Failed attempt at committing due to FailOther {"Scope": ["CommitWithKv", "SetAtrCommit"]} [16:02:56.195 DBG] [] ExternalException.Unknown: Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException' was thrown. at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_3() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 291 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 377 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 464 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 258 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.BeforeAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 89 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1340 {} [16:02:56.195 DBG] [] Operation 'commit' failed as expected {} [16:02:56.196 WRN] [ExecuteApplicationLambda] Attempt failed, attempting automatic rollback... {} [16:02:56.196 INF] [Couchbase.Transactions.AttemptContext] Setting Aborted status. isAppRollback=False {"Scope": ["RollbackWithKv", "SetAtrAborted"]} [16:02:56.354 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Updated to ABORTED ATR _txn:atr-142-#883/attempts.c0cd6608-cd78-4659-8536-fb91eb66cdf9 (cas = 1707494576426188800) {"Scope": ["RollbackWithKv", "SetAtrAborted", "MutateAtrAborted"]} [16:02:56.355 DBG] [Couchbase.Transactions.AttemptContext] SetAtrAborted for default._default._default::_txn:atr-142-#883 (attempt=c0cd6608-cd78-4659-8536-fb91eb66cdf9) {"Scope": ["RollbackWithKv", "SetAtrAborted"]} [16:02:56.355 WRN] [ExecuteApplicationLambda] Rollback failed due to Exception of type 'Couchbase.Transactions.Error.External.TransactionOperationFailedException' was thrown. {} [16:02:56.355 INF] [ExecuteApplicationLambda] Attempt c0cd6608-cd78-4659-8536-fb91eb66cdf9 completed. CleanupClient=False, LostCleanup=False {} Transaction Failed with: Couchbase.Transactions.Error.TransactionFailedException: Transaction failed. ---> Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException' was thrown. at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_3() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 291 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 377 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 464 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 258 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.BeforeAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 89 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1340 --- End of inner exception stack trace --- at Couchbase.Transactions.Transactions.RunAsync(Func`2 transactionLogic, PerTransactionConfig perConfig, Boolean singleQueryTransactionMode) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/Transactions.cs:line 229 at Couchbase.Transactions.FitPerformer.TwoWayTransaction.Run(Transactions transactions, TransactionCreateRequest request, ClusterConnection connection, IServerStreamWriter`1 responseStream) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 68 -----------------------Context Info--------------------------- [16:02:56.357 DBG] [] UNKNOWN due to Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException' was thrown. at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_3() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 291 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 377 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 464 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 258 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.BeforeAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 89 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1340 {} [16:02:56.357 INF] [] Completed Transaction Test {} [16:02:56.360 DBG] [] transactionSingleQuery: { "transactionsFactoryRef": "484f2920-5f41-4646-b247-53ab86b83d89", "clusterConnectionId": "defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8", "query": { "statement": "DELETE FROM `_default` WHERE META().id = '06578ce8-38f6-4f3d-b43b-1e9accb1ee0e'", "expectedResult": [ { "anythingAllowed": true } ], "checkMutations": true, "queryParameters": { }, "scope": { "bucketName": "default", "scopeName": "_default" } } } {} [16:02:56.360 DBG] [] clusterConnectionId:defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8 {} [16:02:56.360 DBG] [] Using custom connection at host : couchbase://172.23.111.133 and with username Administrator {} [16:02:56.361 DBG] [Couchbase.Transactions.AttemptContext] [12bebc22-4683-4cb0-9ca4-7018b27dd17d] Executing Query: query: null {"Scope": ["QueryAsync", "QueryWrapper"]} [16:02:56.526 INF] [ExecuteApplicationLambda] Attempt 12bebc22-4683-4cb0-9ca4-7018b27dd17d completed. CleanupClient=False, LostCleanup=False {} [16:02:57.360 DBG] [] transactionCreate: { "transactionsFactoryRef": "484f2920-5f41-4646-b247-53ab86b83d89", "attempts": [ { "commands": [ { "insert": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "a0de2dfa-97a5-407e-a15c-cbf782dd6d62" }, "contentJson": "{\"content\":\"initial\"}", "expectedResult": [ { "success": true } ] } }, { "commit": { "expectedResult": [ { "error": { "errorClass": "EC_FAIL_OTHER", "autoRollbackAttempt": true, "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookAction": "FAIL_OTHER" }, { "hookPoint": "AFTER_ATR_ABORTED" } ] }, "clusterConnectionId": "defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8" } {} [16:02:57.360 INF] [] Starting Transaction Test {} [16:02:57.360 DBG] [] Test: { "transactionsFactoryRef": "484f2920-5f41-4646-b247-53ab86b83d89", "attempts": [ { "commands": [ { "insert": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "a0de2dfa-97a5-407e-a15c-cbf782dd6d62" }, "contentJson": "{\"content\":\"initial\"}", "expectedResult": [ { "success": true } ] } }, { "commit": { "expectedResult": [ { "error": { "errorClass": "EC_FAIL_OTHER", "autoRollbackAttempt": true, "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookAction": "FAIL_OTHER" }, { "hookPoint": "AFTER_ATR_ABORTED" } ] }, "clusterConnectionId": "defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8" } {} [16:02:57.360 DBG] [] clusterConnectionId:defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8 {} [16:02:57.360 DBG] [] Using custom connection at host : couchbase://172.23.111.133 and with username Administrator {} [16:02:57.360 DBG] [] Registering 2 hooks {} [16:02:57.360 DBG] [] - Hook Point BeforeAtrCommit with Action FailOther {} [16:02:57.360 DBG] [] - Hook Point AfterAtrAborted with Action FailHard {} [16:02:57.361 DBG] [] Starting Attempt 0 {} [16:02:57.361 DBG] [] Performing TransactionCommand Insert {} [16:02:57.361 DBG] [] 0b04b74f-edbc-4fcc-a961-0ed0260f1f8d.a89fdaa3-245d-4885-b99d-bfc2ad8bd95d: Performing command: insert {} [16:02:57.361 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Requested Durability = Majority {"Scope": ["InsertWithKv", "InsertWithKv", "InitAtrIfNeeded"]} [16:02:57.520 INF] [Couchbase.Transactions.DataAccess.AtrRepository] Upserted ATR to PENDING _txn:atr-414-#2de/attempts.a89fdaa3-245d-4885-b99d-bfc2ad8bd95d (cas = 1707494577591025664) {"Scope": ["InsertWithKv", "InsertWithKv", "SetAtrPending", "MutateAtrPending"]} [16:02:57.520 DBG] [Couchbase.Transactions.AttemptContext] SetAtrPending for default._default._default::_txn:atr-414-#2de (attempt=a89fdaa3-245d-4885-b99d-bfc2ad8bd95d) {"Scope": ["InsertWithKv", "InsertWithKv", "SetAtrPending"]} [16:02:57.683 DBG] [Couchbase.Transactions.AttemptContext] CreateStagedInsert for a0de2dfa-97a5-407e-a15c-cbf782dd6d62, attemptId=a89fdaa3-245d-4885-b99d-bfc2ad8bd95d, preCas=null, postCas=1707494577754079232 {"Scope": ["InsertWithKv", "InsertWithKv", "CreateStagedInsert"]} [16:02:57.684 DBG] [] 0b04b74f-edbc-4fcc-a961-0ed0260f1f8d.a89fdaa3-245d-4885-b99d-bfc2ad8bd95d: Command Succeeded {} [16:02:57.684 DBG] [] Performing TransactionCommand Commit {} [16:02:57.684 DBG] [] 0b04b74f-edbc-4fcc-a961-0ed0260f1f8d.a89fdaa3-245d-4885-b99d-bfc2ad8bd95d: Performing command: commit {} [16:02:57.685 WRN] [Couchbase.Transactions.AttemptContext] Failed attempt at committing due to FailOther {"Scope": ["CommitWithKv", "SetAtrCommit"]} [16:02:57.686 DBG] [] ExternalException.Unknown: Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException' was thrown. at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_3() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 291 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 377 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 464 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 258 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.BeforeAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 89 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1340 {} [16:02:57.686 DBG] [] Operation 'commit' failed as expected {} [16:02:57.687 WRN] [ExecuteApplicationLambda] Attempt failed, attempting automatic rollback... {} [16:02:57.687 INF] [Couchbase.Transactions.AttemptContext] Setting Aborted status. isAppRollback=False {"Scope": ["RollbackWithKv", "SetAtrAborted"]} [16:02:57.856 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Updated to ABORTED ATR _txn:atr-414-#2de/attempts.a89fdaa3-245d-4885-b99d-bfc2ad8bd95d (cas = 1707494577926569984) {"Scope": ["RollbackWithKv", "SetAtrAborted", "MutateAtrAborted"]} [16:02:57.856 DBG] [Couchbase.Transactions.AttemptContext] SetAtrAborted for default._default._default::_txn:atr-414-#2de (attempt=a89fdaa3-245d-4885-b99d-bfc2ad8bd95d) {"Scope": ["RollbackWithKv", "SetAtrAborted"]} [16:02:57.857 WRN] [ExecuteApplicationLambda] Rollback failed due to Exception of type 'Couchbase.Transactions.Error.External.TransactionOperationFailedException' was thrown. {} [16:02:57.857 INF] [ExecuteApplicationLambda] Attempt a89fdaa3-245d-4885-b99d-bfc2ad8bd95d completed. CleanupClient=False, LostCleanup=False {} Transaction Failed with: Couchbase.Transactions.Error.TransactionFailedException: Transaction failed. ---> Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException' was thrown. at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_3() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 291 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 377 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 464 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 258 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.BeforeAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 89 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1340 --- End of inner exception stack trace --- at Couchbase.Transactions.Transactions.RunAsync(Func`2 transactionLogic, PerTransactionConfig perConfig, Boolean singleQueryTransactionMode) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/Transactions.cs:line 229 at Couchbase.Transactions.FitPerformer.TwoWayTransaction.Run(Transactions transactions, TransactionCreateRequest request, ClusterConnection connection, IServerStreamWriter`1 responseStream) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 68 -----------------------Context Info--------------------------- [16:02:57.858 DBG] [] UNKNOWN due to Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException' was thrown. at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_3() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 291 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 377 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 464 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 258 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.BeforeAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 89 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1340 {} [16:02:57.858 INF] [] Completed Transaction Test {} [16:02:57.861 DBG] [] transactionSingleQuery: { "transactionsFactoryRef": "484f2920-5f41-4646-b247-53ab86b83d89", "clusterConnectionId": "defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8", "query": { "statement": "SELECT * FROM `_default` WHERE META().id = 'a0de2dfa-97a5-407e-a15c-cbf782dd6d62'", "expectedResult": [ { "anythingAllowed": true } ], "checkMutations": true, "queryParameters": { }, "scope": { "bucketName": "default", "scopeName": "_default" } } } {} [16:02:57.861 DBG] [] clusterConnectionId:defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8 {} [16:02:57.861 DBG] [] Using custom connection at host : couchbase://172.23.111.133 and with username Administrator {} [16:02:57.862 DBG] [Couchbase.Transactions.AttemptContext] [687981ed-06f2-4eaf-8acc-477de180fa3b] Executing Query: query: null {"Scope": ["QueryAsync", "QueryWrapper"]} [16:02:58.191 INF] [ExecuteApplicationLambda] Attempt 687981ed-06f2-4eaf-8acc-477de180fa3b completed. CleanupClient=False, LostCleanup=False {} [16:02:59.410 DBG] [] transactionCreate: { "transactionsFactoryRef": "484f2920-5f41-4646-b247-53ab86b83d89", "attempts": [ { "commands": [ { "replace": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "bac059d6-0de4-4283-9310-417c13144be9" }, "contentJson": "{\"content\":\"updated\"}", "expectedResult": [ { "error": { "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookPoint": "AFTER_STAGED_REPLACE_COMPLETE" } ] }, "clusterConnectionId": "defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8" } {} [16:02:59.410 INF] [] Starting Transaction Test {} [16:02:59.410 DBG] [] Test: { "transactionsFactoryRef": "484f2920-5f41-4646-b247-53ab86b83d89", "attempts": [ { "commands": [ { "replace": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "bac059d6-0de4-4283-9310-417c13144be9" }, "contentJson": "{\"content\":\"updated\"}", "expectedResult": [ { "error": { "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookPoint": "AFTER_STAGED_REPLACE_COMPLETE" } ] }, "clusterConnectionId": "defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8" } {} [16:02:59.410 DBG] [] clusterConnectionId:defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8 {} [16:02:59.410 DBG] [] Using custom connection at host : couchbase://172.23.111.133 and with username Administrator {} [16:02:59.410 DBG] [] Registering 1 hooks {} [16:02:59.410 DBG] [] - Hook Point AfterStagedReplaceComplete with Action FailHard {} [16:02:59.410 DBG] [] Starting Attempt 0 {} [16:02:59.410 DBG] [] Performing TransactionCommand Replace {} [16:02:59.410 DBG] [] 00f22f39-4012-4e5a-9863-4deb058af48c.ec7a0b6e-bdf7-45c9-9826-f300a2538e69: Performing command: replace {} [16:02:59.568 DBG] [Couchbase.Transactions.AttemptContext] GetWithMav for bac059d6-0de4-4283-9310-417c13144be9, attemptId=ec7a0b6e-bdf7-45c9-9826-f300a2538e69, postCas=1707494579478134784 {"Scope": ["GetWithKv", "GetWithMav"]} [16:02:59.568 DBG] [Couchbase.Transactions.AttemptContext] CheckWriteWriteConflict@WW_RP for default::_default::_default::bac059d6-0de4-4283-9310-417c13144be9, attempt=ec7a0b6e-bdf7-45c9-9826-f300a2538e69 {"Scope": ["ReplaceWithKv", "CheckWriteWriteConflict"]} [16:02:59.568 DBG] [Couchbase.Transactions.AttemptContext] CheckWriteWriteConflict no other txn for default::_default::_default::bac059d6-0de4-4283-9310-417c13144be9, attempt=ec7a0b6e-bdf7-45c9-9826-f300a2538e69 {"Scope": ["ReplaceWithKv", "CheckWriteWriteConflict"]} [16:02:59.569 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Requested Durability = Majority {"Scope": ["ReplaceWithKv", "InitAtrIfNeeded"]} [16:02:59.732 INF] [Couchbase.Transactions.DataAccess.AtrRepository] Upserted ATR to PENDING _txn:atr-16-#1d8/attempts.ec7a0b6e-bdf7-45c9-9826-f300a2538e69 (cas = 1707494579800440832) {"Scope": ["ReplaceWithKv", "SetAtrPending", "MutateAtrPending"]} [16:02:59.732 DBG] [Couchbase.Transactions.AttemptContext] SetAtrPending for default._default._default::_txn:atr-16-#1d8 (attempt=ec7a0b6e-bdf7-45c9-9826-f300a2538e69) {"Scope": ["ReplaceWithKv", "SetAtrPending"]} [16:02:59.895 DBG] [Couchbase.Transactions.AttemptContext] CreateStagedReplace for bac059d6-0de4-4283-9310-417c13144be9, attemptId=ec7a0b6e-bdf7-45c9-9826-f300a2538e69, preCase=1707494579478134784, postCas=1707494579965460480, accessDeleted=False {"Scope": ["ReplaceWithKv", "CreateStagedReplace"]} [16:02:59.896 DBG] [] ExternalException.Unknown: Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 377 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 464 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 258 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterStagedReplaceComplete(AttemptContext ctx, String id) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 145 at Couchbase.Transactions.AttemptContext.CreateStagedReplace(TransactionGetResult doc, Object content, Boolean accessDeleted, IRequestSpan parentSpan) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 519 {} [16:02:59.896 DBG] [] Operation 'replace' failed as expected {} [16:02:59.897 DBG] [ExecuteApplicationLambda] Propagating error up. (ec = FailHard, retry = False, finalError = TransactionFailed) {} [16:02:59.897 INF] [ExecuteApplicationLambda] Attempt ec7a0b6e-bdf7-45c9-9826-f300a2538e69 completed. CleanupClient=False, LostCleanup=False {} Transaction Failed with: Couchbase.Transactions.Error.TransactionFailedException: Transaction failed. ---> Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 377 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 464 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 258 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterStagedReplaceComplete(AttemptContext ctx, String id) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 145 at Couchbase.Transactions.AttemptContext.CreateStagedReplace(TransactionGetResult doc, Object content, Boolean accessDeleted, IRequestSpan parentSpan) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 519 --- End of inner exception stack trace --- at Couchbase.Transactions.Transactions.RunAsync(Func`2 transactionLogic, PerTransactionConfig perConfig, Boolean singleQueryTransactionMode) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/Transactions.cs:line 229 at Couchbase.Transactions.FitPerformer.TwoWayTransaction.Run(Transactions transactions, TransactionCreateRequest request, ClusterConnection connection, IServerStreamWriter`1 responseStream) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 68 -----------------------Context Info--------------------------- [16:02:59.899 DBG] [] UNKNOWN due to Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 377 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 464 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 258 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterStagedReplaceComplete(AttemptContext ctx, String id) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 145 at Couchbase.Transactions.AttemptContext.CreateStagedReplace(TransactionGetResult doc, Object content, Boolean accessDeleted, IRequestSpan parentSpan) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 519 {} [16:02:59.899 INF] [] Completed Transaction Test {} [16:03:00.396 DBG] [] transactionSingleQuery: { "transactionsFactoryRef": "484f2920-5f41-4646-b247-53ab86b83d89", "clusterConnectionId": "defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8", "query": { "statement": "INSERT INTO `_default` VALUES ('bac059d6-0de4-4283-9310-417c13144be9', {\"content\":\"updated\"})", "expectedResult": [ { "anythingAllowed": true } ], "queryParameters": { }, "scope": { "bucketName": "default", "scopeName": "_default" } } } {} [16:03:00.396 DBG] [] clusterConnectionId:defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8 {} [16:03:00.396 DBG] [] Using custom connection at host : couchbase://172.23.111.133 and with username Administrator {} [16:03:00.396 DBG] [Couchbase.Transactions.AttemptContext] [924a74f4-e46b-4f75-980b-13afb08cdaee] Executing Query: query: null {"Scope": ["QueryAsync", "QueryWrapper"]} [16:03:00.734 ERR] [Couchbase.Transactions.AttemptContext] [924a74f4-e46b-4f75-980b-13afb08cdaee] query failed at query: Couchbase.CouchbaseException: Duplicate Key: bac059d6-0de4-4283-9310-417c13144be9 [17012] at Couchbase.Query.QueryResultExtensions.ThrowExceptionOnError[T](IQueryResult`1 result, QueryErrorContext context) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryResultExtensions.cs:line 142 at Couchbase.Query.QueryClient.ExecuteQuery[T](QueryOptions options, ITypeSerializer serializer, IRequestSpan span) at Couchbase.Query.QueryClient.QueryAsync[T](String statement, QueryOptions options) at Couchbase.Cluster.<>c__DisplayClass37_0`1.<g__Func|0>d.MoveNext() --- End of stack trace from previous location --- at Couchbase.Core.Retry.RetryOrchestrator.RetryAsync[T](Func`1 send, IRequest request) at Couchbase.Cluster.QueryAsync[T](String statement, QueryOptions options) at Couchbase.Transactions.AttemptContext.QueryWrapper[T](Int64 statementId, IScope scope, String statement, QueryOptions options, String hookPoint, IRequestSpan parentSpan, Boolean isBeginWork, Boolean existingErrorCheck, JObject txdata, Boolean txImplicit) -----------------------Context Info--------------------------- Couchbase.Core.Exceptions.Query.QueryErrorContext {"Scope": ["QueryAsync", "QueryWrapper"]} [16:03:00.735 INF] [ExecuteApplicationLambda] Attempt 924a74f4-e46b-4f75-980b-13afb08cdaee completed. CleanupClient=False, LostCleanup=False {} [16:03:01.908 DBG] [] transactionCreate: { "transactionsFactoryRef": "484f2920-5f41-4646-b247-53ab86b83d89", "attempts": [ { "commands": [ { "replace": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "90cef22f-f1a4-4faf-8f9a-6401c5210c35" }, "contentJson": "{\"content\":\"updated\"}", "expectedResult": [ { "error": { "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookPoint": "AFTER_STAGED_REPLACE_COMPLETE" } ] }, "clusterConnectionId": "defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8" } {} [16:03:01.909 INF] [] Starting Transaction Test {} [16:03:01.909 DBG] [] Test: { "transactionsFactoryRef": "484f2920-5f41-4646-b247-53ab86b83d89", "attempts": [ { "commands": [ { "replace": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "90cef22f-f1a4-4faf-8f9a-6401c5210c35" }, "contentJson": "{\"content\":\"updated\"}", "expectedResult": [ { "error": { "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookPoint": "AFTER_STAGED_REPLACE_COMPLETE" } ] }, "clusterConnectionId": "defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8" } {} [16:03:01.909 DBG] [] clusterConnectionId:defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8 {} [16:03:01.909 DBG] [] Using custom connection at host : couchbase://172.23.111.133 and with username Administrator {} [16:03:01.909 DBG] [] Registering 1 hooks {} [16:03:01.909 DBG] [] - Hook Point AfterStagedReplaceComplete with Action FailHard {} [16:03:01.909 DBG] [] Starting Attempt 0 {} [16:03:01.909 DBG] [] Performing TransactionCommand Replace {} [16:03:01.909 DBG] [] 35d9f0bb-08b8-4ad5-9082-4ee7a8706ef6.d02ac808-159a-4927-807d-5c1c24992ec6: Performing command: replace {} [16:03:02.066 DBG] [Couchbase.Transactions.AttemptContext] GetWithMav for 90cef22f-f1a4-4faf-8f9a-6401c5210c35, attemptId=d02ac808-159a-4927-807d-5c1c24992ec6, postCas=1707494581980692480 {"Scope": ["GetWithKv", "GetWithMav"]} [16:03:02.066 DBG] [Couchbase.Transactions.AttemptContext] CheckWriteWriteConflict@WW_RP for default::_default::_default::90cef22f-f1a4-4faf-8f9a-6401c5210c35, attempt=d02ac808-159a-4927-807d-5c1c24992ec6 {"Scope": ["ReplaceWithKv", "CheckWriteWriteConflict"]} [16:03:02.066 DBG] [Couchbase.Transactions.AttemptContext] CheckWriteWriteConflict no other txn for default::_default::_default::90cef22f-f1a4-4faf-8f9a-6401c5210c35, attempt=d02ac808-159a-4927-807d-5c1c24992ec6 {"Scope": ["ReplaceWithKv", "CheckWriteWriteConflict"]} [16:03:02.066 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Requested Durability = Majority {"Scope": ["ReplaceWithKv", "InitAtrIfNeeded"]} [16:03:02.247 INF] [Couchbase.Transactions.DataAccess.AtrRepository] Upserted ATR to PENDING _txn:atr-502-#a18/attempts.d02ac808-159a-4927-807d-5c1c24992ec6 (cas = 1707494582316957696) {"Scope": ["ReplaceWithKv", "SetAtrPending", "MutateAtrPending"]} [16:03:02.247 DBG] [Couchbase.Transactions.AttemptContext] SetAtrPending for default._default._default::_txn:atr-502-#a18 (attempt=d02ac808-159a-4927-807d-5c1c24992ec6) {"Scope": ["ReplaceWithKv", "SetAtrPending"]} [16:03:02.438 DBG] [Couchbase.Transactions.AttemptContext] CreateStagedReplace for 90cef22f-f1a4-4faf-8f9a-6401c5210c35, attemptId=d02ac808-159a-4927-807d-5c1c24992ec6, preCase=1707494581980692480, postCas=1707494582508781568, accessDeleted=False {"Scope": ["ReplaceWithKv", "CreateStagedReplace"]} [16:03:02.439 DBG] [] ExternalException.Unknown: Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 377 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 464 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 258 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterStagedReplaceComplete(AttemptContext ctx, String id) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 145 at Couchbase.Transactions.AttemptContext.CreateStagedReplace(TransactionGetResult doc, Object content, Boolean accessDeleted, IRequestSpan parentSpan) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 519 {} [16:03:02.440 DBG] [] Operation 'replace' failed as expected {} [16:03:02.440 DBG] [ExecuteApplicationLambda] Propagating error up. (ec = FailHard, retry = False, finalError = TransactionFailed) {} [16:03:02.440 INF] [ExecuteApplicationLambda] Attempt d02ac808-159a-4927-807d-5c1c24992ec6 completed. CleanupClient=False, LostCleanup=False {} Transaction Failed with: Couchbase.Transactions.Error.TransactionFailedException: Transaction failed. ---> Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 377 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 464 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 258 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterStagedReplaceComplete(AttemptContext ctx, String id) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 145 at Couchbase.Transactions.AttemptContext.CreateStagedReplace(TransactionGetResult doc, Object content, Boolean accessDeleted, IRequestSpan parentSpan) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 519 --- End of inner exception stack trace --- at Couchbase.Transactions.Transactions.RunAsync(Func`2 transactionLogic, PerTransactionConfig perConfig, Boolean singleQueryTransactionMode) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/Transactions.cs:line 229 at Couchbase.Transactions.FitPerformer.TwoWayTransaction.Run(Transactions transactions, TransactionCreateRequest request, ClusterConnection connection, IServerStreamWriter`1 responseStream) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 68 -----------------------Context Info--------------------------- [16:03:02.442 DBG] [] UNKNOWN due to Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 377 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 464 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 258 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterStagedReplaceComplete(AttemptContext ctx, String id) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 145 at Couchbase.Transactions.AttemptContext.CreateStagedReplace(TransactionGetResult doc, Object content, Boolean accessDeleted, IRequestSpan parentSpan) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 519 {} [16:03:02.442 INF] [] Completed Transaction Test {} [16:03:03.093 DBG] [] transactionSingleQuery: { "transactionsFactoryRef": "484f2920-5f41-4646-b247-53ab86b83d89", "clusterConnectionId": "defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8", "query": { "statement": "UPDATE `_default` SET content = 'updated-query' WHERE META().id = '90cef22f-f1a4-4faf-8f9a-6401c5210c35'", "expectedResult": [ { "anythingAllowed": true } ], "checkMutations": true, "expectedMutations": 1, "queryParameters": { }, "scope": { "bucketName": "default", "scopeName": "_default" } }, "queryOptions": { "timeoutMillis": "2000" } } {} [16:03:03.093 DBG] [] clusterConnectionId:defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8 {} [16:03:03.093 DBG] [] Using custom connection at host : couchbase://172.23.111.133 and with username Administrator {} [16:03:03.093 DBG] [Couchbase.Transactions.AttemptContext] [819877ce-260d-418d-8503-2065228448fa] Executing Query: query: null {"Scope": ["QueryAsync", "QueryWrapper"]} [16:03:04.511 ERR] [Couchbase.Transactions.AttemptContext] [819877ce-260d-418d-8503-2065228448fa] query failed at query: Couchbase.CouchbaseException: Transaction staging error [17020] at Couchbase.Query.QueryResultExtensions.ThrowExceptionOnError[T](IQueryResult`1 result, QueryErrorContext context) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryResultExtensions.cs:line 142 at Couchbase.Query.QueryClient.ExecuteQuery[T](QueryOptions options, ITypeSerializer serializer, IRequestSpan span) at Couchbase.Query.QueryClient.QueryAsync[T](String statement, QueryOptions options) at Couchbase.Cluster.<>c__DisplayClass37_0`1.<g__Func|0>d.MoveNext() --- End of stack trace from previous location --- at Couchbase.Core.Retry.RetryOrchestrator.RetryAsync[T](Func`1 send, IRequest request) at Couchbase.Cluster.QueryAsync[T](String statement, QueryOptions options) at Couchbase.Transactions.AttemptContext.QueryWrapper[T](Int64 statementId, IScope scope, String statement, QueryOptions options, String hookPoint, IRequestSpan parentSpan, Boolean isBeginWork, Boolean existingErrorCheck, JObject txdata, Boolean txImplicit) -----------------------Context Info--------------------------- Couchbase.Core.Exceptions.Query.QueryErrorContext {"Scope": ["QueryAsync", "QueryWrapper"]} [16:03:04.511 WRN] [Couchbase.Transactions.AttemptContext] query code=17020 cause={ "bucket": "default", "cause": "deadline expired before WWC was resolved on default._default._default._txn:atr-502-#a18", "collection": "_default", "document_key": "90cef22f-f1a4-4faf-8f9a-6401c5210c35", "msg": "write write conflict", "scope": "_default" } raise=failed {"Scope": ["QueryAsync", "QueryWrapper"]} [16:03:04.511 DBG] [ExecuteApplicationLambda] Propagating error up. (ec = FailOther, retry = True, finalError = TransactionFailed) {} [16:03:04.512 INF] [ExecuteApplicationLambda] Attempt 819877ce-260d-418d-8503-2065228448fa completed. CleanupClient=False, LostCleanup=False {} [16:03:04.514 DBG] [Couchbase.Transactions.AttemptContext] [554ec63e-9a6c-4023-af6c-b11b19881b94] Executing Query: query: null {"Scope": ["QueryAsync", "QueryWrapper"]} [16:03:05.534 ERR] [Couchbase.Transactions.AttemptContext] [554ec63e-9a6c-4023-af6c-b11b19881b94] query failed at query: Couchbase.Core.Exceptions.IndexFailureException: Keyspace not found in CB datastore: default:_default - cause: No bucket named _default [12003] at Couchbase.Query.QueryResultExtensions.ThrowExceptionOnError[T](IQueryResult`1 result, QueryErrorContext context) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryResultExtensions.cs:line 142 at Couchbase.Query.QueryClient.ExecuteQuery[T](QueryOptions options, ITypeSerializer serializer, IRequestSpan span) at Couchbase.Query.QueryClient.QueryAsync[T](String statement, QueryOptions options) at Couchbase.Cluster.<>c__DisplayClass37_0`1.<g__Func|0>d.MoveNext() --- End of stack trace from previous location --- at Couchbase.Core.Retry.RetryOrchestrator.RetryAsync[T](Func`1 send, IRequest request) at Couchbase.Cluster.QueryAsync[T](String statement, QueryOptions options) at Couchbase.Transactions.AttemptContext.QueryWrapper[T](Int64 statementId, IScope scope, String statement, QueryOptions options, String hookPoint, IRequestSpan parentSpan, Boolean isBeginWork, Boolean existingErrorCheck, JObject txdata, Boolean txImplicit) -----------------------Context Info--------------------------- Couchbase.Core.Exceptions.Query.QueryErrorContext {"Scope": ["QueryAsync", "QueryWrapper"]} [16:03:05.534 INF] [ExecuteApplicationLambda] Attempt 554ec63e-9a6c-4023-af6c-b11b19881b94 completed. CleanupClient=False, LostCleanup=False {} [16:03:06.333 DBG] [] transactionCreate: { "transactionsFactoryRef": "484f2920-5f41-4646-b247-53ab86b83d89", "attempts": [ { "commands": [ { "replace": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "fcd8845b-9cd7-4404-add4-8dba9d1d8a16" }, "contentJson": "{\"content\":\"updated\"}", "expectedResult": [ { "error": { "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookPoint": "AFTER_STAGED_REPLACE_COMPLETE" } ] }, "clusterConnectionId": "defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8" } {} [16:03:06.333 INF] [] Starting Transaction Test {} [16:03:06.333 DBG] [] Test: { "transactionsFactoryRef": "484f2920-5f41-4646-b247-53ab86b83d89", "attempts": [ { "commands": [ { "replace": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "fcd8845b-9cd7-4404-add4-8dba9d1d8a16" }, "contentJson": "{\"content\":\"updated\"}", "expectedResult": [ { "error": { "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookPoint": "AFTER_STAGED_REPLACE_COMPLETE" } ] }, "clusterConnectionId": "defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8" } {} [16:03:06.333 DBG] [] clusterConnectionId:defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8 {} [16:03:06.333 DBG] [] Using custom connection at host : couchbase://172.23.111.133 and with username Administrator {} [16:03:06.333 DBG] [] Registering 1 hooks {} [16:03:06.333 DBG] [] - Hook Point AfterStagedReplaceComplete with Action FailHard {} [16:03:06.333 DBG] [] Starting Attempt 0 {} [16:03:06.333 DBG] [] Performing TransactionCommand Replace {} [16:03:06.333 DBG] [] 4e776877-23cd-4056-80cf-20b2f1f693d7.e14d4683-6d95-464e-9bd0-b237630128a2: Performing command: replace {} [16:03:06.490 DBG] [Couchbase.Transactions.AttemptContext] GetWithMav for fcd8845b-9cd7-4404-add4-8dba9d1d8a16, attemptId=e14d4683-6d95-464e-9bd0-b237630128a2, postCas=1707494586405224448 {"Scope": ["GetWithKv", "GetWithMav"]} [16:03:06.490 DBG] [Couchbase.Transactions.AttemptContext] CheckWriteWriteConflict@WW_RP for default::_default::_default::fcd8845b-9cd7-4404-add4-8dba9d1d8a16, attempt=e14d4683-6d95-464e-9bd0-b237630128a2 {"Scope": ["ReplaceWithKv", "CheckWriteWriteConflict"]} [16:03:06.490 DBG] [Couchbase.Transactions.AttemptContext] CheckWriteWriteConflict no other txn for default::_default::_default::fcd8845b-9cd7-4404-add4-8dba9d1d8a16, attempt=e14d4683-6d95-464e-9bd0-b237630128a2 {"Scope": ["ReplaceWithKv", "CheckWriteWriteConflict"]} [16:03:06.490 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Requested Durability = Majority {"Scope": ["ReplaceWithKv", "InitAtrIfNeeded"]} [16:03:06.653 INF] [Couchbase.Transactions.DataAccess.AtrRepository] Upserted ATR to PENDING _txn:atr-767-#99/attempts.e14d4683-6d95-464e-9bd0-b237630128a2 (cas = 1707494586724581376) {"Scope": ["ReplaceWithKv", "SetAtrPending", "MutateAtrPending"]} [16:03:06.653 DBG] [Couchbase.Transactions.AttemptContext] SetAtrPending for default._default._default::_txn:atr-767-#99 (attempt=e14d4683-6d95-464e-9bd0-b237630128a2) {"Scope": ["ReplaceWithKv", "SetAtrPending"]} [16:03:06.815 DBG] [Couchbase.Transactions.AttemptContext] CreateStagedReplace for fcd8845b-9cd7-4404-add4-8dba9d1d8a16, attemptId=e14d4683-6d95-464e-9bd0-b237630128a2, preCase=1707494586405224448, postCas=1707494586886717440, accessDeleted=False {"Scope": ["ReplaceWithKv", "CreateStagedReplace"]} [16:03:06.817 DBG] [] ExternalException.Unknown: Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 377 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 464 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 258 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterStagedReplaceComplete(AttemptContext ctx, String id) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 145 at Couchbase.Transactions.AttemptContext.CreateStagedReplace(TransactionGetResult doc, Object content, Boolean accessDeleted, IRequestSpan parentSpan) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 519 {} [16:03:06.817 DBG] [] Operation 'replace' failed as expected {} [16:03:06.818 DBG] [ExecuteApplicationLambda] Propagating error up. (ec = FailHard, retry = False, finalError = TransactionFailed) {} [16:03:06.818 INF] [ExecuteApplicationLambda] Attempt e14d4683-6d95-464e-9bd0-b237630128a2 completed. CleanupClient=False, LostCleanup=False {} Transaction Failed with: Couchbase.Transactions.Error.TransactionFailedException: Transaction failed. ---> Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 377 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 464 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 258 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterStagedReplaceComplete(AttemptContext ctx, String id) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 145 at Couchbase.Transactions.AttemptContext.CreateStagedReplace(TransactionGetResult doc, Object content, Boolean accessDeleted, IRequestSpan parentSpan) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 519 --- End of inner exception stack trace --- at Couchbase.Transactions.Transactions.RunAsync(Func`2 transactionLogic, PerTransactionConfig perConfig, Boolean singleQueryTransactionMode) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/Transactions.cs:line 229 at Couchbase.Transactions.FitPerformer.TwoWayTransaction.Run(Transactions transactions, TransactionCreateRequest request, ClusterConnection connection, IServerStreamWriter`1 responseStream) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 68 -----------------------Context Info--------------------------- [16:03:06.820 DBG] [] UNKNOWN due to Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 377 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 464 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 258 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterStagedReplaceComplete(AttemptContext ctx, String id) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 145 at Couchbase.Transactions.AttemptContext.CreateStagedReplace(TransactionGetResult doc, Object content, Boolean accessDeleted, IRequestSpan parentSpan) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 519 {} [16:03:06.820 INF] [] Completed Transaction Test {} [16:03:07.317 DBG] [] transactionSingleQuery: { "transactionsFactoryRef": "484f2920-5f41-4646-b247-53ab86b83d89", "clusterConnectionId": "defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8", "query": { "statement": "DELETE FROM `_default` WHERE META().id = 'fcd8845b-9cd7-4404-add4-8dba9d1d8a16'", "expectedResult": [ { "anythingAllowed": true } ], "checkMutations": true, "expectedMutations": 1, "queryParameters": { }, "scope": { "bucketName": "default", "scopeName": "_default" } }, "queryOptions": { "timeoutMillis": "2000" } } {} [16:03:07.317 DBG] [] clusterConnectionId:defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8 {} [16:03:07.317 DBG] [] Using custom connection at host : couchbase://172.23.111.133 and with username Administrator {} [16:03:07.317 DBG] [Couchbase.Transactions.AttemptContext] [511ec079-4341-491b-9cdc-920724420138] Executing Query: query: null {"Scope": ["QueryAsync", "QueryWrapper"]} [16:03:08.659 ERR] [Couchbase.Transactions.AttemptContext] [511ec079-4341-491b-9cdc-920724420138] query failed at query: Couchbase.CouchbaseException: Transaction staging error [17020] at Couchbase.Query.QueryResultExtensions.ThrowExceptionOnError[T](IQueryResult`1 result, QueryErrorContext context) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryResultExtensions.cs:line 142 at Couchbase.Query.QueryClient.ExecuteQuery[T](QueryOptions options, ITypeSerializer serializer, IRequestSpan span) at Couchbase.Query.QueryClient.QueryAsync[T](String statement, QueryOptions options) at Couchbase.Cluster.<>c__DisplayClass37_0`1.<g__Func|0>d.MoveNext() --- End of stack trace from previous location --- at Couchbase.Core.Retry.RetryOrchestrator.RetryAsync[T](Func`1 send, IRequest request) at Couchbase.Cluster.QueryAsync[T](String statement, QueryOptions options) at Couchbase.Transactions.AttemptContext.QueryWrapper[T](Int64 statementId, IScope scope, String statement, QueryOptions options, String hookPoint, IRequestSpan parentSpan, Boolean isBeginWork, Boolean existingErrorCheck, JObject txdata, Boolean txImplicit) -----------------------Context Info--------------------------- Couchbase.Core.Exceptions.Query.QueryErrorContext {"Scope": ["QueryAsync", "QueryWrapper"]} [16:03:08.659 WRN] [Couchbase.Transactions.AttemptContext] query code=17020 cause={ "bucket": "default", "cause": "deadline expired before WWC was resolved on default._default._default._txn:atr-767-#99", "collection": "_default", "document_key": "fcd8845b-9cd7-4404-add4-8dba9d1d8a16", "msg": "write write conflict", "scope": "_default" } raise=failed {"Scope": ["QueryAsync", "QueryWrapper"]} [16:03:08.659 DBG] [ExecuteApplicationLambda] Propagating error up. (ec = FailOther, retry = True, finalError = TransactionFailed) {} [16:03:08.659 INF] [ExecuteApplicationLambda] Attempt 511ec079-4341-491b-9cdc-920724420138 completed. CleanupClient=False, LostCleanup=False {} [16:03:08.670 DBG] [Couchbase.Transactions.AttemptContext] [2f48f4c3-17a5-4947-b836-149c17620194] Executing Query: query: null {"Scope": ["QueryAsync", "QueryWrapper"]} [16:03:10.083 ERR] [Couchbase.Transactions.AttemptContext] [2f48f4c3-17a5-4947-b836-149c17620194] query failed at query: Couchbase.Core.Exceptions.IndexFailureException: Keyspace not found in CB datastore: default:_default - cause: No bucket named _default [12003] at Couchbase.Query.QueryResultExtensions.ThrowExceptionOnError[T](IQueryResult`1 result, QueryErrorContext context) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryResultExtensions.cs:line 142 at Couchbase.Query.QueryClient.ExecuteQuery[T](QueryOptions options, ITypeSerializer serializer, IRequestSpan span) at Couchbase.Query.QueryClient.QueryAsync[T](String statement, QueryOptions options) at Couchbase.Cluster.<>c__DisplayClass37_0`1.<g__Func|0>d.MoveNext() --- End of stack trace from previous location --- at Couchbase.Core.Retry.RetryOrchestrator.RetryAsync[T](Func`1 send, IRequest request) at Couchbase.Cluster.QueryAsync[T](String statement, QueryOptions options) at Couchbase.Transactions.AttemptContext.QueryWrapper[T](Int64 statementId, IScope scope, String statement, QueryOptions options, String hookPoint, IRequestSpan parentSpan, Boolean isBeginWork, Boolean existingErrorCheck, JObject txdata, Boolean txImplicit) -----------------------Context Info--------------------------- Couchbase.Core.Exceptions.Query.QueryErrorContext {"Scope": ["QueryAsync", "QueryWrapper"]} [16:03:10.084 INF] [ExecuteApplicationLambda] Attempt 2f48f4c3-17a5-4947-b836-149c17620194 completed. CleanupClient=False, LostCleanup=False {} [16:03:10.767 DBG] [] transactionCreate: { "transactionsFactoryRef": "484f2920-5f41-4646-b247-53ab86b83d89", "attempts": [ { "commands": [ { "replace": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "f9504bed-eaa8-48ed-84b9-44c76b844fe6" }, "contentJson": "{\"content\":\"updated\"}", "expectedResult": [ { "error": { "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookPoint": "AFTER_STAGED_REPLACE_COMPLETE" } ] }, "clusterConnectionId": "defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8" } {} [16:03:10.767 INF] [] Starting Transaction Test {} [16:03:10.767 DBG] [] Test: { "transactionsFactoryRef": "484f2920-5f41-4646-b247-53ab86b83d89", "attempts": [ { "commands": [ { "replace": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "f9504bed-eaa8-48ed-84b9-44c76b844fe6" }, "contentJson": "{\"content\":\"updated\"}", "expectedResult": [ { "error": { "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookPoint": "AFTER_STAGED_REPLACE_COMPLETE" } ] }, "clusterConnectionId": "defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8" } {} [16:03:10.767 DBG] [] clusterConnectionId:defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8 {} [16:03:10.767 DBG] [] Using custom connection at host : couchbase://172.23.111.133 and with username Administrator {} [16:03:10.767 DBG] [] Registering 1 hooks {} [16:03:10.767 DBG] [] - Hook Point AfterStagedReplaceComplete with Action FailHard {} [16:03:10.770 DBG] [] Starting Attempt 0 {} [16:03:10.770 DBG] [] Performing TransactionCommand Replace {} [16:03:10.770 DBG] [] 5af3c4c0-ba0b-4721-aabb-bd9d92086bd7.10f21bc1-2345-41ea-b5e2-112c51d6e5ba: Performing command: replace {} [16:03:10.925 DBG] [Couchbase.Transactions.AttemptContext] GetWithMav for f9504bed-eaa8-48ed-84b9-44c76b844fe6, attemptId=10f21bc1-2345-41ea-b5e2-112c51d6e5ba, postCas=1707494590840569856 {"Scope": ["GetWithKv", "GetWithMav"]} [16:03:10.926 DBG] [Couchbase.Transactions.AttemptContext] CheckWriteWriteConflict@WW_RP for default::_default::_default::f9504bed-eaa8-48ed-84b9-44c76b844fe6, attempt=10f21bc1-2345-41ea-b5e2-112c51d6e5ba {"Scope": ["ReplaceWithKv", "CheckWriteWriteConflict"]} [16:03:10.926 DBG] [Couchbase.Transactions.AttemptContext] CheckWriteWriteConflict no other txn for default::_default::_default::f9504bed-eaa8-48ed-84b9-44c76b844fe6, attempt=10f21bc1-2345-41ea-b5e2-112c51d6e5ba {"Scope": ["ReplaceWithKv", "CheckWriteWriteConflict"]} [16:03:10.926 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Requested Durability = Majority {"Scope": ["ReplaceWithKv", "InitAtrIfNeeded"]} [16:03:11.095 INF] [Couchbase.Transactions.DataAccess.AtrRepository] Upserted ATR to PENDING _txn:atr-404-#ab9/attempts.10f21bc1-2345-41ea-b5e2-112c51d6e5ba (cas = 1707494591166939136) {"Scope": ["ReplaceWithKv", "SetAtrPending", "MutateAtrPending"]} [16:03:11.096 DBG] [Couchbase.Transactions.AttemptContext] SetAtrPending for default._default._default::_txn:atr-404-#ab9 (attempt=10f21bc1-2345-41ea-b5e2-112c51d6e5ba) {"Scope": ["ReplaceWithKv", "SetAtrPending"]} [16:03:11.258 DBG] [Couchbase.Transactions.AttemptContext] CreateStagedReplace for f9504bed-eaa8-48ed-84b9-44c76b844fe6, attemptId=10f21bc1-2345-41ea-b5e2-112c51d6e5ba, preCase=1707494590840569856, postCas=1707494591330123776, accessDeleted=False {"Scope": ["ReplaceWithKv", "CreateStagedReplace"]} [16:03:11.259 DBG] [] ExternalException.Unknown: Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 377 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 464 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 258 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterStagedReplaceComplete(AttemptContext ctx, String id) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 145 at Couchbase.Transactions.AttemptContext.CreateStagedReplace(TransactionGetResult doc, Object content, Boolean accessDeleted, IRequestSpan parentSpan) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 519 {} [16:03:11.259 DBG] [] Operation 'replace' failed as expected {} [16:03:11.259 DBG] [ExecuteApplicationLambda] Propagating error up. (ec = FailHard, retry = False, finalError = TransactionFailed) {} [16:03:11.260 INF] [ExecuteApplicationLambda] Attempt 10f21bc1-2345-41ea-b5e2-112c51d6e5ba completed. CleanupClient=False, LostCleanup=False {} Transaction Failed with: Couchbase.Transactions.Error.TransactionFailedException: Transaction failed. ---> Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 377 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 464 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 258 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterStagedReplaceComplete(AttemptContext ctx, String id) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 145 at Couchbase.Transactions.AttemptContext.CreateStagedReplace(TransactionGetResult doc, Object content, Boolean accessDeleted, IRequestSpan parentSpan) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 519 --- End of inner exception stack trace --- at Couchbase.Transactions.Transactions.RunAsync(Func`2 transactionLogic, PerTransactionConfig perConfig, Boolean singleQueryTransactionMode) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/Transactions.cs:line 229 at Couchbase.Transactions.FitPerformer.TwoWayTransaction.Run(Transactions transactions, TransactionCreateRequest request, ClusterConnection connection, IServerStreamWriter`1 responseStream) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 68 -----------------------Context Info--------------------------- [16:03:11.261 DBG] [] UNKNOWN due to Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 377 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 464 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 258 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterStagedReplaceComplete(AttemptContext ctx, String id) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 145 at Couchbase.Transactions.AttemptContext.CreateStagedReplace(TransactionGetResult doc, Object content, Boolean accessDeleted, IRequestSpan parentSpan) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 519 {} [16:03:11.261 INF] [] Completed Transaction Test {} [16:03:11.740 DBG] [] transactionSingleQuery: { "transactionsFactoryRef": "484f2920-5f41-4646-b247-53ab86b83d89", "clusterConnectionId": "defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8", "query": { "statement": "SELECT * FROM `_default` WHERE META().id = 'f9504bed-eaa8-48ed-84b9-44c76b844fe6'", "expectedResult": [ { "anythingAllowed": true } ], "checkRowCount": true, "expectedRowCount": 1, "queryParameters": { }, "scope": { "bucketName": "default", "scopeName": "_default" } } } {} [16:03:11.741 DBG] [] clusterConnectionId:defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8 {} [16:03:11.741 DBG] [] Using custom connection at host : couchbase://172.23.111.133 and with username Administrator {} [16:03:11.741 DBG] [Couchbase.Transactions.AttemptContext] [706f6c2d-040a-4bdc-ba01-5e43bf7ebe67] Executing Query: query: null {"Scope": ["QueryAsync", "QueryWrapper"]} [16:03:12.071 INF] [ExecuteApplicationLambda] Attempt 706f6c2d-040a-4bdc-ba01-5e43bf7ebe67 completed. CleanupClient=False, LostCleanup=False {} [16:03:13.412 DBG] [] transactionCreate: { "transactionsFactoryRef": "484f2920-5f41-4646-b247-53ab86b83d89", "attempts": [ { "commands": [ { "replace": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "c40fffe7-a3e7-439c-abaa-7a8a291c9485" }, "contentJson": "{\"content\":\"updated\"}", "expectedResult": [ { "error": { "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookPoint": "AFTER_STAGED_REPLACE_COMPLETE" } ] }, "clusterConnectionId": "defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8" } {} [16:03:13.412 INF] [] Starting Transaction Test {} [16:03:13.412 DBG] [] Test: { "transactionsFactoryRef": "484f2920-5f41-4646-b247-53ab86b83d89", "attempts": [ { "commands": [ { "replace": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "c40fffe7-a3e7-439c-abaa-7a8a291c9485" }, "contentJson": "{\"content\":\"updated\"}", "expectedResult": [ { "error": { "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookPoint": "AFTER_STAGED_REPLACE_COMPLETE" } ] }, "clusterConnectionId": "defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8" } {} [16:03:13.412 DBG] [] clusterConnectionId:defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8 {} [16:03:13.412 DBG] [] Using custom connection at host : couchbase://172.23.111.133 and with username Administrator {} [16:03:13.412 DBG] [] Registering 1 hooks {} [16:03:13.412 DBG] [] - Hook Point AfterStagedReplaceComplete with Action FailHard {} [16:03:13.413 DBG] [] Starting Attempt 0 {} [16:03:13.413 DBG] [] Performing TransactionCommand Replace {} [16:03:13.413 DBG] [] acd9d1d3-edfa-4e00-aafd-0066bdd9f567.9987b389-7ff7-40d7-8a92-c765e7e40018: Performing command: replace {} [16:03:13.571 DBG] [Couchbase.Transactions.AttemptContext] GetWithMav for c40fffe7-a3e7-439c-abaa-7a8a291c9485, attemptId=9987b389-7ff7-40d7-8a92-c765e7e40018, postCas=1707494593484161024 {"Scope": ["GetWithKv", "GetWithMav"]} [16:03:13.571 DBG] [Couchbase.Transactions.AttemptContext] CheckWriteWriteConflict@WW_RP for default::_default::_default::c40fffe7-a3e7-439c-abaa-7a8a291c9485, attempt=9987b389-7ff7-40d7-8a92-c765e7e40018 {"Scope": ["ReplaceWithKv", "CheckWriteWriteConflict"]} [16:03:13.572 DBG] [Couchbase.Transactions.AttemptContext] CheckWriteWriteConflict no other txn for default::_default::_default::c40fffe7-a3e7-439c-abaa-7a8a291c9485, attempt=9987b389-7ff7-40d7-8a92-c765e7e40018 {"Scope": ["ReplaceWithKv", "CheckWriteWriteConflict"]} [16:03:13.572 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Requested Durability = Majority {"Scope": ["ReplaceWithKv", "InitAtrIfNeeded"]} [16:03:13.746 INF] [Couchbase.Transactions.DataAccess.AtrRepository] Upserted ATR to PENDING _txn:atr-981-#b15/attempts.9987b389-7ff7-40d7-8a92-c765e7e40018 (cas = 1707494593818001408) {"Scope": ["ReplaceWithKv", "SetAtrPending", "MutateAtrPending"]} [16:03:13.746 DBG] [Couchbase.Transactions.AttemptContext] SetAtrPending for default._default._default::_txn:atr-981-#b15 (attempt=9987b389-7ff7-40d7-8a92-c765e7e40018) {"Scope": ["ReplaceWithKv", "SetAtrPending"]} [16:03:13.911 DBG] [Couchbase.Transactions.AttemptContext] CreateStagedReplace for c40fffe7-a3e7-439c-abaa-7a8a291c9485, attemptId=9987b389-7ff7-40d7-8a92-c765e7e40018, preCase=1707494593484161024, postCas=1707494593979285504, accessDeleted=False {"Scope": ["ReplaceWithKv", "CreateStagedReplace"]} [16:03:13.912 DBG] [] ExternalException.Unknown: Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 377 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 464 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 258 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterStagedReplaceComplete(AttemptContext ctx, String id) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 145 at Couchbase.Transactions.AttemptContext.CreateStagedReplace(TransactionGetResult doc, Object content, Boolean accessDeleted, IRequestSpan parentSpan) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 519 {} [16:03:13.912 DBG] [] Operation 'replace' failed as expected {} [16:03:13.912 DBG] [ExecuteApplicationLambda] Propagating error up. (ec = FailHard, retry = False, finalError = TransactionFailed) {} [16:03:13.912 INF] [ExecuteApplicationLambda] Attempt 9987b389-7ff7-40d7-8a92-c765e7e40018 completed. CleanupClient=False, LostCleanup=False {} Transaction Failed with: Couchbase.Transactions.Error.TransactionFailedException: Transaction failed. ---> Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 377 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 464 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 258 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterStagedReplaceComplete(AttemptContext ctx, String id) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 145 at Couchbase.Transactions.AttemptContext.CreateStagedReplace(TransactionGetResult doc, Object content, Boolean accessDeleted, IRequestSpan parentSpan) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 519 --- End of inner exception stack trace --- at Couchbase.Transactions.Transactions.RunAsync(Func`2 transactionLogic, PerTransactionConfig perConfig, Boolean singleQueryTransactionMode) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/Transactions.cs:line 229 at Couchbase.Transactions.FitPerformer.TwoWayTransaction.Run(Transactions transactions, TransactionCreateRequest request, ClusterConnection connection, IServerStreamWriter`1 responseStream) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 68 -----------------------Context Info--------------------------- [16:03:13.913 DBG] [] UNKNOWN due to Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 377 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 464 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 258 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterStagedReplaceComplete(AttemptContext ctx, String id) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 145 at Couchbase.Transactions.AttemptContext.CreateStagedReplace(TransactionGetResult doc, Object content, Boolean accessDeleted, IRequestSpan parentSpan) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 519 {} [16:03:13.914 INF] [] Completed Transaction Test {} [16:03:13.916 DBG] [] transactionSingleQuery: { "transactionsFactoryRef": "484f2920-5f41-4646-b247-53ab86b83d89", "clusterConnectionId": "defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8", "query": { "statement": "INSERT INTO `_default` VALUES ('c40fffe7-a3e7-439c-abaa-7a8a291c9485', {\"content\":\"updated\"})", "expectedResult": [ { "anythingAllowed": true } ], "queryParameters": { }, "scope": { "bucketName": "default", "scopeName": "_default" } } } {} [16:03:13.916 DBG] [] clusterConnectionId:defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8 {} [16:03:13.916 DBG] [] Using custom connection at host : couchbase://172.23.111.133 and with username Administrator {} [16:03:13.916 DBG] [Couchbase.Transactions.AttemptContext] [634fb8c5-6ebb-4329-a266-ec9b720e7040] Executing Query: query: null {"Scope": ["QueryAsync", "QueryWrapper"]} [16:03:14.266 ERR] [Couchbase.Transactions.AttemptContext] [634fb8c5-6ebb-4329-a266-ec9b720e7040] query failed at query: Couchbase.CouchbaseException: Duplicate Key: c40fffe7-a3e7-439c-abaa-7a8a291c9485 [17012] at Couchbase.Query.QueryResultExtensions.ThrowExceptionOnError[T](IQueryResult`1 result, QueryErrorContext context) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryResultExtensions.cs:line 142 at Couchbase.Query.QueryClient.ExecuteQuery[T](QueryOptions options, ITypeSerializer serializer, IRequestSpan span) at Couchbase.Query.QueryClient.QueryAsync[T](String statement, QueryOptions options) at Couchbase.Cluster.<>c__DisplayClass37_0`1.<g__Func|0>d.MoveNext() --- End of stack trace from previous location --- at Couchbase.Core.Retry.RetryOrchestrator.RetryAsync[T](Func`1 send, IRequest request) at Couchbase.Cluster.QueryAsync[T](String statement, QueryOptions options) at Couchbase.Transactions.AttemptContext.QueryWrapper[T](Int64 statementId, IScope scope, String statement, QueryOptions options, String hookPoint, IRequestSpan parentSpan, Boolean isBeginWork, Boolean existingErrorCheck, JObject txdata, Boolean txImplicit) -----------------------Context Info--------------------------- Couchbase.Core.Exceptions.Query.QueryErrorContext {"Scope": ["QueryAsync", "QueryWrapper"]} [16:03:14.266 INF] [ExecuteApplicationLambda] Attempt 634fb8c5-6ebb-4329-a266-ec9b720e7040 completed. CleanupClient=False, LostCleanup=False {} [16:03:15.422 DBG] [] transactionCreate: { "transactionsFactoryRef": "484f2920-5f41-4646-b247-53ab86b83d89", "attempts": [ { "commands": [ { "replace": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "45f0e65c-7a6a-4c3a-bca1-ddd99a544b7b" }, "contentJson": "{\"content\":\"updated\"}", "expectedResult": [ { "error": { "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookPoint": "AFTER_STAGED_REPLACE_COMPLETE" } ] }, "clusterConnectionId": "defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8" } {} [16:03:15.422 INF] [] Starting Transaction Test {} [16:03:15.422 DBG] [] Test: { "transactionsFactoryRef": "484f2920-5f41-4646-b247-53ab86b83d89", "attempts": [ { "commands": [ { "replace": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "45f0e65c-7a6a-4c3a-bca1-ddd99a544b7b" }, "contentJson": "{\"content\":\"updated\"}", "expectedResult": [ { "error": { "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookPoint": "AFTER_STAGED_REPLACE_COMPLETE" } ] }, "clusterConnectionId": "defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8" } {} [16:03:15.422 DBG] [] clusterConnectionId:defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8 {} [16:03:15.422 DBG] [] Using custom connection at host : couchbase://172.23.111.133 and with username Administrator {} [16:03:15.422 DBG] [] Registering 1 hooks {} [16:03:15.422 DBG] [] - Hook Point AfterStagedReplaceComplete with Action FailHard {} [16:03:15.422 DBG] [] Starting Attempt 0 {} [16:03:15.422 DBG] [] Performing TransactionCommand Replace {} [16:03:15.422 DBG] [] 3e7b3a0c-0e5c-4544-96f8-d90dc548f67b.dbc64122-c20b-4533-8766-3e05d154d878: Performing command: replace {} [16:03:15.578 DBG] [Couchbase.Transactions.AttemptContext] GetWithMav for 45f0e65c-7a6a-4c3a-bca1-ddd99a544b7b, attemptId=dbc64122-c20b-4533-8766-3e05d154d878, postCas=1707494595493101568 {"Scope": ["GetWithKv", "GetWithMav"]} [16:03:15.578 DBG] [Couchbase.Transactions.AttemptContext] CheckWriteWriteConflict@WW_RP for default::_default::_default::45f0e65c-7a6a-4c3a-bca1-ddd99a544b7b, attempt=dbc64122-c20b-4533-8766-3e05d154d878 {"Scope": ["ReplaceWithKv", "CheckWriteWriteConflict"]} [16:03:15.578 DBG] [Couchbase.Transactions.AttemptContext] CheckWriteWriteConflict no other txn for default::_default::_default::45f0e65c-7a6a-4c3a-bca1-ddd99a544b7b, attempt=dbc64122-c20b-4533-8766-3e05d154d878 {"Scope": ["ReplaceWithKv", "CheckWriteWriteConflict"]} [16:03:15.578 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Requested Durability = Majority {"Scope": ["ReplaceWithKv", "InitAtrIfNeeded"]} [16:03:15.740 INF] [Couchbase.Transactions.DataAccess.AtrRepository] Upserted ATR to PENDING _txn:atr-309-#2b9/attempts.dbc64122-c20b-4533-8766-3e05d154d878 (cas = 1707494595811934208) {"Scope": ["ReplaceWithKv", "SetAtrPending", "MutateAtrPending"]} [16:03:15.740 DBG] [Couchbase.Transactions.AttemptContext] SetAtrPending for default._default._default::_txn:atr-309-#2b9 (attempt=dbc64122-c20b-4533-8766-3e05d154d878) {"Scope": ["ReplaceWithKv", "SetAtrPending"]} [16:03:15.909 DBG] [Couchbase.Transactions.AttemptContext] CreateStagedReplace for 45f0e65c-7a6a-4c3a-bca1-ddd99a544b7b, attemptId=dbc64122-c20b-4533-8766-3e05d154d878, preCase=1707494595493101568, postCas=1707494595981803520, accessDeleted=False {"Scope": ["ReplaceWithKv", "CreateStagedReplace"]} [16:03:15.911 DBG] [] ExternalException.Unknown: Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 377 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 464 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 258 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterStagedReplaceComplete(AttemptContext ctx, String id) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 145 at Couchbase.Transactions.AttemptContext.CreateStagedReplace(TransactionGetResult doc, Object content, Boolean accessDeleted, IRequestSpan parentSpan) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 519 {} [16:03:15.911 DBG] [] Operation 'replace' failed as expected {} [16:03:15.911 DBG] [ExecuteApplicationLambda] Propagating error up. (ec = FailHard, retry = False, finalError = TransactionFailed) {} [16:03:15.911 INF] [ExecuteApplicationLambda] Attempt dbc64122-c20b-4533-8766-3e05d154d878 completed. CleanupClient=False, LostCleanup=False {} Transaction Failed with: Couchbase.Transactions.Error.TransactionFailedException: Transaction failed. ---> Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 377 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 464 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 258 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterStagedReplaceComplete(AttemptContext ctx, String id) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 145 at Couchbase.Transactions.AttemptContext.CreateStagedReplace(TransactionGetResult doc, Object content, Boolean accessDeleted, IRequestSpan parentSpan) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 519 --- End of inner exception stack trace --- at Couchbase.Transactions.Transactions.RunAsync(Func`2 transactionLogic, PerTransactionConfig perConfig, Boolean singleQueryTransactionMode) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/Transactions.cs:line 229 at Couchbase.Transactions.FitPerformer.TwoWayTransaction.Run(Transactions transactions, TransactionCreateRequest request, ClusterConnection connection, IServerStreamWriter`1 responseStream) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 68 -----------------------Context Info--------------------------- [16:03:15.914 DBG] [] UNKNOWN due to Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 377 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 464 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 258 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterStagedReplaceComplete(AttemptContext ctx, String id) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 145 at Couchbase.Transactions.AttemptContext.CreateStagedReplace(TransactionGetResult doc, Object content, Boolean accessDeleted, IRequestSpan parentSpan) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 519 {} [16:03:15.914 INF] [] Completed Transaction Test {} [16:03:15.918 DBG] [] transactionSingleQuery: { "transactionsFactoryRef": "484f2920-5f41-4646-b247-53ab86b83d89", "clusterConnectionId": "defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8", "query": { "statement": "UPDATE `_default` SET content = 'updated-query' WHERE META().id = '45f0e65c-7a6a-4c3a-bca1-ddd99a544b7b'", "expectedResult": [ { "anythingAllowed": true } ], "checkMutations": true, "expectedMutations": 1, "queryParameters": { }, "scope": { "bucketName": "default", "scopeName": "_default" } }, "queryOptions": { "timeoutMillis": "2000" } } {} [16:03:15.918 DBG] [] clusterConnectionId:defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8 {} [16:03:15.918 DBG] [] Using custom connection at host : couchbase://172.23.111.133 and with username Administrator {} [16:03:15.918 DBG] [Couchbase.Transactions.AttemptContext] [98adbd7a-c54c-49f3-82c7-6c760493a4ed] Executing Query: query: null {"Scope": ["QueryAsync", "QueryWrapper"]} [16:03:17.261 ERR] [Couchbase.Transactions.AttemptContext] [98adbd7a-c54c-49f3-82c7-6c760493a4ed] query failed at query: Couchbase.CouchbaseException: Transaction staging error [17020] at Couchbase.Query.QueryResultExtensions.ThrowExceptionOnError[T](IQueryResult`1 result, QueryErrorContext context) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryResultExtensions.cs:line 142 at Couchbase.Query.QueryClient.ExecuteQuery[T](QueryOptions options, ITypeSerializer serializer, IRequestSpan span) at Couchbase.Query.QueryClient.QueryAsync[T](String statement, QueryOptions options) at Couchbase.Cluster.<>c__DisplayClass37_0`1.<g__Func|0>d.MoveNext() --- End of stack trace from previous location --- at Couchbase.Core.Retry.RetryOrchestrator.RetryAsync[T](Func`1 send, IRequest request) at Couchbase.Cluster.QueryAsync[T](String statement, QueryOptions options) at Couchbase.Transactions.AttemptContext.QueryWrapper[T](Int64 statementId, IScope scope, String statement, QueryOptions options, String hookPoint, IRequestSpan parentSpan, Boolean isBeginWork, Boolean existingErrorCheck, JObject txdata, Boolean txImplicit) -----------------------Context Info--------------------------- Couchbase.Core.Exceptions.Query.QueryErrorContext {"Scope": ["QueryAsync", "QueryWrapper"]} [16:03:17.261 WRN] [Couchbase.Transactions.AttemptContext] query code=17020 cause={ "bucket": "default", "cause": "deadline expired before WWC was resolved on default._default._default._txn:atr-309-#2b9", "collection": "_default", "document_key": "45f0e65c-7a6a-4c3a-bca1-ddd99a544b7b", "msg": "write write conflict", "scope": "_default" } raise=failed {"Scope": ["QueryAsync", "QueryWrapper"]} [16:03:17.261 DBG] [ExecuteApplicationLambda] Propagating error up. (ec = FailOther, retry = True, finalError = TransactionFailed) {} [16:03:17.261 INF] [ExecuteApplicationLambda] Attempt 98adbd7a-c54c-49f3-82c7-6c760493a4ed completed. CleanupClient=False, LostCleanup=False {} [16:03:17.266 DBG] [Couchbase.Transactions.AttemptContext] [7ea6d7a6-761c-48a2-a3d2-5634c4ccb86d] Executing Query: query: null {"Scope": ["QueryAsync", "QueryWrapper"]} [16:03:18.543 ERR] [Couchbase.Transactions.AttemptContext] [7ea6d7a6-761c-48a2-a3d2-5634c4ccb86d] query failed at query: Couchbase.Core.Exceptions.IndexFailureException: Keyspace not found in CB datastore: default:_default - cause: No bucket named _default [12003] at Couchbase.Query.QueryResultExtensions.ThrowExceptionOnError[T](IQueryResult`1 result, QueryErrorContext context) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryResultExtensions.cs:line 142 at Couchbase.Query.QueryClient.ExecuteQuery[T](QueryOptions options, ITypeSerializer serializer, IRequestSpan span) at Couchbase.Query.QueryClient.QueryAsync[T](String statement, QueryOptions options) at Couchbase.Cluster.<>c__DisplayClass37_0`1.<g__Func|0>d.MoveNext() --- End of stack trace from previous location --- at Couchbase.Core.Retry.RetryOrchestrator.RetryAsync[T](Func`1 send, IRequest request) at Couchbase.Cluster.QueryAsync[T](String statement, QueryOptions options) at Couchbase.Transactions.AttemptContext.QueryWrapper[T](Int64 statementId, IScope scope, String statement, QueryOptions options, String hookPoint, IRequestSpan parentSpan, Boolean isBeginWork, Boolean existingErrorCheck, JObject txdata, Boolean txImplicit) -----------------------Context Info--------------------------- Couchbase.Core.Exceptions.Query.QueryErrorContext {"Scope": ["QueryAsync", "QueryWrapper"]} [16:03:18.544 INF] [ExecuteApplicationLambda] Attempt 7ea6d7a6-761c-48a2-a3d2-5634c4ccb86d completed. CleanupClient=False, LostCleanup=False {} [16:03:19.871 DBG] [] transactionCreate: { "transactionsFactoryRef": "484f2920-5f41-4646-b247-53ab86b83d89", "attempts": [ { "commands": [ { "replace": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "936661d9-1987-4df4-9bb4-16088e06e3d5" }, "contentJson": "{\"content\":\"updated\"}", "expectedResult": [ { "error": { "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookPoint": "AFTER_STAGED_REPLACE_COMPLETE" } ] }, "clusterConnectionId": "defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8" } {} [16:03:19.871 INF] [] Starting Transaction Test {} [16:03:19.871 DBG] [] Test: { "transactionsFactoryRef": "484f2920-5f41-4646-b247-53ab86b83d89", "attempts": [ { "commands": [ { "replace": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "936661d9-1987-4df4-9bb4-16088e06e3d5" }, "contentJson": "{\"content\":\"updated\"}", "expectedResult": [ { "error": { "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookPoint": "AFTER_STAGED_REPLACE_COMPLETE" } ] }, "clusterConnectionId": "defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8" } {} [16:03:19.871 DBG] [] clusterConnectionId:defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8 {} [16:03:19.871 DBG] [] Using custom connection at host : couchbase://172.23.111.133 and with username Administrator {} [16:03:19.871 DBG] [] Registering 1 hooks {} [16:03:19.871 DBG] [] - Hook Point AfterStagedReplaceComplete with Action FailHard {} [16:03:19.871 DBG] [] Starting Attempt 0 {} [16:03:19.871 DBG] [] Performing TransactionCommand Replace {} [16:03:19.871 DBG] [] e89d3f10-cd66-4260-a90e-070badf0b57d.4f4a55fe-88f1-4331-9f24-230fe4e5493d: Performing command: replace {} [16:03:20.032 DBG] [Couchbase.Transactions.AttemptContext] GetWithMav for 936661d9-1987-4df4-9bb4-16088e06e3d5, attemptId=4f4a55fe-88f1-4331-9f24-230fe4e5493d, postCas=1707494599827456000 {"Scope": ["GetWithKv", "GetWithMav"]} [16:03:20.032 DBG] [Couchbase.Transactions.AttemptContext] CheckWriteWriteConflict@WW_RP for default::_default::_default::936661d9-1987-4df4-9bb4-16088e06e3d5, attempt=4f4a55fe-88f1-4331-9f24-230fe4e5493d {"Scope": ["ReplaceWithKv", "CheckWriteWriteConflict"]} [16:03:20.032 DBG] [Couchbase.Transactions.AttemptContext] CheckWriteWriteConflict no other txn for default::_default::_default::936661d9-1987-4df4-9bb4-16088e06e3d5, attempt=4f4a55fe-88f1-4331-9f24-230fe4e5493d {"Scope": ["ReplaceWithKv", "CheckWriteWriteConflict"]} [16:03:20.032 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Requested Durability = Majority {"Scope": ["ReplaceWithKv", "InitAtrIfNeeded"]} [16:03:20.198 INF] [Couchbase.Transactions.DataAccess.AtrRepository] Upserted ATR to PENDING _txn:atr-378-#121d/attempts.4f4a55fe-88f1-4331-9f24-230fe4e5493d (cas = 1707494600269103104) {"Scope": ["ReplaceWithKv", "SetAtrPending", "MutateAtrPending"]} [16:03:20.198 DBG] [Couchbase.Transactions.AttemptContext] SetAtrPending for default._default._default::_txn:atr-378-#121d (attempt=4f4a55fe-88f1-4331-9f24-230fe4e5493d) {"Scope": ["ReplaceWithKv", "SetAtrPending"]} [16:03:20.371 DBG] [Couchbase.Transactions.AttemptContext] CreateStagedReplace for 936661d9-1987-4df4-9bb4-16088e06e3d5, attemptId=4f4a55fe-88f1-4331-9f24-230fe4e5493d, preCase=1707494599827456000, postCas=1707494600441921536, accessDeleted=False {"Scope": ["ReplaceWithKv", "CreateStagedReplace"]} [16:03:20.372 DBG] [] ExternalException.Unknown: Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 377 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 464 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 258 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterStagedReplaceComplete(AttemptContext ctx, String id) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 145 at Couchbase.Transactions.AttemptContext.CreateStagedReplace(TransactionGetResult doc, Object content, Boolean accessDeleted, IRequestSpan parentSpan) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 519 {} [16:03:20.372 DBG] [] Operation 'replace' failed as expected {} [16:03:20.372 DBG] [ExecuteApplicationLambda] Propagating error up. (ec = FailHard, retry = False, finalError = TransactionFailed) {} [16:03:20.372 INF] [ExecuteApplicationLambda] Attempt 4f4a55fe-88f1-4331-9f24-230fe4e5493d completed. CleanupClient=False, LostCleanup=False {} Transaction Failed with: Couchbase.Transactions.Error.TransactionFailedException: Transaction failed. ---> Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 377 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 464 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 258 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterStagedReplaceComplete(AttemptContext ctx, String id) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 145 at Couchbase.Transactions.AttemptContext.CreateStagedReplace(TransactionGetResult doc, Object content, Boolean accessDeleted, IRequestSpan parentSpan) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 519 --- End of inner exception stack trace --- at Couchbase.Transactions.Transactions.RunAsync(Func`2 transactionLogic, PerTransactionConfig perConfig, Boolean singleQueryTransactionMode) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/Transactions.cs:line 229 at Couchbase.Transactions.FitPerformer.TwoWayTransaction.Run(Transactions transactions, TransactionCreateRequest request, ClusterConnection connection, IServerStreamWriter`1 responseStream) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 68 -----------------------Context Info--------------------------- [16:03:20.374 DBG] [] UNKNOWN due to Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 377 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 464 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 258 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterStagedReplaceComplete(AttemptContext ctx, String id) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 145 at Couchbase.Transactions.AttemptContext.CreateStagedReplace(TransactionGetResult doc, Object content, Boolean accessDeleted, IRequestSpan parentSpan) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 519 {} [16:03:20.374 INF] [] Completed Transaction Test {} [16:03:20.377 DBG] [] transactionSingleQuery: { "transactionsFactoryRef": "484f2920-5f41-4646-b247-53ab86b83d89", "clusterConnectionId": "defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8", "query": { "statement": "DELETE FROM `_default` WHERE META().id = '936661d9-1987-4df4-9bb4-16088e06e3d5'", "expectedResult": [ { "anythingAllowed": true } ], "checkMutations": true, "expectedMutations": 1, "queryParameters": { }, "scope": { "bucketName": "default", "scopeName": "_default" } }, "queryOptions": { "timeoutMillis": "2000" } } {} [16:03:20.378 DBG] [] clusterConnectionId:defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8 {} [16:03:20.378 DBG] [] Using custom connection at host : couchbase://172.23.111.133 and with username Administrator {} [16:03:20.378 DBG] [Couchbase.Transactions.AttemptContext] [f56a91f4-6ae5-4f12-b5e5-a6378b8c408c] Executing Query: query: null {"Scope": ["QueryAsync", "QueryWrapper"]} [16:03:21.819 ERR] [Couchbase.Transactions.AttemptContext] [f56a91f4-6ae5-4f12-b5e5-a6378b8c408c] query failed at query: Couchbase.CouchbaseException: Transaction staging error [17020] at Couchbase.Query.QueryResultExtensions.ThrowExceptionOnError[T](IQueryResult`1 result, QueryErrorContext context) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryResultExtensions.cs:line 142 at Couchbase.Query.QueryClient.ExecuteQuery[T](QueryOptions options, ITypeSerializer serializer, IRequestSpan span) at Couchbase.Query.QueryClient.QueryAsync[T](String statement, QueryOptions options) at Couchbase.Cluster.<>c__DisplayClass37_0`1.<g__Func|0>d.MoveNext() --- End of stack trace from previous location --- at Couchbase.Core.Retry.RetryOrchestrator.RetryAsync[T](Func`1 send, IRequest request) at Couchbase.Cluster.QueryAsync[T](String statement, QueryOptions options) at Couchbase.Transactions.AttemptContext.QueryWrapper[T](Int64 statementId, IScope scope, String statement, QueryOptions options, String hookPoint, IRequestSpan parentSpan, Boolean isBeginWork, Boolean existingErrorCheck, JObject txdata, Boolean txImplicit) -----------------------Context Info--------------------------- Couchbase.Core.Exceptions.Query.QueryErrorContext {"Scope": ["QueryAsync", "QueryWrapper"]} [16:03:21.820 WRN] [Couchbase.Transactions.AttemptContext] query code=17020 cause={ "bucket": "default", "cause": "deadline expired before WWC was resolved on default._default._default._txn:atr-378-#121d", "collection": "_default", "document_key": "936661d9-1987-4df4-9bb4-16088e06e3d5", "msg": "write write conflict", "scope": "_default" } raise=failed {"Scope": ["QueryAsync", "QueryWrapper"]} [16:03:21.821 DBG] [ExecuteApplicationLambda] Propagating error up. (ec = FailOther, retry = True, finalError = TransactionFailed) {} [16:03:21.821 INF] [ExecuteApplicationLambda] Attempt f56a91f4-6ae5-4f12-b5e5-a6378b8c408c completed. CleanupClient=False, LostCleanup=False {} [16:03:21.829 DBG] [Couchbase.Transactions.AttemptContext] [53f3724c-b9be-4374-b799-f3df86a79562] Executing Query: query: null {"Scope": ["QueryAsync", "QueryWrapper"]} [16:03:23.200 ERR] [Couchbase.Transactions.AttemptContext] [53f3724c-b9be-4374-b799-f3df86a79562] query failed at query: Couchbase.Core.Exceptions.IndexFailureException: Keyspace not found in CB datastore: default:_default - cause: No bucket named _default [12003] at Couchbase.Query.QueryResultExtensions.ThrowExceptionOnError[T](IQueryResult`1 result, QueryErrorContext context) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryResultExtensions.cs:line 142 at Couchbase.Query.QueryClient.ExecuteQuery[T](QueryOptions options, ITypeSerializer serializer, IRequestSpan span) at Couchbase.Query.QueryClient.QueryAsync[T](String statement, QueryOptions options) at Couchbase.Cluster.<>c__DisplayClass37_0`1.<g__Func|0>d.MoveNext() --- End of stack trace from previous location --- at Couchbase.Core.Retry.RetryOrchestrator.RetryAsync[T](Func`1 send, IRequest request) at Couchbase.Cluster.QueryAsync[T](String statement, QueryOptions options) at Couchbase.Transactions.AttemptContext.QueryWrapper[T](Int64 statementId, IScope scope, String statement, QueryOptions options, String hookPoint, IRequestSpan parentSpan, Boolean isBeginWork, Boolean existingErrorCheck, JObject txdata, Boolean txImplicit) -----------------------Context Info--------------------------- Couchbase.Core.Exceptions.Query.QueryErrorContext {"Scope": ["QueryAsync", "QueryWrapper"]} [16:03:23.201 INF] [ExecuteApplicationLambda] Attempt 53f3724c-b9be-4374-b799-f3df86a79562 completed. CleanupClient=False, LostCleanup=False {} [16:03:24.120 DBG] [] transactionCreate: { "transactionsFactoryRef": "484f2920-5f41-4646-b247-53ab86b83d89", "attempts": [ { "commands": [ { "replace": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "79b21481-4119-409b-8466-c75b8a12800a" }, "contentJson": "{\"content\":\"updated\"}", "expectedResult": [ { "error": { "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookPoint": "AFTER_STAGED_REPLACE_COMPLETE" } ] }, "clusterConnectionId": "defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8" } {} [16:03:24.120 INF] [] Starting Transaction Test {} [16:03:24.120 DBG] [] Test: { "transactionsFactoryRef": "484f2920-5f41-4646-b247-53ab86b83d89", "attempts": [ { "commands": [ { "replace": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "79b21481-4119-409b-8466-c75b8a12800a" }, "contentJson": "{\"content\":\"updated\"}", "expectedResult": [ { "error": { "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookPoint": "AFTER_STAGED_REPLACE_COMPLETE" } ] }, "clusterConnectionId": "defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8" } {} [16:03:24.120 DBG] [] clusterConnectionId:defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8 {} [16:03:24.120 DBG] [] Using custom connection at host : couchbase://172.23.111.133 and with username Administrator {} [16:03:24.120 DBG] [] Registering 1 hooks {} [16:03:24.120 DBG] [] - Hook Point AfterStagedReplaceComplete with Action FailHard {} [16:03:24.120 DBG] [] Starting Attempt 0 {} [16:03:24.120 DBG] [] Performing TransactionCommand Replace {} [16:03:24.120 DBG] [] 59032e0b-9abd-47a7-a739-fcddb5f7e5f9.09860e4b-3b89-4ae4-9298-163366e755f4: Performing command: replace {} [16:03:24.298 DBG] [Couchbase.Transactions.AttemptContext] GetWithMav for 79b21481-4119-409b-8466-c75b8a12800a, attemptId=09860e4b-3b89-4ae4-9298-163366e755f4, postCas=1707494604190908416 {"Scope": ["GetWithKv", "GetWithMav"]} [16:03:24.298 DBG] [Couchbase.Transactions.AttemptContext] CheckWriteWriteConflict@WW_RP for default::_default::_default::79b21481-4119-409b-8466-c75b8a12800a, attempt=09860e4b-3b89-4ae4-9298-163366e755f4 {"Scope": ["ReplaceWithKv", "CheckWriteWriteConflict"]} [16:03:24.298 DBG] [Couchbase.Transactions.AttemptContext] CheckWriteWriteConflict no other txn for default::_default::_default::79b21481-4119-409b-8466-c75b8a12800a, attempt=09860e4b-3b89-4ae4-9298-163366e755f4 {"Scope": ["ReplaceWithKv", "CheckWriteWriteConflict"]} [16:03:24.298 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Requested Durability = Majority {"Scope": ["ReplaceWithKv", "InitAtrIfNeeded"]} [16:03:24.484 INF] [Couchbase.Transactions.DataAccess.AtrRepository] Upserted ATR to PENDING _txn:atr-724-#80a/attempts.09860e4b-3b89-4ae4-9298-163366e755f4 (cas = 1707494604552273920) {"Scope": ["ReplaceWithKv", "SetAtrPending", "MutateAtrPending"]} [16:03:24.484 DBG] [Couchbase.Transactions.AttemptContext] SetAtrPending for default._default._default::_txn:atr-724-#80a (attempt=09860e4b-3b89-4ae4-9298-163366e755f4) {"Scope": ["ReplaceWithKv", "SetAtrPending"]} [16:03:24.655 DBG] [Couchbase.Transactions.AttemptContext] CreateStagedReplace for 79b21481-4119-409b-8466-c75b8a12800a, attemptId=09860e4b-3b89-4ae4-9298-163366e755f4, preCase=1707494604190908416, postCas=1707494604724371456, accessDeleted=False {"Scope": ["ReplaceWithKv", "CreateStagedReplace"]} [16:03:24.656 DBG] [] ExternalException.Unknown: Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 377 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 464 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 258 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterStagedReplaceComplete(AttemptContext ctx, String id) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 145 at Couchbase.Transactions.AttemptContext.CreateStagedReplace(TransactionGetResult doc, Object content, Boolean accessDeleted, IRequestSpan parentSpan) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 519 {} [16:03:24.657 DBG] [] Operation 'replace' failed as expected {} [16:03:24.657 DBG] [ExecuteApplicationLambda] Propagating error up. (ec = FailHard, retry = False, finalError = TransactionFailed) {} [16:03:24.657 INF] [ExecuteApplicationLambda] Attempt 09860e4b-3b89-4ae4-9298-163366e755f4 completed. CleanupClient=False, LostCleanup=False {} Transaction Failed with: Couchbase.Transactions.Error.TransactionFailedException: Transaction failed. ---> Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 377 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 464 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 258 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterStagedReplaceComplete(AttemptContext ctx, String id) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 145 at Couchbase.Transactions.AttemptContext.CreateStagedReplace(TransactionGetResult doc, Object content, Boolean accessDeleted, IRequestSpan parentSpan) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 519 --- End of inner exception stack trace --- at Couchbase.Transactions.Transactions.RunAsync(Func`2 transactionLogic, PerTransactionConfig perConfig, Boolean singleQueryTransactionMode) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/Transactions.cs:line 229 at Couchbase.Transactions.FitPerformer.TwoWayTransaction.Run(Transactions transactions, TransactionCreateRequest request, ClusterConnection connection, IServerStreamWriter`1 responseStream) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 68 -----------------------Context Info--------------------------- [16:03:24.661 DBG] [] UNKNOWN due to Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 377 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 464 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 258 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterStagedReplaceComplete(AttemptContext ctx, String id) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 145 at Couchbase.Transactions.AttemptContext.CreateStagedReplace(TransactionGetResult doc, Object content, Boolean accessDeleted, IRequestSpan parentSpan) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 519 {} [16:03:24.661 INF] [] Completed Transaction Test {} [16:03:24.664 DBG] [] transactionSingleQuery: { "transactionsFactoryRef": "484f2920-5f41-4646-b247-53ab86b83d89", "clusterConnectionId": "defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8", "query": { "statement": "SELECT * FROM `_default` WHERE META().id = '79b21481-4119-409b-8466-c75b8a12800a'", "expectedResult": [ { "anythingAllowed": true } ], "checkRowCount": true, "expectedRowCount": 1, "queryParameters": { }, "scope": { "bucketName": "default", "scopeName": "_default" } } } {} [16:03:24.664 DBG] [] clusterConnectionId:defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8 {} [16:03:24.664 DBG] [] Using custom connection at host : couchbase://172.23.111.133 and with username Administrator {} [16:03:24.664 DBG] [Couchbase.Transactions.AttemptContext] [83f4438f-5ae7-4d93-9fca-b38717d1de23] Executing Query: query: null {"Scope": ["QueryAsync", "QueryWrapper"]} [16:03:25.002 INF] [ExecuteApplicationLambda] Attempt 83f4438f-5ae7-4d93-9fca-b38717d1de23 completed. CleanupClient=False, LostCleanup=False {} [16:03:26.345 DBG] [] transactionCreate: { "transactionsFactoryRef": "484f2920-5f41-4646-b247-53ab86b83d89", "attempts": [ { "commands": [ { "replace": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "532a1516-aa43-43a0-8034-95825fe2bdbb" }, "contentJson": "{\"content\":\"updated\"}", "expectedResult": [ { "success": true } ] } }, { "commit": { "expectedResult": [ { "error": { "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookPoint": "AFTER_ATR_COMMIT" } ] }, "clusterConnectionId": "defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8" } {} [16:03:26.345 INF] [] Starting Transaction Test {} [16:03:26.345 DBG] [] Test: { "transactionsFactoryRef": "484f2920-5f41-4646-b247-53ab86b83d89", "attempts": [ { "commands": [ { "replace": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "532a1516-aa43-43a0-8034-95825fe2bdbb" }, "contentJson": "{\"content\":\"updated\"}", "expectedResult": [ { "success": true } ] } }, { "commit": { "expectedResult": [ { "error": { "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookPoint": "AFTER_ATR_COMMIT" } ] }, "clusterConnectionId": "defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8" } {} [16:03:26.345 DBG] [] clusterConnectionId:defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8 {} [16:03:26.345 DBG] [] Using custom connection at host : couchbase://172.23.111.133 and with username Administrator {} [16:03:26.345 DBG] [] Registering 1 hooks {} [16:03:26.345 DBG] [] - Hook Point AfterAtrCommit with Action FailHard {} [16:03:26.346 DBG] [] Starting Attempt 0 {} [16:03:26.346 DBG] [] Performing TransactionCommand Replace {} [16:03:26.346 DBG] [] c8d540d6-61ef-419e-baed-c30cdd669e63.392d25b4-f2e0-44c2-aaf6-b92a606b87f1: Performing command: replace {} [16:03:26.513 DBG] [Couchbase.Transactions.AttemptContext] GetWithMav for 532a1516-aa43-43a0-8034-95825fe2bdbb, attemptId=392d25b4-f2e0-44c2-aaf6-b92a606b87f1, postCas=1707494606419066880 {"Scope": ["GetWithKv", "GetWithMav"]} [16:03:26.513 DBG] [Couchbase.Transactions.AttemptContext] CheckWriteWriteConflict@WW_RP for default::_default::_default::532a1516-aa43-43a0-8034-95825fe2bdbb, attempt=392d25b4-f2e0-44c2-aaf6-b92a606b87f1 {"Scope": ["ReplaceWithKv", "CheckWriteWriteConflict"]} [16:03:26.513 DBG] [Couchbase.Transactions.AttemptContext] CheckWriteWriteConflict no other txn for default::_default::_default::532a1516-aa43-43a0-8034-95825fe2bdbb, attempt=392d25b4-f2e0-44c2-aaf6-b92a606b87f1 {"Scope": ["ReplaceWithKv", "CheckWriteWriteConflict"]} [16:03:26.513 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Requested Durability = Majority {"Scope": ["ReplaceWithKv", "InitAtrIfNeeded"]} [16:03:26.677 INF] [Couchbase.Transactions.DataAccess.AtrRepository] Upserted ATR to PENDING _txn:atr-88-#2cd/attempts.392d25b4-f2e0-44c2-aaf6-b92a606b87f1 (cas = 1707494606750154752) {"Scope": ["ReplaceWithKv", "SetAtrPending", "MutateAtrPending"]} [16:03:26.678 DBG] [Couchbase.Transactions.AttemptContext] SetAtrPending for default._default._default::_txn:atr-88-#2cd (attempt=392d25b4-f2e0-44c2-aaf6-b92a606b87f1) {"Scope": ["ReplaceWithKv", "SetAtrPending"]} [16:03:26.843 DBG] [Couchbase.Transactions.AttemptContext] CreateStagedReplace for 532a1516-aa43-43a0-8034-95825fe2bdbb, attemptId=392d25b4-f2e0-44c2-aaf6-b92a606b87f1, preCase=1707494606419066880, postCas=1707494606915108864, accessDeleted=False {"Scope": ["ReplaceWithKv", "CreateStagedReplace"]} [16:03:26.843 DBG] [] c8d540d6-61ef-419e-baed-c30cdd669e63.392d25b4-f2e0-44c2-aaf6-b92a606b87f1: Command Succeeded {} [16:03:26.843 DBG] [] Performing TransactionCommand Commit {} [16:03:26.843 DBG] [] c8d540d6-61ef-419e-baed-c30cdd669e63.392d25b4-f2e0-44c2-aaf6-b92a606b87f1: Performing command: commit {} [16:03:27.012 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Updated to COMMITTED ATR _txn:atr-88-#2cd/attempts.392d25b4-f2e0-44c2-aaf6-b92a606b87f1 (cas = 1707494607083012096) {"Scope": ["CommitWithKv", "SetAtrCommit", "MutateAtrCommit"]} [16:03:27.012 DBG] [Couchbase.Transactions.AttemptContext] SetAtrCommit for default._default._default::_txn:atr-88-#2cd (attempt=392d25b4-f2e0-44c2-aaf6-b92a606b87f1) {"Scope": ["CommitWithKv", "SetAtrCommit"]} [16:03:27.012 WRN] [Couchbase.Transactions.AttemptContext] Failed attempt at committing due to FailHard {"Scope": ["CommitWithKv", "SetAtrCommit"]} [16:03:27.014 DBG] [] ExternalException.Unknown: Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 377 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 464 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 258 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 92 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1343 {} [16:03:27.014 DBG] [] Operation 'commit' failed as expected {} [16:03:27.015 DBG] [ExecuteApplicationLambda] Propagating error up. (ec = FailHard, retry = False, finalError = TransactionFailed) {} [16:03:27.015 INF] [ExecuteApplicationLambda] Attempt 392d25b4-f2e0-44c2-aaf6-b92a606b87f1 completed. CleanupClient=False, LostCleanup=False {} Transaction Failed with: Couchbase.Transactions.Error.TransactionFailedException: Transaction failed. ---> Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 377 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 464 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 258 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 92 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1343 --- End of inner exception stack trace --- at Couchbase.Transactions.Transactions.RunAsync(Func`2 transactionLogic, PerTransactionConfig perConfig, Boolean singleQueryTransactionMode) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/Transactions.cs:line 229 at Couchbase.Transactions.FitPerformer.TwoWayTransaction.Run(Transactions transactions, TransactionCreateRequest request, ClusterConnection connection, IServerStreamWriter`1 responseStream) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 68 -----------------------Context Info--------------------------- [16:03:27.018 DBG] [] UNKNOWN due to Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 377 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 464 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 258 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 92 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1343 {} [16:03:27.018 INF] [] Completed Transaction Test {} [16:03:27.537 DBG] [] transactionSingleQuery: { "transactionsFactoryRef": "484f2920-5f41-4646-b247-53ab86b83d89", "clusterConnectionId": "defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8", "query": { "statement": "INSERT INTO `_default` VALUES ('532a1516-aa43-43a0-8034-95825fe2bdbb', {\"content\":\"updated\"})", "expectedResult": [ { "anythingAllowed": true } ], "queryParameters": { }, "scope": { "bucketName": "default", "scopeName": "_default" } } } {} [16:03:27.537 DBG] [] clusterConnectionId:defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8 {} [16:03:27.537 DBG] [] Using custom connection at host : couchbase://172.23.111.133 and with username Administrator {} [16:03:27.538 DBG] [Couchbase.Transactions.AttemptContext] [72d26225-9e4f-42f7-9b14-7e34dce73cf9] Executing Query: query: null {"Scope": ["QueryAsync", "QueryWrapper"]} [16:03:27.905 ERR] [Couchbase.Transactions.AttemptContext] [72d26225-9e4f-42f7-9b14-7e34dce73cf9] query failed at query: Couchbase.CouchbaseException: Duplicate Key: 532a1516-aa43-43a0-8034-95825fe2bdbb [17012] at Couchbase.Query.QueryResultExtensions.ThrowExceptionOnError[T](IQueryResult`1 result, QueryErrorContext context) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryResultExtensions.cs:line 142 at Couchbase.Query.QueryClient.ExecuteQuery[T](QueryOptions options, ITypeSerializer serializer, IRequestSpan span) at Couchbase.Query.QueryClient.QueryAsync[T](String statement, QueryOptions options) at Couchbase.Cluster.<>c__DisplayClass37_0`1.<g__Func|0>d.MoveNext() --- End of stack trace from previous location --- at Couchbase.Core.Retry.RetryOrchestrator.RetryAsync[T](Func`1 send, IRequest request) at Couchbase.Cluster.QueryAsync[T](String statement, QueryOptions options) at Couchbase.Transactions.AttemptContext.QueryWrapper[T](Int64 statementId, IScope scope, String statement, QueryOptions options, String hookPoint, IRequestSpan parentSpan, Boolean isBeginWork, Boolean existingErrorCheck, JObject txdata, Boolean txImplicit) -----------------------Context Info--------------------------- Couchbase.Core.Exceptions.Query.QueryErrorContext {"Scope": ["QueryAsync", "QueryWrapper"]} [16:03:27.905 INF] [ExecuteApplicationLambda] Attempt 72d26225-9e4f-42f7-9b14-7e34dce73cf9 completed. CleanupClient=False, LostCleanup=False {} [16:03:29.127 DBG] [] transactionCreate: { "transactionsFactoryRef": "484f2920-5f41-4646-b247-53ab86b83d89", "attempts": [ { "commands": [ { "replace": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "ae8ffd92-be0d-41f2-b1dc-249a6c553cda" }, "contentJson": "{\"content\":\"updated\"}", "expectedResult": [ { "success": true } ] } }, { "commit": { "expectedResult": [ { "error": { "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookPoint": "AFTER_ATR_COMMIT" } ] }, "clusterConnectionId": "defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8" } {} [16:03:29.127 INF] [] Starting Transaction Test {} [16:03:29.127 DBG] [] Test: { "transactionsFactoryRef": "484f2920-5f41-4646-b247-53ab86b83d89", "attempts": [ { "commands": [ { "replace": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "ae8ffd92-be0d-41f2-b1dc-249a6c553cda" }, "contentJson": "{\"content\":\"updated\"}", "expectedResult": [ { "success": true } ] } }, { "commit": { "expectedResult": [ { "error": { "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookPoint": "AFTER_ATR_COMMIT" } ] }, "clusterConnectionId": "defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8" } {} [16:03:29.127 DBG] [] clusterConnectionId:defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8 {} [16:03:29.127 DBG] [] Using custom connection at host : couchbase://172.23.111.133 and with username Administrator {} [16:03:29.127 DBG] [] Registering 1 hooks {} [16:03:29.127 DBG] [] - Hook Point AfterAtrCommit with Action FailHard {} [16:03:29.128 DBG] [] Starting Attempt 0 {} [16:03:29.128 DBG] [] Performing TransactionCommand Replace {} [16:03:29.128 DBG] [] d8b77f6c-c781-4c41-b3c0-66decac70c6d.55a33014-a9fb-4c5e-9908-e6c8469c97d3: Performing command: replace {} [16:03:29.295 DBG] [Couchbase.Transactions.AttemptContext] GetWithMav for ae8ffd92-be0d-41f2-b1dc-249a6c553cda, attemptId=55a33014-a9fb-4c5e-9908-e6c8469c97d3, postCas=1707494609197793280 {"Scope": ["GetWithKv", "GetWithMav"]} [16:03:29.296 DBG] [Couchbase.Transactions.AttemptContext] CheckWriteWriteConflict@WW_RP for default::_default::_default::ae8ffd92-be0d-41f2-b1dc-249a6c553cda, attempt=55a33014-a9fb-4c5e-9908-e6c8469c97d3 {"Scope": ["ReplaceWithKv", "CheckWriteWriteConflict"]} [16:03:29.296 DBG] [Couchbase.Transactions.AttemptContext] CheckWriteWriteConflict no other txn for default::_default::_default::ae8ffd92-be0d-41f2-b1dc-249a6c553cda, attempt=55a33014-a9fb-4c5e-9908-e6c8469c97d3 {"Scope": ["ReplaceWithKv", "CheckWriteWriteConflict"]} [16:03:29.296 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Requested Durability = Majority {"Scope": ["ReplaceWithKv", "InitAtrIfNeeded"]} [16:03:29.461 INF] [Couchbase.Transactions.DataAccess.AtrRepository] Upserted ATR to PENDING _txn:atr-527-#80d/attempts.55a33014-a9fb-4c5e-9908-e6c8469c97d3 (cas = 1707494609532747776) {"Scope": ["ReplaceWithKv", "SetAtrPending", "MutateAtrPending"]} [16:03:29.461 DBG] [Couchbase.Transactions.AttemptContext] SetAtrPending for default._default._default::_txn:atr-527-#80d (attempt=55a33014-a9fb-4c5e-9908-e6c8469c97d3) {"Scope": ["ReplaceWithKv", "SetAtrPending"]} [16:03:29.629 DBG] [Couchbase.Transactions.AttemptContext] CreateStagedReplace for ae8ffd92-be0d-41f2-b1dc-249a6c553cda, attemptId=55a33014-a9fb-4c5e-9908-e6c8469c97d3, preCase=1707494609197793280, postCas=1707494609699733504, accessDeleted=False {"Scope": ["ReplaceWithKv", "CreateStagedReplace"]} [16:03:29.629 DBG] [] d8b77f6c-c781-4c41-b3c0-66decac70c6d.55a33014-a9fb-4c5e-9908-e6c8469c97d3: Command Succeeded {} [16:03:29.629 DBG] [] Performing TransactionCommand Commit {} [16:03:29.629 DBG] [] d8b77f6c-c781-4c41-b3c0-66decac70c6d.55a33014-a9fb-4c5e-9908-e6c8469c97d3: Performing command: commit {} [16:03:29.803 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Updated to COMMITTED ATR _txn:atr-527-#80d/attempts.55a33014-a9fb-4c5e-9908-e6c8469c97d3 (cas = 1707494609873731584) {"Scope": ["CommitWithKv", "SetAtrCommit", "MutateAtrCommit"]} [16:03:29.803 DBG] [Couchbase.Transactions.AttemptContext] SetAtrCommit for default._default._default::_txn:atr-527-#80d (attempt=55a33014-a9fb-4c5e-9908-e6c8469c97d3) {"Scope": ["CommitWithKv", "SetAtrCommit"]} [16:03:29.803 WRN] [Couchbase.Transactions.AttemptContext] Failed attempt at committing due to FailHard {"Scope": ["CommitWithKv", "SetAtrCommit"]} [16:03:29.804 DBG] [] ExternalException.Unknown: Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 377 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 464 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 258 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 92 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1343 {} [16:03:29.805 DBG] [] Operation 'commit' failed as expected {} [16:03:29.805 DBG] [ExecuteApplicationLambda] Propagating error up. (ec = FailHard, retry = False, finalError = TransactionFailed) {} [16:03:29.805 INF] [ExecuteApplicationLambda] Attempt 55a33014-a9fb-4c5e-9908-e6c8469c97d3 completed. CleanupClient=False, LostCleanup=False {} Transaction Failed with: Couchbase.Transactions.Error.TransactionFailedException: Transaction failed. ---> Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 377 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 464 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 258 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 92 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1343 --- End of inner exception stack trace --- at Couchbase.Transactions.Transactions.RunAsync(Func`2 transactionLogic, PerTransactionConfig perConfig, Boolean singleQueryTransactionMode) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/Transactions.cs:line 229 at Couchbase.Transactions.FitPerformer.TwoWayTransaction.Run(Transactions transactions, TransactionCreateRequest request, ClusterConnection connection, IServerStreamWriter`1 responseStream) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 68 -----------------------Context Info--------------------------- [16:03:29.807 DBG] [] UNKNOWN due to Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 377 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 464 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 258 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 92 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1343 {} [16:03:29.807 INF] [] Completed Transaction Test {} [16:03:30.344 DBG] [] transactionSingleQuery: { "transactionsFactoryRef": "484f2920-5f41-4646-b247-53ab86b83d89", "clusterConnectionId": "defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8", "query": { "statement": "UPDATE `_default` SET content = 'updated-query' WHERE META().id = 'ae8ffd92-be0d-41f2-b1dc-249a6c553cda'", "expectedResult": [ { "anythingAllowed": true } ], "checkMutations": true, "expectedMutations": 1, "queryParameters": { }, "scope": { "bucketName": "default", "scopeName": "_default" } }, "queryOptions": { "timeoutMillis": "2000" } } {} [16:03:30.344 DBG] [] clusterConnectionId:defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8 {} [16:03:30.344 DBG] [] Using custom connection at host : couchbase://172.23.111.133 and with username Administrator {} [16:03:30.344 DBG] [Couchbase.Transactions.AttemptContext] [361f60fc-bfe1-4d36-9ff9-a7baa279dd6e] Executing Query: query: null {"Scope": ["QueryAsync", "QueryWrapper"]} [16:03:31.686 ERR] [Couchbase.Transactions.AttemptContext] [361f60fc-bfe1-4d36-9ff9-a7baa279dd6e] query failed at query: Couchbase.CouchbaseException: Transaction staging error [17020] at Couchbase.Query.QueryResultExtensions.ThrowExceptionOnError[T](IQueryResult`1 result, QueryErrorContext context) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryResultExtensions.cs:line 142 at Couchbase.Query.QueryClient.ExecuteQuery[T](QueryOptions options, ITypeSerializer serializer, IRequestSpan span) at Couchbase.Query.QueryClient.QueryAsync[T](String statement, QueryOptions options) at Couchbase.Cluster.<>c__DisplayClass37_0`1.<g__Func|0>d.MoveNext() --- End of stack trace from previous location --- at Couchbase.Core.Retry.RetryOrchestrator.RetryAsync[T](Func`1 send, IRequest request) at Couchbase.Cluster.QueryAsync[T](String statement, QueryOptions options) at Couchbase.Transactions.AttemptContext.QueryWrapper[T](Int64 statementId, IScope scope, String statement, QueryOptions options, String hookPoint, IRequestSpan parentSpan, Boolean isBeginWork, Boolean existingErrorCheck, JObject txdata, Boolean txImplicit) -----------------------Context Info--------------------------- Couchbase.Core.Exceptions.Query.QueryErrorContext {"Scope": ["QueryAsync", "QueryWrapper"]} [16:03:31.687 WRN] [Couchbase.Transactions.AttemptContext] query code=17020 cause={ "bucket": "default", "cause": "deadline expired before WWC was resolved on default._default._default._txn:atr-527-#80d", "collection": "_default", "document_key": "ae8ffd92-be0d-41f2-b1dc-249a6c553cda", "msg": "write write conflict", "scope": "_default" } raise=failed {"Scope": ["QueryAsync", "QueryWrapper"]} [16:03:31.687 DBG] [ExecuteApplicationLambda] Propagating error up. (ec = FailOther, retry = True, finalError = TransactionFailed) {} [16:03:31.688 INF] [ExecuteApplicationLambda] Attempt 361f60fc-bfe1-4d36-9ff9-a7baa279dd6e completed. CleanupClient=False, LostCleanup=False {} [16:03:31.692 DBG] [Couchbase.Transactions.AttemptContext] [30dbccd5-09da-4f2f-b8a1-32a79957f1fa] Executing Query: query: null {"Scope": ["QueryAsync", "QueryWrapper"]} [16:03:33.168 ERR] [Couchbase.Transactions.AttemptContext] [30dbccd5-09da-4f2f-b8a1-32a79957f1fa] query failed at query: Couchbase.Core.Exceptions.IndexFailureException: Keyspace not found in CB datastore: default:_default - cause: No bucket named _default [12003] at Couchbase.Query.QueryResultExtensions.ThrowExceptionOnError[T](IQueryResult`1 result, QueryErrorContext context) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryResultExtensions.cs:line 142 at Couchbase.Query.QueryClient.ExecuteQuery[T](QueryOptions options, ITypeSerializer serializer, IRequestSpan span) at Couchbase.Query.QueryClient.QueryAsync[T](String statement, QueryOptions options) at Couchbase.Cluster.<>c__DisplayClass37_0`1.<g__Func|0>d.MoveNext() --- End of stack trace from previous location --- at Couchbase.Core.Retry.RetryOrchestrator.RetryAsync[T](Func`1 send, IRequest request) at Couchbase.Cluster.QueryAsync[T](String statement, QueryOptions options) at Couchbase.Transactions.AttemptContext.QueryWrapper[T](Int64 statementId, IScope scope, String statement, QueryOptions options, String hookPoint, IRequestSpan parentSpan, Boolean isBeginWork, Boolean existingErrorCheck, JObject txdata, Boolean txImplicit) -----------------------Context Info--------------------------- Couchbase.Core.Exceptions.Query.QueryErrorContext {"Scope": ["QueryAsync", "QueryWrapper"]} [16:03:33.169 INF] [ExecuteApplicationLambda] Attempt 30dbccd5-09da-4f2f-b8a1-32a79957f1fa completed. CleanupClient=False, LostCleanup=False {} [16:03:34.010 DBG] [] transactionCreate: { "transactionsFactoryRef": "484f2920-5f41-4646-b247-53ab86b83d89", "attempts": [ { "commands": [ { "replace": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "bcf5237a-a510-40a9-8edf-32e78eb26862" }, "contentJson": "{\"content\":\"updated\"}", "expectedResult": [ { "success": true } ] } }, { "commit": { "expectedResult": [ { "error": { "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookPoint": "AFTER_ATR_COMMIT" } ] }, "clusterConnectionId": "defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8" } {} [16:03:34.010 INF] [] Starting Transaction Test {} [16:03:34.010 DBG] [] Test: { "transactionsFactoryRef": "484f2920-5f41-4646-b247-53ab86b83d89", "attempts": [ { "commands": [ { "replace": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "bcf5237a-a510-40a9-8edf-32e78eb26862" }, "contentJson": "{\"content\":\"updated\"}", "expectedResult": [ { "success": true } ] } }, { "commit": { "expectedResult": [ { "error": { "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookPoint": "AFTER_ATR_COMMIT" } ] }, "clusterConnectionId": "defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8" } {} [16:03:34.010 DBG] [] clusterConnectionId:defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8 {} [16:03:34.010 DBG] [] Using custom connection at host : couchbase://172.23.111.133 and with username Administrator {} [16:03:34.010 DBG] [] Registering 1 hooks {} [16:03:34.010 DBG] [] - Hook Point AfterAtrCommit with Action FailHard {} [16:03:34.011 DBG] [] Starting Attempt 0 {} [16:03:34.011 DBG] [] Performing TransactionCommand Replace {} [16:03:34.011 DBG] [] 75bd60e1-4737-4fd7-bffb-593c9a53b930.89a20cda-a17e-4b0c-baef-c37314552724: Performing command: replace {} [16:03:34.169 DBG] [Couchbase.Transactions.AttemptContext] GetWithMav for bcf5237a-a510-40a9-8edf-32e78eb26862, attemptId=89a20cda-a17e-4b0c-baef-c37314552724, postCas=1707494614083698688 {"Scope": ["GetWithKv", "GetWithMav"]} [16:03:34.169 DBG] [Couchbase.Transactions.AttemptContext] CheckWriteWriteConflict@WW_RP for default::_default::_default::bcf5237a-a510-40a9-8edf-32e78eb26862, attempt=89a20cda-a17e-4b0c-baef-c37314552724 {"Scope": ["ReplaceWithKv", "CheckWriteWriteConflict"]} [16:03:34.169 DBG] [Couchbase.Transactions.AttemptContext] CheckWriteWriteConflict no other txn for default::_default::_default::bcf5237a-a510-40a9-8edf-32e78eb26862, attempt=89a20cda-a17e-4b0c-baef-c37314552724 {"Scope": ["ReplaceWithKv", "CheckWriteWriteConflict"]} [16:03:34.169 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Requested Durability = Majority {"Scope": ["ReplaceWithKv", "InitAtrIfNeeded"]} [16:03:34.336 INF] [Couchbase.Transactions.DataAccess.AtrRepository] Upserted ATR to PENDING _txn:atr-1006-#59/attempts.89a20cda-a17e-4b0c-baef-c37314552724 (cas = 1707494614407053312) {"Scope": ["ReplaceWithKv", "SetAtrPending", "MutateAtrPending"]} [16:03:34.336 DBG] [Couchbase.Transactions.AttemptContext] SetAtrPending for default._default._default::_txn:atr-1006-#59 (attempt=89a20cda-a17e-4b0c-baef-c37314552724) {"Scope": ["ReplaceWithKv", "SetAtrPending"]} [16:03:34.506 DBG] [Couchbase.Transactions.AttemptContext] CreateStagedReplace for bcf5237a-a510-40a9-8edf-32e78eb26862, attemptId=89a20cda-a17e-4b0c-baef-c37314552724, preCase=1707494614083698688, postCas=1707494614576726016, accessDeleted=False {"Scope": ["ReplaceWithKv", "CreateStagedReplace"]} [16:03:34.506 DBG] [] 75bd60e1-4737-4fd7-bffb-593c9a53b930.89a20cda-a17e-4b0c-baef-c37314552724: Command Succeeded {} [16:03:34.506 DBG] [] Performing TransactionCommand Commit {} [16:03:34.506 DBG] [] 75bd60e1-4737-4fd7-bffb-593c9a53b930.89a20cda-a17e-4b0c-baef-c37314552724: Performing command: commit {} [16:03:34.679 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Updated to COMMITTED ATR _txn:atr-1006-#59/attempts.89a20cda-a17e-4b0c-baef-c37314552724 (cas = 1707494614751248384) {"Scope": ["CommitWithKv", "SetAtrCommit", "MutateAtrCommit"]} [16:03:34.679 DBG] [Couchbase.Transactions.AttemptContext] SetAtrCommit for default._default._default::_txn:atr-1006-#59 (attempt=89a20cda-a17e-4b0c-baef-c37314552724) {"Scope": ["CommitWithKv", "SetAtrCommit"]} [16:03:34.680 WRN] [Couchbase.Transactions.AttemptContext] Failed attempt at committing due to FailHard {"Scope": ["CommitWithKv", "SetAtrCommit"]} [16:03:34.681 DBG] [] ExternalException.Unknown: Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 377 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 464 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 258 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 92 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1343 {} [16:03:34.681 DBG] [] Operation 'commit' failed as expected {} [16:03:34.681 DBG] [ExecuteApplicationLambda] Propagating error up. (ec = FailHard, retry = False, finalError = TransactionFailed) {} [16:03:34.682 INF] [ExecuteApplicationLambda] Attempt 89a20cda-a17e-4b0c-baef-c37314552724 completed. CleanupClient=False, LostCleanup=False {} Transaction Failed with: Couchbase.Transactions.Error.TransactionFailedException: Transaction failed. ---> Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 377 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 464 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 258 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 92 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1343 --- End of inner exception stack trace --- at Couchbase.Transactions.Transactions.RunAsync(Func`2 transactionLogic, PerTransactionConfig perConfig, Boolean singleQueryTransactionMode) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/Transactions.cs:line 229 at Couchbase.Transactions.FitPerformer.TwoWayTransaction.Run(Transactions transactions, TransactionCreateRequest request, ClusterConnection connection, IServerStreamWriter`1 responseStream) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 68 -----------------------Context Info--------------------------- [16:03:34.683 DBG] [] UNKNOWN due to Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 377 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 464 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 258 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 92 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1343 {} [16:03:34.683 INF] [] Completed Transaction Test {} [16:03:35.066 DBG] [] transactionSingleQuery: { "transactionsFactoryRef": "484f2920-5f41-4646-b247-53ab86b83d89", "clusterConnectionId": "defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8", "query": { "statement": "DELETE FROM `_default` WHERE META().id = 'bcf5237a-a510-40a9-8edf-32e78eb26862'", "expectedResult": [ { "anythingAllowed": true } ], "checkMutations": true, "expectedMutations": 1, "queryParameters": { }, "scope": { "bucketName": "default", "scopeName": "_default" } }, "queryOptions": { "timeoutMillis": "2000" } } {} [16:03:35.066 DBG] [] clusterConnectionId:defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8 {} [16:03:35.066 DBG] [] Using custom connection at host : couchbase://172.23.111.133 and with username Administrator {} [16:03:35.066 DBG] [Couchbase.Transactions.AttemptContext] [61194c5f-aedb-402a-88bd-20f29e3c6991] Executing Query: query: null {"Scope": ["QueryAsync", "QueryWrapper"]} [16:03:36.409 ERR] [Couchbase.Transactions.AttemptContext] [61194c5f-aedb-402a-88bd-20f29e3c6991] query failed at query: Couchbase.CouchbaseException: Transaction staging error [17020] at Couchbase.Query.QueryResultExtensions.ThrowExceptionOnError[T](IQueryResult`1 result, QueryErrorContext context) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryResultExtensions.cs:line 142 at Couchbase.Query.QueryClient.ExecuteQuery[T](QueryOptions options, ITypeSerializer serializer, IRequestSpan span) at Couchbase.Query.QueryClient.QueryAsync[T](String statement, QueryOptions options) at Couchbase.Cluster.<>c__DisplayClass37_0`1.<g__Func|0>d.MoveNext() --- End of stack trace from previous location --- at Couchbase.Core.Retry.RetryOrchestrator.RetryAsync[T](Func`1 send, IRequest request) at Couchbase.Cluster.QueryAsync[T](String statement, QueryOptions options) at Couchbase.Transactions.AttemptContext.QueryWrapper[T](Int64 statementId, IScope scope, String statement, QueryOptions options, String hookPoint, IRequestSpan parentSpan, Boolean isBeginWork, Boolean existingErrorCheck, JObject txdata, Boolean txImplicit) -----------------------Context Info--------------------------- Couchbase.Core.Exceptions.Query.QueryErrorContext {"Scope": ["QueryAsync", "QueryWrapper"]} [16:03:36.410 WRN] [Couchbase.Transactions.AttemptContext] query code=17020 cause={ "bucket": "default", "cause": "deadline expired before WWC was resolved on default._default._default._txn:atr-1006-#59", "collection": "_default", "document_key": "bcf5237a-a510-40a9-8edf-32e78eb26862", "msg": "write write conflict", "scope": "_default" } raise=failed {"Scope": ["QueryAsync", "QueryWrapper"]} [16:03:36.410 DBG] [ExecuteApplicationLambda] Propagating error up. (ec = FailOther, retry = True, finalError = TransactionFailed) {} [16:03:36.410 INF] [ExecuteApplicationLambda] Attempt 61194c5f-aedb-402a-88bd-20f29e3c6991 completed. CleanupClient=False, LostCleanup=False {} [16:03:36.416 DBG] [Couchbase.Transactions.AttemptContext] [f8c1ab82-9d7f-4591-bc13-8dc7a0b585f5] Executing Query: query: null {"Scope": ["QueryAsync", "QueryWrapper"]} [16:03:37.968 ERR] [Couchbase.Transactions.AttemptContext] [f8c1ab82-9d7f-4591-bc13-8dc7a0b585f5] query failed at query: Couchbase.Core.Exceptions.IndexFailureException: Keyspace not found in CB datastore: default:_default - cause: No bucket named _default [12003] at Couchbase.Query.QueryResultExtensions.ThrowExceptionOnError[T](IQueryResult`1 result, QueryErrorContext context) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryResultExtensions.cs:line 142 at Couchbase.Query.QueryClient.ExecuteQuery[T](QueryOptions options, ITypeSerializer serializer, IRequestSpan span) at Couchbase.Query.QueryClient.QueryAsync[T](String statement, QueryOptions options) at Couchbase.Cluster.<>c__DisplayClass37_0`1.<g__Func|0>d.MoveNext() --- End of stack trace from previous location --- at Couchbase.Core.Retry.RetryOrchestrator.RetryAsync[T](Func`1 send, IRequest request) at Couchbase.Cluster.QueryAsync[T](String statement, QueryOptions options) at Couchbase.Transactions.AttemptContext.QueryWrapper[T](Int64 statementId, IScope scope, String statement, QueryOptions options, String hookPoint, IRequestSpan parentSpan, Boolean isBeginWork, Boolean existingErrorCheck, JObject txdata, Boolean txImplicit) -----------------------Context Info--------------------------- Couchbase.Core.Exceptions.Query.QueryErrorContext {"Scope": ["QueryAsync", "QueryWrapper"]} [16:03:37.969 INF] [ExecuteApplicationLambda] Attempt f8c1ab82-9d7f-4591-bc13-8dc7a0b585f5 completed. CleanupClient=False, LostCleanup=False {} [16:03:38.791 DBG] [] transactionCreate: { "transactionsFactoryRef": "484f2920-5f41-4646-b247-53ab86b83d89", "attempts": [ { "commands": [ { "replace": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "ba84d9c8-760e-41da-8b64-7998a74448c4" }, "contentJson": "{\"content\":\"updated\"}", "expectedResult": [ { "success": true } ] } }, { "commit": { "expectedResult": [ { "error": { "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookPoint": "AFTER_ATR_COMMIT" } ] }, "clusterConnectionId": "defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8" } {} [16:03:38.791 INF] [] Starting Transaction Test {} [16:03:38.791 DBG] [] Test: { "transactionsFactoryRef": "484f2920-5f41-4646-b247-53ab86b83d89", "attempts": [ { "commands": [ { "replace": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "ba84d9c8-760e-41da-8b64-7998a74448c4" }, "contentJson": "{\"content\":\"updated\"}", "expectedResult": [ { "success": true } ] } }, { "commit": { "expectedResult": [ { "error": { "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookPoint": "AFTER_ATR_COMMIT" } ] }, "clusterConnectionId": "defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8" } {} [16:03:38.791 DBG] [] clusterConnectionId:defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8 {} [16:03:38.791 DBG] [] Using custom connection at host : couchbase://172.23.111.133 and with username Administrator {} [16:03:38.791 DBG] [] Registering 1 hooks {} [16:03:38.791 DBG] [] - Hook Point AfterAtrCommit with Action FailHard {} [16:03:38.792 DBG] [] Starting Attempt 0 {} [16:03:38.792 DBG] [] Performing TransactionCommand Replace {} [16:03:38.792 DBG] [] 2091cbac-57ac-4b46-8819-c6c2259bcf2e.9a6d7f43-d614-47a3-b882-f399bb40e511: Performing command: replace {} [16:03:38.956 DBG] [Couchbase.Transactions.AttemptContext] GetWithMav for ba84d9c8-760e-41da-8b64-7998a74448c4, attemptId=9a6d7f43-d614-47a3-b882-f399bb40e511, postCas=1707494618865729536 {"Scope": ["GetWithKv", "GetWithMav"]} [16:03:38.957 DBG] [Couchbase.Transactions.AttemptContext] CheckWriteWriteConflict@WW_RP for default::_default::_default::ba84d9c8-760e-41da-8b64-7998a74448c4, attempt=9a6d7f43-d614-47a3-b882-f399bb40e511 {"Scope": ["ReplaceWithKv", "CheckWriteWriteConflict"]} [16:03:38.957 DBG] [Couchbase.Transactions.AttemptContext] CheckWriteWriteConflict no other txn for default::_default::_default::ba84d9c8-760e-41da-8b64-7998a74448c4, attempt=9a6d7f43-d614-47a3-b882-f399bb40e511 {"Scope": ["ReplaceWithKv", "CheckWriteWriteConflict"]} [16:03:38.957 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Requested Durability = Majority {"Scope": ["ReplaceWithKv", "InitAtrIfNeeded"]} [16:03:39.118 INF] [Couchbase.Transactions.DataAccess.AtrRepository] Upserted ATR to PENDING _txn:atr-644-#28f/attempts.9a6d7f43-d614-47a3-b882-f399bb40e511 (cas = 1707494619190263808) {"Scope": ["ReplaceWithKv", "SetAtrPending", "MutateAtrPending"]} [16:03:39.119 DBG] [Couchbase.Transactions.AttemptContext] SetAtrPending for default._default._default::_txn:atr-644-#28f (attempt=9a6d7f43-d614-47a3-b882-f399bb40e511) {"Scope": ["ReplaceWithKv", "SetAtrPending"]} [16:03:39.292 DBG] [Couchbase.Transactions.AttemptContext] CreateStagedReplace for ba84d9c8-760e-41da-8b64-7998a74448c4, attemptId=9a6d7f43-d614-47a3-b882-f399bb40e511, preCase=1707494618865729536, postCas=1707494619361443840, accessDeleted=False {"Scope": ["ReplaceWithKv", "CreateStagedReplace"]} [16:03:39.292 DBG] [] 2091cbac-57ac-4b46-8819-c6c2259bcf2e.9a6d7f43-d614-47a3-b882-f399bb40e511: Command Succeeded {} [16:03:39.292 DBG] [] Performing TransactionCommand Commit {} [16:03:39.292 DBG] [] 2091cbac-57ac-4b46-8819-c6c2259bcf2e.9a6d7f43-d614-47a3-b882-f399bb40e511: Performing command: commit {} [16:03:39.459 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Updated to COMMITTED ATR _txn:atr-644-#28f/attempts.9a6d7f43-d614-47a3-b882-f399bb40e511 (cas = 1707494619529805824) {"Scope": ["CommitWithKv", "SetAtrCommit", "MutateAtrCommit"]} [16:03:39.459 DBG] [Couchbase.Transactions.AttemptContext] SetAtrCommit for default._default._default::_txn:atr-644-#28f (attempt=9a6d7f43-d614-47a3-b882-f399bb40e511) {"Scope": ["CommitWithKv", "SetAtrCommit"]} [16:03:39.460 WRN] [Couchbase.Transactions.AttemptContext] Failed attempt at committing due to FailHard {"Scope": ["CommitWithKv", "SetAtrCommit"]} [16:03:39.461 DBG] [] ExternalException.Unknown: Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 377 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 464 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 258 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 92 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1343 {} [16:03:39.461 DBG] [] Operation 'commit' failed as expected {} [16:03:39.462 DBG] [ExecuteApplicationLambda] Propagating error up. (ec = FailHard, retry = False, finalError = TransactionFailed) {} [16:03:39.462 INF] [ExecuteApplicationLambda] Attempt 9a6d7f43-d614-47a3-b882-f399bb40e511 completed. CleanupClient=False, LostCleanup=False {} Transaction Failed with: Couchbase.Transactions.Error.TransactionFailedException: Transaction failed. ---> Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 377 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 464 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 258 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 92 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1343 --- End of inner exception stack trace --- at Couchbase.Transactions.Transactions.RunAsync(Func`2 transactionLogic, PerTransactionConfig perConfig, Boolean singleQueryTransactionMode) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/Transactions.cs:line 229 at Couchbase.Transactions.FitPerformer.TwoWayTransaction.Run(Transactions transactions, TransactionCreateRequest request, ClusterConnection connection, IServerStreamWriter`1 responseStream) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 68 -----------------------Context Info--------------------------- [16:03:39.463 DBG] [] UNKNOWN due to Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 377 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 464 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 258 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 92 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1343 {} [16:03:39.463 INF] [] Completed Transaction Test {} [16:03:39.967 DBG] [] transactionSingleQuery: { "transactionsFactoryRef": "484f2920-5f41-4646-b247-53ab86b83d89", "clusterConnectionId": "defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8", "query": { "statement": "SELECT * FROM `_default` WHERE META().id = 'ba84d9c8-760e-41da-8b64-7998a74448c4'", "expectedResult": [ { "anythingAllowed": true } ], "checkRowCount": true, "expectedRowCount": 1, "queryParameters": { }, "scope": { "bucketName": "default", "scopeName": "_default" } } } {} [16:03:39.967 DBG] [] clusterConnectionId:defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8 {} [16:03:39.967 DBG] [] Using custom connection at host : couchbase://172.23.111.133 and with username Administrator {} [16:03:39.967 DBG] [Couchbase.Transactions.AttemptContext] [fdf16e88-f36d-4820-a53f-bd36ac885629] Executing Query: query: null {"Scope": ["QueryAsync", "QueryWrapper"]} [16:03:40.301 INF] [ExecuteApplicationLambda] Attempt fdf16e88-f36d-4820-a53f-bd36ac885629 completed. CleanupClient=False, LostCleanup=False {} [16:03:41.632 DBG] [] transactionCreate: { "transactionsFactoryRef": "484f2920-5f41-4646-b247-53ab86b83d89", "attempts": [ { "commands": [ { "replace": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "1eb2e3f3-2936-4f83-b632-5a7bdeff3709" }, "contentJson": "{\"content\":\"updated\"}", "expectedResult": [ { "success": true } ] } }, { "commit": { "expectedResult": [ { "error": { "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookPoint": "AFTER_ATR_COMMIT" } ] }, "clusterConnectionId": "defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8" } {} [16:03:41.632 INF] [] Starting Transaction Test {} [16:03:41.632 DBG] [] Test: { "transactionsFactoryRef": "484f2920-5f41-4646-b247-53ab86b83d89", "attempts": [ { "commands": [ { "replace": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "1eb2e3f3-2936-4f83-b632-5a7bdeff3709" }, "contentJson": "{\"content\":\"updated\"}", "expectedResult": [ { "success": true } ] } }, { "commit": { "expectedResult": [ { "error": { "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookPoint": "AFTER_ATR_COMMIT" } ] }, "clusterConnectionId": "defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8" } {} [16:03:41.632 DBG] [] clusterConnectionId:defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8 {} [16:03:41.632 DBG] [] Using custom connection at host : couchbase://172.23.111.133 and with username Administrator {} [16:03:41.632 DBG] [] Registering 1 hooks {} [16:03:41.632 DBG] [] - Hook Point AfterAtrCommit with Action FailHard {} [16:03:41.632 DBG] [] Starting Attempt 0 {} [16:03:41.632 DBG] [] Performing TransactionCommand Replace {} [16:03:41.632 DBG] [] 4e328290-513a-48fe-877d-d085abb92341.a29dbe4a-8af4-45dc-b273-c4c77e1c6da7: Performing command: replace {} [16:03:41.789 DBG] [Couchbase.Transactions.AttemptContext] GetWithMav for 1eb2e3f3-2936-4f83-b632-5a7bdeff3709, attemptId=a29dbe4a-8af4-45dc-b273-c4c77e1c6da7, postCas=1707494621706518528 {"Scope": ["GetWithKv", "GetWithMav"]} [16:03:41.789 DBG] [Couchbase.Transactions.AttemptContext] CheckWriteWriteConflict@WW_RP for default::_default::_default::1eb2e3f3-2936-4f83-b632-5a7bdeff3709, attempt=a29dbe4a-8af4-45dc-b273-c4c77e1c6da7 {"Scope": ["ReplaceWithKv", "CheckWriteWriteConflict"]} [16:03:41.789 DBG] [Couchbase.Transactions.AttemptContext] CheckWriteWriteConflict no other txn for default::_default::_default::1eb2e3f3-2936-4f83-b632-5a7bdeff3709, attempt=a29dbe4a-8af4-45dc-b273-c4c77e1c6da7 {"Scope": ["ReplaceWithKv", "CheckWriteWriteConflict"]} [16:03:41.789 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Requested Durability = Majority {"Scope": ["ReplaceWithKv", "InitAtrIfNeeded"]} [16:03:41.960 INF] [Couchbase.Transactions.DataAccess.AtrRepository] Upserted ATR to PENDING _txn:atr-98-#1bc7/attempts.a29dbe4a-8af4-45dc-b273-c4c77e1c6da7 (cas = 1707494622032166912) {"Scope": ["ReplaceWithKv", "SetAtrPending", "MutateAtrPending"]} [16:03:41.960 DBG] [Couchbase.Transactions.AttemptContext] SetAtrPending for default._default._default::_txn:atr-98-#1bc7 (attempt=a29dbe4a-8af4-45dc-b273-c4c77e1c6da7) {"Scope": ["ReplaceWithKv", "SetAtrPending"]} [16:03:42.121 DBG] [Couchbase.Transactions.AttemptContext] CreateStagedReplace for 1eb2e3f3-2936-4f83-b632-5a7bdeff3709, attemptId=a29dbe4a-8af4-45dc-b273-c4c77e1c6da7, preCase=1707494621706518528, postCas=1707494622193975296, accessDeleted=False {"Scope": ["ReplaceWithKv", "CreateStagedReplace"]} [16:03:42.121 DBG] [] 4e328290-513a-48fe-877d-d085abb92341.a29dbe4a-8af4-45dc-b273-c4c77e1c6da7: Command Succeeded {} [16:03:42.121 DBG] [] Performing TransactionCommand Commit {} [16:03:42.121 DBG] [] 4e328290-513a-48fe-877d-d085abb92341.a29dbe4a-8af4-45dc-b273-c4c77e1c6da7: Performing command: commit {} [16:03:42.283 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Updated to COMMITTED ATR _txn:atr-98-#1bc7/attempts.a29dbe4a-8af4-45dc-b273-c4c77e1c6da7 (cas = 1707494622355324928) {"Scope": ["CommitWithKv", "SetAtrCommit", "MutateAtrCommit"]} [16:03:42.283 DBG] [Couchbase.Transactions.AttemptContext] SetAtrCommit for default._default._default::_txn:atr-98-#1bc7 (attempt=a29dbe4a-8af4-45dc-b273-c4c77e1c6da7) {"Scope": ["CommitWithKv", "SetAtrCommit"]} [16:03:42.284 WRN] [Couchbase.Transactions.AttemptContext] Failed attempt at committing due to FailHard {"Scope": ["CommitWithKv", "SetAtrCommit"]} [16:03:42.292 DBG] [] ExternalException.Unknown: Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 377 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 464 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 258 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 92 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1343 {} [16:03:42.292 DBG] [] Operation 'commit' failed as expected {} [16:03:42.292 DBG] [ExecuteApplicationLambda] Propagating error up. (ec = FailHard, retry = False, finalError = TransactionFailed) {} [16:03:42.292 INF] [ExecuteApplicationLambda] Attempt a29dbe4a-8af4-45dc-b273-c4c77e1c6da7 completed. CleanupClient=False, LostCleanup=False {} Transaction Failed with: Couchbase.Transactions.Error.TransactionFailedException: Transaction failed. ---> Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 377 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 464 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 258 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 92 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1343 --- End of inner exception stack trace --- at Couchbase.Transactions.Transactions.RunAsync(Func`2 transactionLogic, PerTransactionConfig perConfig, Boolean singleQueryTransactionMode) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/Transactions.cs:line 229 at Couchbase.Transactions.FitPerformer.TwoWayTransaction.Run(Transactions transactions, TransactionCreateRequest request, ClusterConnection connection, IServerStreamWriter`1 responseStream) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 68 -----------------------Context Info--------------------------- [16:03:42.294 DBG] [] UNKNOWN due to Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 377 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 464 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 258 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 92 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1343 {} [16:03:42.294 INF] [] Completed Transaction Test {} [16:03:42.297 DBG] [] transactionSingleQuery: { "transactionsFactoryRef": "484f2920-5f41-4646-b247-53ab86b83d89", "clusterConnectionId": "defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8", "query": { "statement": "INSERT INTO `_default` VALUES ('1eb2e3f3-2936-4f83-b632-5a7bdeff3709', {\"content\":\"updated\"})", "expectedResult": [ { "anythingAllowed": true } ], "queryParameters": { }, "scope": { "bucketName": "default", "scopeName": "_default" } } } {} [16:03:42.297 DBG] [] clusterConnectionId:defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8 {} [16:03:42.297 DBG] [] Using custom connection at host : couchbase://172.23.111.133 and with username Administrator {} [16:03:42.297 DBG] [Couchbase.Transactions.AttemptContext] [af5d9728-9d0e-4330-8385-73585e049b75] Executing Query: query: null {"Scope": ["QueryAsync", "QueryWrapper"]} [16:03:42.637 ERR] [Couchbase.Transactions.AttemptContext] [af5d9728-9d0e-4330-8385-73585e049b75] query failed at query: Couchbase.CouchbaseException: Duplicate Key: 1eb2e3f3-2936-4f83-b632-5a7bdeff3709 [17012] at Couchbase.Query.QueryResultExtensions.ThrowExceptionOnError[T](IQueryResult`1 result, QueryErrorContext context) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryResultExtensions.cs:line 142 at Couchbase.Query.QueryClient.ExecuteQuery[T](QueryOptions options, ITypeSerializer serializer, IRequestSpan span) at Couchbase.Query.QueryClient.QueryAsync[T](String statement, QueryOptions options) at Couchbase.Cluster.<>c__DisplayClass37_0`1.<g__Func|0>d.MoveNext() --- End of stack trace from previous location --- at Couchbase.Core.Retry.RetryOrchestrator.RetryAsync[T](Func`1 send, IRequest request) at Couchbase.Cluster.QueryAsync[T](String statement, QueryOptions options) at Couchbase.Transactions.AttemptContext.QueryWrapper[T](Int64 statementId, IScope scope, String statement, QueryOptions options, String hookPoint, IRequestSpan parentSpan, Boolean isBeginWork, Boolean existingErrorCheck, JObject txdata, Boolean txImplicit) -----------------------Context Info--------------------------- Couchbase.Core.Exceptions.Query.QueryErrorContext {"Scope": ["QueryAsync", "QueryWrapper"]} [16:03:42.638 INF] [ExecuteApplicationLambda] Attempt af5d9728-9d0e-4330-8385-73585e049b75 completed. CleanupClient=False, LostCleanup=False {} [16:03:43.769 DBG] [] transactionCreate: { "transactionsFactoryRef": "484f2920-5f41-4646-b247-53ab86b83d89", "attempts": [ { "commands": [ { "replace": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "dd38b34f-059a-451f-a8df-2e4b7d65cc1c" }, "contentJson": "{\"content\":\"updated\"}", "expectedResult": [ { "success": true } ] } }, { "commit": { "expectedResult": [ { "error": { "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookPoint": "AFTER_ATR_COMMIT" } ] }, "clusterConnectionId": "defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8" } {} [16:03:43.770 INF] [] Starting Transaction Test {} [16:03:43.770 DBG] [] Test: { "transactionsFactoryRef": "484f2920-5f41-4646-b247-53ab86b83d89", "attempts": [ { "commands": [ { "replace": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "dd38b34f-059a-451f-a8df-2e4b7d65cc1c" }, "contentJson": "{\"content\":\"updated\"}", "expectedResult": [ { "success": true } ] } }, { "commit": { "expectedResult": [ { "error": { "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookPoint": "AFTER_ATR_COMMIT" } ] }, "clusterConnectionId": "defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8" } {} [16:03:43.770 DBG] [] clusterConnectionId:defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8 {} [16:03:43.770 DBG] [] Using custom connection at host : couchbase://172.23.111.133 and with username Administrator {} [16:03:43.770 DBG] [] Registering 1 hooks {} [16:03:43.770 DBG] [] - Hook Point AfterAtrCommit with Action FailHard {} [16:03:43.770 DBG] [] Starting Attempt 0 {} [16:03:43.770 DBG] [] Performing TransactionCommand Replace {} [16:03:43.770 DBG] [] ac48e9ab-0354-40ac-873d-4bc8d6e0e4eb.6d141c88-18bc-425c-b909-ca0fb0f3a66e: Performing command: replace {} [16:03:43.932 DBG] [Couchbase.Transactions.AttemptContext] GetWithMav for dd38b34f-059a-451f-a8df-2e4b7d65cc1c, attemptId=6d141c88-18bc-425c-b909-ca0fb0f3a66e, postCas=1707494623843319808 {"Scope": ["GetWithKv", "GetWithMav"]} [16:03:43.933 DBG] [Couchbase.Transactions.AttemptContext] CheckWriteWriteConflict@WW_RP for default::_default::_default::dd38b34f-059a-451f-a8df-2e4b7d65cc1c, attempt=6d141c88-18bc-425c-b909-ca0fb0f3a66e {"Scope": ["ReplaceWithKv", "CheckWriteWriteConflict"]} [16:03:43.933 DBG] [Couchbase.Transactions.AttemptContext] CheckWriteWriteConflict no other txn for default::_default::_default::dd38b34f-059a-451f-a8df-2e4b7d65cc1c, attempt=6d141c88-18bc-425c-b909-ca0fb0f3a66e {"Scope": ["ReplaceWithKv", "CheckWriteWriteConflict"]} [16:03:43.933 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Requested Durability = Majority {"Scope": ["ReplaceWithKv", "InitAtrIfNeeded"]} [16:03:44.096 INF] [Couchbase.Transactions.DataAccess.AtrRepository] Upserted ATR to PENDING _txn:atr-848-#1d9/attempts.6d141c88-18bc-425c-b909-ca0fb0f3a66e (cas = 1707494624167657472) {"Scope": ["ReplaceWithKv", "SetAtrPending", "MutateAtrPending"]} [16:03:44.096 DBG] [Couchbase.Transactions.AttemptContext] SetAtrPending for default._default._default::_txn:atr-848-#1d9 (attempt=6d141c88-18bc-425c-b909-ca0fb0f3a66e) {"Scope": ["ReplaceWithKv", "SetAtrPending"]} [16:03:44.278 DBG] [Couchbase.Transactions.AttemptContext] CreateStagedReplace for dd38b34f-059a-451f-a8df-2e4b7d65cc1c, attemptId=6d141c88-18bc-425c-b909-ca0fb0f3a66e, preCase=1707494623843319808, postCas=1707494624330776576, accessDeleted=False {"Scope": ["ReplaceWithKv", "CreateStagedReplace"]} [16:03:44.279 DBG] [] ac48e9ab-0354-40ac-873d-4bc8d6e0e4eb.6d141c88-18bc-425c-b909-ca0fb0f3a66e: Command Succeeded {} [16:03:44.279 DBG] [] Performing TransactionCommand Commit {} [16:03:44.279 DBG] [] ac48e9ab-0354-40ac-873d-4bc8d6e0e4eb.6d141c88-18bc-425c-b909-ca0fb0f3a66e: Performing command: commit {} [16:03:44.444 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Updated to COMMITTED ATR _txn:atr-848-#1d9/attempts.6d141c88-18bc-425c-b909-ca0fb0f3a66e (cas = 1707494624517357568) {"Scope": ["CommitWithKv", "SetAtrCommit", "MutateAtrCommit"]} [16:03:44.444 DBG] [Couchbase.Transactions.AttemptContext] SetAtrCommit for default._default._default::_txn:atr-848-#1d9 (attempt=6d141c88-18bc-425c-b909-ca0fb0f3a66e) {"Scope": ["CommitWithKv", "SetAtrCommit"]} [16:03:44.445 WRN] [Couchbase.Transactions.AttemptContext] Failed attempt at committing due to FailHard {"Scope": ["CommitWithKv", "SetAtrCommit"]} [16:03:44.446 DBG] [] ExternalException.Unknown: Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 377 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 464 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 258 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 92 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1343 {} [16:03:44.446 DBG] [] Operation 'commit' failed as expected {} [16:03:44.446 DBG] [ExecuteApplicationLambda] Propagating error up. (ec = FailHard, retry = False, finalError = TransactionFailed) {} [16:03:44.446 INF] [ExecuteApplicationLambda] Attempt 6d141c88-18bc-425c-b909-ca0fb0f3a66e completed. CleanupClient=False, LostCleanup=False {} Transaction Failed with: Couchbase.Transactions.Error.TransactionFailedException: Transaction failed. ---> Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 377 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 464 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 258 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 92 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1343 --- End of inner exception stack trace --- at Couchbase.Transactions.Transactions.RunAsync(Func`2 transactionLogic, PerTransactionConfig perConfig, Boolean singleQueryTransactionMode) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/Transactions.cs:line 229 at Couchbase.Transactions.FitPerformer.TwoWayTransaction.Run(Transactions transactions, TransactionCreateRequest request, ClusterConnection connection, IServerStreamWriter`1 responseStream) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 68 -----------------------Context Info--------------------------- [16:03:44.448 DBG] [] UNKNOWN due to Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 377 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 464 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 258 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 92 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1343 {} [16:03:44.448 INF] [] Completed Transaction Test {} [16:03:44.451 DBG] [] transactionSingleQuery: { "transactionsFactoryRef": "484f2920-5f41-4646-b247-53ab86b83d89", "clusterConnectionId": "defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8", "query": { "statement": "UPDATE `_default` SET content = 'updated-query' WHERE META().id = 'dd38b34f-059a-451f-a8df-2e4b7d65cc1c'", "expectedResult": [ { "anythingAllowed": true } ], "checkMutations": true, "expectedMutations": 1, "queryParameters": { }, "scope": { "bucketName": "default", "scopeName": "_default" } }, "queryOptions": { "timeoutMillis": "2000" } } {} [16:03:44.451 DBG] [] clusterConnectionId:defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8 {} [16:03:44.451 DBG] [] Using custom connection at host : couchbase://172.23.111.133 and with username Administrator {} [16:03:44.451 DBG] [Couchbase.Transactions.AttemptContext] [163c03d8-8a45-4cfe-a39e-5f780fb46759] Executing Query: query: null {"Scope": ["QueryAsync", "QueryWrapper"]} [16:03:45.815 ERR] [Couchbase.Transactions.AttemptContext] [163c03d8-8a45-4cfe-a39e-5f780fb46759] query failed at query: Couchbase.CouchbaseException: Transaction staging error [17020] at Couchbase.Query.QueryResultExtensions.ThrowExceptionOnError[T](IQueryResult`1 result, QueryErrorContext context) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryResultExtensions.cs:line 142 at Couchbase.Query.QueryClient.ExecuteQuery[T](QueryOptions options, ITypeSerializer serializer, IRequestSpan span) at Couchbase.Query.QueryClient.QueryAsync[T](String statement, QueryOptions options) at Couchbase.Cluster.<>c__DisplayClass37_0`1.<g__Func|0>d.MoveNext() --- End of stack trace from previous location --- at Couchbase.Core.Retry.RetryOrchestrator.RetryAsync[T](Func`1 send, IRequest request) at Couchbase.Cluster.QueryAsync[T](String statement, QueryOptions options) at Couchbase.Transactions.AttemptContext.QueryWrapper[T](Int64 statementId, IScope scope, String statement, QueryOptions options, String hookPoint, IRequestSpan parentSpan, Boolean isBeginWork, Boolean existingErrorCheck, JObject txdata, Boolean txImplicit) -----------------------Context Info--------------------------- Couchbase.Core.Exceptions.Query.QueryErrorContext {"Scope": ["QueryAsync", "QueryWrapper"]} [16:03:45.816 WRN] [Couchbase.Transactions.AttemptContext] query code=17020 cause={ "bucket": "default", "cause": "deadline expired before WWC was resolved on default._default._default._txn:atr-848-#1d9", "collection": "_default", "document_key": "dd38b34f-059a-451f-a8df-2e4b7d65cc1c", "msg": "write write conflict", "scope": "_default" } raise=failed {"Scope": ["QueryAsync", "QueryWrapper"]} [16:03:45.817 DBG] [ExecuteApplicationLambda] Propagating error up. (ec = FailOther, retry = True, finalError = TransactionFailed) {} [16:03:45.817 INF] [ExecuteApplicationLambda] Attempt 163c03d8-8a45-4cfe-a39e-5f780fb46759 completed. CleanupClient=False, LostCleanup=False {} [16:03:45.823 DBG] [Couchbase.Transactions.AttemptContext] [9c1d2930-e94c-461e-9c9a-fc9edf176b9c] Executing Query: query: null {"Scope": ["QueryAsync", "QueryWrapper"]} [16:03:47.278 ERR] [Couchbase.Transactions.AttemptContext] [9c1d2930-e94c-461e-9c9a-fc9edf176b9c] query failed at query: Couchbase.Core.Exceptions.IndexFailureException: Keyspace not found in CB datastore: default:_default - cause: No bucket named _default [12003] at Couchbase.Query.QueryResultExtensions.ThrowExceptionOnError[T](IQueryResult`1 result, QueryErrorContext context) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryResultExtensions.cs:line 142 at Couchbase.Query.QueryClient.ExecuteQuery[T](QueryOptions options, ITypeSerializer serializer, IRequestSpan span) at Couchbase.Query.QueryClient.QueryAsync[T](String statement, QueryOptions options) at Couchbase.Cluster.<>c__DisplayClass37_0`1.<g__Func|0>d.MoveNext() --- End of stack trace from previous location --- at Couchbase.Core.Retry.RetryOrchestrator.RetryAsync[T](Func`1 send, IRequest request) at Couchbase.Cluster.QueryAsync[T](String statement, QueryOptions options) at Couchbase.Transactions.AttemptContext.QueryWrapper[T](Int64 statementId, IScope scope, String statement, QueryOptions options, String hookPoint, IRequestSpan parentSpan, Boolean isBeginWork, Boolean existingErrorCheck, JObject txdata, Boolean txImplicit) -----------------------Context Info--------------------------- Couchbase.Core.Exceptions.Query.QueryErrorContext {"Scope": ["QueryAsync", "QueryWrapper"]} [16:03:47.279 INF] [ExecuteApplicationLambda] Attempt 9c1d2930-e94c-461e-9c9a-fc9edf176b9c completed. CleanupClient=False, LostCleanup=False {} [16:03:48.188 DBG] [] transactionCreate: { "transactionsFactoryRef": "484f2920-5f41-4646-b247-53ab86b83d89", "attempts": [ { "commands": [ { "replace": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "5f64043f-62ae-46fa-a767-64bac89f5bb1" }, "contentJson": "{\"content\":\"updated\"}", "expectedResult": [ { "success": true } ] } }, { "commit": { "expectedResult": [ { "error": { "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookPoint": "AFTER_ATR_COMMIT" } ] }, "clusterConnectionId": "defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8" } {} [16:03:48.188 INF] [] Starting Transaction Test {} [16:03:48.188 DBG] [] Test: { "transactionsFactoryRef": "484f2920-5f41-4646-b247-53ab86b83d89", "attempts": [ { "commands": [ { "replace": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "5f64043f-62ae-46fa-a767-64bac89f5bb1" }, "contentJson": "{\"content\":\"updated\"}", "expectedResult": [ { "success": true } ] } }, { "commit": { "expectedResult": [ { "error": { "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookPoint": "AFTER_ATR_COMMIT" } ] }, "clusterConnectionId": "defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8" } {} [16:03:48.188 DBG] [] clusterConnectionId:defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8 {} [16:03:48.188 DBG] [] Using custom connection at host : couchbase://172.23.111.133 and with username Administrator {} [16:03:48.188 DBG] [] Registering 1 hooks {} [16:03:48.188 DBG] [] - Hook Point AfterAtrCommit with Action FailHard {} [16:03:48.188 DBG] [] Starting Attempt 0 {} [16:03:48.189 DBG] [] Performing TransactionCommand Replace {} [16:03:48.189 DBG] [] 46988eda-ade5-47a6-95d4-ea9ced8fcfb1.8464d14f-2410-43de-97a9-da7adcd42fc8: Performing command: replace {} [16:03:48.385 DBG] [Couchbase.Transactions.AttemptContext] GetWithMav for 5f64043f-62ae-46fa-a767-64bac89f5bb1, attemptId=8464d14f-2410-43de-97a9-da7adcd42fc8, postCas=1707494628246552576 {"Scope": ["GetWithKv", "GetWithMav"]} [16:03:48.386 DBG] [Couchbase.Transactions.AttemptContext] CheckWriteWriteConflict@WW_RP for default::_default::_default::5f64043f-62ae-46fa-a767-64bac89f5bb1, attempt=8464d14f-2410-43de-97a9-da7adcd42fc8 {"Scope": ["ReplaceWithKv", "CheckWriteWriteConflict"]} [16:03:48.386 DBG] [Couchbase.Transactions.AttemptContext] CheckWriteWriteConflict no other txn for default::_default::_default::5f64043f-62ae-46fa-a767-64bac89f5bb1, attempt=8464d14f-2410-43de-97a9-da7adcd42fc8 {"Scope": ["ReplaceWithKv", "CheckWriteWriteConflict"]} [16:03:48.386 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Requested Durability = Majority {"Scope": ["ReplaceWithKv", "InitAtrIfNeeded"]} [16:03:48.594 INF] [Couchbase.Transactions.DataAccess.AtrRepository] Upserted ATR to PENDING _txn:atr-543-#169/attempts.8464d14f-2410-43de-97a9-da7adcd42fc8 (cas = 1707494628643110912) {"Scope": ["ReplaceWithKv", "SetAtrPending", "MutateAtrPending"]} [16:03:48.595 DBG] [Couchbase.Transactions.AttemptContext] SetAtrPending for default._default._default::_txn:atr-543-#169 (attempt=8464d14f-2410-43de-97a9-da7adcd42fc8) {"Scope": ["ReplaceWithKv", "SetAtrPending"]} [16:03:48.769 DBG] [Couchbase.Transactions.AttemptContext] CreateStagedReplace for 5f64043f-62ae-46fa-a767-64bac89f5bb1, attemptId=8464d14f-2410-43de-97a9-da7adcd42fc8, preCase=1707494628246552576, postCas=1707494628839587840, accessDeleted=False {"Scope": ["ReplaceWithKv", "CreateStagedReplace"]} [16:03:48.770 DBG] [] 46988eda-ade5-47a6-95d4-ea9ced8fcfb1.8464d14f-2410-43de-97a9-da7adcd42fc8: Command Succeeded {} [16:03:48.770 DBG] [] Performing TransactionCommand Commit {} [16:03:48.770 DBG] [] 46988eda-ade5-47a6-95d4-ea9ced8fcfb1.8464d14f-2410-43de-97a9-da7adcd42fc8: Performing command: commit {} [16:03:48.952 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Updated to COMMITTED ATR _txn:atr-543-#169/attempts.8464d14f-2410-43de-97a9-da7adcd42fc8 (cas = 1707494629020270592) {"Scope": ["CommitWithKv", "SetAtrCommit", "MutateAtrCommit"]} [16:03:48.952 DBG] [Couchbase.Transactions.AttemptContext] SetAtrCommit for default._default._default::_txn:atr-543-#169 (attempt=8464d14f-2410-43de-97a9-da7adcd42fc8) {"Scope": ["CommitWithKv", "SetAtrCommit"]} [16:03:48.953 WRN] [Couchbase.Transactions.AttemptContext] Failed attempt at committing due to FailHard {"Scope": ["CommitWithKv", "SetAtrCommit"]} [16:03:48.954 DBG] [] ExternalException.Unknown: Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 377 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 464 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 258 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 92 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1343 {} [16:03:48.954 DBG] [] Operation 'commit' failed as expected {} [16:03:48.954 DBG] [ExecuteApplicationLambda] Propagating error up. (ec = FailHard, retry = False, finalError = TransactionFailed) {} [16:03:48.955 INF] [ExecuteApplicationLambda] Attempt 8464d14f-2410-43de-97a9-da7adcd42fc8 completed. CleanupClient=False, LostCleanup=False {} Transaction Failed with: Couchbase.Transactions.Error.TransactionFailedException: Transaction failed. ---> Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 377 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 464 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 258 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 92 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1343 --- End of inner exception stack trace --- at Couchbase.Transactions.Transactions.RunAsync(Func`2 transactionLogic, PerTransactionConfig perConfig, Boolean singleQueryTransactionMode) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/Transactions.cs:line 229 at Couchbase.Transactions.FitPerformer.TwoWayTransaction.Run(Transactions transactions, TransactionCreateRequest request, ClusterConnection connection, IServerStreamWriter`1 responseStream) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 68 -----------------------Context Info--------------------------- [16:03:48.956 DBG] [] UNKNOWN due to Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 377 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 464 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 258 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 92 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1343 {} [16:03:48.956 INF] [] Completed Transaction Test {} [16:03:48.960 DBG] [] transactionSingleQuery: { "transactionsFactoryRef": "484f2920-5f41-4646-b247-53ab86b83d89", "clusterConnectionId": "defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8", "query": { "statement": "DELETE FROM `_default` WHERE META().id = '5f64043f-62ae-46fa-a767-64bac89f5bb1'", "expectedResult": [ { "anythingAllowed": true } ], "checkMutations": true, "expectedMutations": 1, "queryParameters": { }, "scope": { "bucketName": "default", "scopeName": "_default" } }, "queryOptions": { "timeoutMillis": "2000" } } {} [16:03:48.960 DBG] [] clusterConnectionId:defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8 {} [16:03:48.960 DBG] [] Using custom connection at host : couchbase://172.23.111.133 and with username Administrator {} [16:03:48.962 DBG] [Couchbase.Transactions.AttemptContext] [fd3c60a9-697f-450d-aed3-f57256fd9e6e] Executing Query: query: null {"Scope": ["QueryAsync", "QueryWrapper"]} [16:03:50.326 ERR] [Couchbase.Transactions.AttemptContext] [fd3c60a9-697f-450d-aed3-f57256fd9e6e] query failed at query: Couchbase.CouchbaseException: Transaction staging error [17020] at Couchbase.Query.QueryResultExtensions.ThrowExceptionOnError[T](IQueryResult`1 result, QueryErrorContext context) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryResultExtensions.cs:line 142 at Couchbase.Query.QueryClient.ExecuteQuery[T](QueryOptions options, ITypeSerializer serializer, IRequestSpan span) at Couchbase.Query.QueryClient.QueryAsync[T](String statement, QueryOptions options) at Couchbase.Cluster.<>c__DisplayClass37_0`1.<g__Func|0>d.MoveNext() --- End of stack trace from previous location --- at Couchbase.Core.Retry.RetryOrchestrator.RetryAsync[T](Func`1 send, IRequest request) at Couchbase.Cluster.QueryAsync[T](String statement, QueryOptions options) at Couchbase.Transactions.AttemptContext.QueryWrapper[T](Int64 statementId, IScope scope, String statement, QueryOptions options, String hookPoint, IRequestSpan parentSpan, Boolean isBeginWork, Boolean existingErrorCheck, JObject txdata, Boolean txImplicit) -----------------------Context Info--------------------------- Couchbase.Core.Exceptions.Query.QueryErrorContext {"Scope": ["QueryAsync", "QueryWrapper"]} [16:03:50.327 WRN] [Couchbase.Transactions.AttemptContext] query code=17020 cause={ "bucket": "default", "cause": "deadline expired before WWC was resolved on default._default._default._txn:atr-543-#169", "collection": "_default", "document_key": "5f64043f-62ae-46fa-a767-64bac89f5bb1", "msg": "write write conflict", "scope": "_default" } raise=failed {"Scope": ["QueryAsync", "QueryWrapper"]} [16:03:50.327 DBG] [ExecuteApplicationLambda] Propagating error up. (ec = FailOther, retry = True, finalError = TransactionFailed) {} [16:03:50.327 INF] [ExecuteApplicationLambda] Attempt fd3c60a9-697f-450d-aed3-f57256fd9e6e completed. CleanupClient=False, LostCleanup=False {} [16:03:50.332 DBG] [Couchbase.Transactions.AttemptContext] [80d478ad-9beb-405d-ad03-349d3cb16728] Executing Query: query: null {"Scope": ["QueryAsync", "QueryWrapper"]} [16:03:51.696 ERR] [Couchbase.Transactions.AttemptContext] [80d478ad-9beb-405d-ad03-349d3cb16728] query failed at query: Couchbase.Core.Exceptions.IndexFailureException: Keyspace not found in CB datastore: default:_default - cause: No bucket named _default [12003] at Couchbase.Query.QueryResultExtensions.ThrowExceptionOnError[T](IQueryResult`1 result, QueryErrorContext context) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryResultExtensions.cs:line 142 at Couchbase.Query.QueryClient.ExecuteQuery[T](QueryOptions options, ITypeSerializer serializer, IRequestSpan span) at Couchbase.Query.QueryClient.QueryAsync[T](String statement, QueryOptions options) at Couchbase.Cluster.<>c__DisplayClass37_0`1.<g__Func|0>d.MoveNext() --- End of stack trace from previous location --- at Couchbase.Core.Retry.RetryOrchestrator.RetryAsync[T](Func`1 send, IRequest request) at Couchbase.Cluster.QueryAsync[T](String statement, QueryOptions options) at Couchbase.Transactions.AttemptContext.QueryWrapper[T](Int64 statementId, IScope scope, String statement, QueryOptions options, String hookPoint, IRequestSpan parentSpan, Boolean isBeginWork, Boolean existingErrorCheck, JObject txdata, Boolean txImplicit) -----------------------Context Info--------------------------- Couchbase.Core.Exceptions.Query.QueryErrorContext {"Scope": ["QueryAsync", "QueryWrapper"]} [16:03:51.697 INF] [ExecuteApplicationLambda] Attempt 80d478ad-9beb-405d-ad03-349d3cb16728 completed. CleanupClient=False, LostCleanup=False {} [16:03:52.526 DBG] [] transactionCreate: { "transactionsFactoryRef": "484f2920-5f41-4646-b247-53ab86b83d89", "attempts": [ { "commands": [ { "replace": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "48c30d66-8226-4fd2-b8d3-471b7791801f" }, "contentJson": "{\"content\":\"updated\"}", "expectedResult": [ { "success": true } ] } }, { "commit": { "expectedResult": [ { "error": { "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookPoint": "AFTER_ATR_COMMIT" } ] }, "clusterConnectionId": "defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8" } {} [16:03:52.526 INF] [] Starting Transaction Test {} [16:03:52.526 DBG] [] Test: { "transactionsFactoryRef": "484f2920-5f41-4646-b247-53ab86b83d89", "attempts": [ { "commands": [ { "replace": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "48c30d66-8226-4fd2-b8d3-471b7791801f" }, "contentJson": "{\"content\":\"updated\"}", "expectedResult": [ { "success": true } ] } }, { "commit": { "expectedResult": [ { "error": { "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookPoint": "AFTER_ATR_COMMIT" } ] }, "clusterConnectionId": "defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8" } {} [16:03:52.526 DBG] [] clusterConnectionId:defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8 {} [16:03:52.526 DBG] [] Using custom connection at host : couchbase://172.23.111.133 and with username Administrator {} [16:03:52.526 DBG] [] Registering 1 hooks {} [16:03:52.526 DBG] [] - Hook Point AfterAtrCommit with Action FailHard {} [16:03:52.527 DBG] [] Starting Attempt 0 {} [16:03:52.527 DBG] [] Performing TransactionCommand Replace {} [16:03:52.527 DBG] [] 5d83c1bd-a422-4458-ae6e-8ebec540572d.dc6b55f4-a96a-43cf-905c-42375c5e3313: Performing command: replace {} [16:03:52.685 DBG] [Couchbase.Transactions.AttemptContext] GetWithMav for 48c30d66-8226-4fd2-b8d3-471b7791801f, attemptId=dc6b55f4-a96a-43cf-905c-42375c5e3313, postCas=1707494632600174592 {"Scope": ["GetWithKv", "GetWithMav"]} [16:03:52.685 DBG] [Couchbase.Transactions.AttemptContext] CheckWriteWriteConflict@WW_RP for default::_default::_default::48c30d66-8226-4fd2-b8d3-471b7791801f, attempt=dc6b55f4-a96a-43cf-905c-42375c5e3313 {"Scope": ["ReplaceWithKv", "CheckWriteWriteConflict"]} [16:03:52.685 DBG] [Couchbase.Transactions.AttemptContext] CheckWriteWriteConflict no other txn for default::_default::_default::48c30d66-8226-4fd2-b8d3-471b7791801f, attempt=dc6b55f4-a96a-43cf-905c-42375c5e3313 {"Scope": ["ReplaceWithKv", "CheckWriteWriteConflict"]} [16:03:52.686 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Requested Durability = Majority {"Scope": ["ReplaceWithKv", "InitAtrIfNeeded"]} [16:03:52.860 INF] [Couchbase.Transactions.DataAccess.AtrRepository] Upserted ATR to PENDING _txn:atr-577-#851/attempts.dc6b55f4-a96a-43cf-905c-42375c5e3313 (cas = 1707494632932704256) {"Scope": ["ReplaceWithKv", "SetAtrPending", "MutateAtrPending"]} [16:03:52.860 DBG] [Couchbase.Transactions.AttemptContext] SetAtrPending for default._default._default::_txn:atr-577-#851 (attempt=dc6b55f4-a96a-43cf-905c-42375c5e3313) {"Scope": ["ReplaceWithKv", "SetAtrPending"]} [16:03:53.019 DBG] [Couchbase.Transactions.AttemptContext] CreateStagedReplace for 48c30d66-8226-4fd2-b8d3-471b7791801f, attemptId=dc6b55f4-a96a-43cf-905c-42375c5e3313, preCase=1707494632600174592, postCas=1707494633091301376, accessDeleted=False {"Scope": ["ReplaceWithKv", "CreateStagedReplace"]} [16:03:53.020 DBG] [] 5d83c1bd-a422-4458-ae6e-8ebec540572d.dc6b55f4-a96a-43cf-905c-42375c5e3313: Command Succeeded {} [16:03:53.020 DBG] [] Performing TransactionCommand Commit {} [16:03:53.020 DBG] [] 5d83c1bd-a422-4458-ae6e-8ebec540572d.dc6b55f4-a96a-43cf-905c-42375c5e3313: Performing command: commit {} [16:03:53.182 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Updated to COMMITTED ATR _txn:atr-577-#851/attempts.dc6b55f4-a96a-43cf-905c-42375c5e3313 (cas = 1707494633253699584) {"Scope": ["CommitWithKv", "SetAtrCommit", "MutateAtrCommit"]} [16:03:53.182 DBG] [Couchbase.Transactions.AttemptContext] SetAtrCommit for default._default._default::_txn:atr-577-#851 (attempt=dc6b55f4-a96a-43cf-905c-42375c5e3313) {"Scope": ["CommitWithKv", "SetAtrCommit"]} [16:03:53.183 WRN] [Couchbase.Transactions.AttemptContext] Failed attempt at committing due to FailHard {"Scope": ["CommitWithKv", "SetAtrCommit"]} [16:03:53.184 DBG] [] ExternalException.Unknown: Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 377 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 464 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 258 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 92 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1343 {} [16:03:53.184 DBG] [] Operation 'commit' failed as expected {} [16:03:53.184 DBG] [ExecuteApplicationLambda] Propagating error up. (ec = FailHard, retry = False, finalError = TransactionFailed) {} [16:03:53.184 INF] [ExecuteApplicationLambda] Attempt dc6b55f4-a96a-43cf-905c-42375c5e3313 completed. CleanupClient=False, LostCleanup=False {} Transaction Failed with: Couchbase.Transactions.Error.TransactionFailedException: Transaction failed. ---> Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 377 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 464 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 258 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 92 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1343 --- End of inner exception stack trace --- at Couchbase.Transactions.Transactions.RunAsync(Func`2 transactionLogic, PerTransactionConfig perConfig, Boolean singleQueryTransactionMode) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/Transactions.cs:line 229 at Couchbase.Transactions.FitPerformer.TwoWayTransaction.Run(Transactions transactions, TransactionCreateRequest request, ClusterConnection connection, IServerStreamWriter`1 responseStream) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 68 -----------------------Context Info--------------------------- [16:03:53.186 DBG] [] UNKNOWN due to Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 377 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 464 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 258 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 92 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1343 {} [16:03:53.186 INF] [] Completed Transaction Test {} [16:03:53.189 DBG] [] transactionSingleQuery: { "transactionsFactoryRef": "484f2920-5f41-4646-b247-53ab86b83d89", "clusterConnectionId": "defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8", "query": { "statement": "SELECT * FROM `_default` WHERE META().id = '48c30d66-8226-4fd2-b8d3-471b7791801f'", "expectedResult": [ { "anythingAllowed": true } ], "checkRowCount": true, "expectedRowCount": 1, "queryParameters": { }, "scope": { "bucketName": "default", "scopeName": "_default" } } } {} [16:03:53.189 DBG] [] clusterConnectionId:defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8 {} [16:03:53.189 DBG] [] Using custom connection at host : couchbase://172.23.111.133 and with username Administrator {} [16:03:53.189 DBG] [Couchbase.Transactions.AttemptContext] [602f8411-4bfd-435a-9df5-77a938d5d8bf] Executing Query: query: null {"Scope": ["QueryAsync", "QueryWrapper"]} [16:03:53.520 INF] [ExecuteApplicationLambda] Attempt 602f8411-4bfd-435a-9df5-77a938d5d8bf completed. CleanupClient=False, LostCleanup=False {} [16:03:54.696 DBG] [] transactionCreate: { "transactionsFactoryRef": "484f2920-5f41-4646-b247-53ab86b83d89", "attempts": [ { "commands": [ { "replace": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "b0ea75ff-5227-4e86-abf1-2be3a1c9d910" }, "contentJson": "{\"content\":\"updated\"}", "expectedResult": [ { "success": true } ] } }, { "commit": { "expectedResult": [ { "error": { "errorClass": "EC_FAIL_OTHER", "autoRollbackAttempt": true, "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookAction": "FAIL_OTHER" }, { "hookPoint": "AFTER_ATR_ABORTED" } ] }, "clusterConnectionId": "defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8" } {} [16:03:54.696 INF] [] Starting Transaction Test {} [16:03:54.696 DBG] [] Test: { "transactionsFactoryRef": "484f2920-5f41-4646-b247-53ab86b83d89", "attempts": [ { "commands": [ { "replace": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "b0ea75ff-5227-4e86-abf1-2be3a1c9d910" }, "contentJson": "{\"content\":\"updated\"}", "expectedResult": [ { "success": true } ] } }, { "commit": { "expectedResult": [ { "error": { "errorClass": "EC_FAIL_OTHER", "autoRollbackAttempt": true, "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookAction": "FAIL_OTHER" }, { "hookPoint": "AFTER_ATR_ABORTED" } ] }, "clusterConnectionId": "defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8" } {} [16:03:54.696 DBG] [] clusterConnectionId:defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8 {} [16:03:54.696 DBG] [] Using custom connection at host : couchbase://172.23.111.133 and with username Administrator {} [16:03:54.696 DBG] [] Registering 2 hooks {} [16:03:54.696 DBG] [] - Hook Point BeforeAtrCommit with Action FailOther {} [16:03:54.696 DBG] [] - Hook Point AfterAtrAborted with Action FailHard {} [16:03:54.697 DBG] [] Starting Attempt 0 {} [16:03:54.697 DBG] [] Performing TransactionCommand Replace {} [16:03:54.697 DBG] [] 4039dfab-e13b-4c0a-b90b-6e10e2c5c34a.fc5eb1bd-dd6c-4f9d-86ba-1311ca49416d: Performing command: replace {} [16:03:54.853 DBG] [Couchbase.Transactions.AttemptContext] GetWithMav for b0ea75ff-5227-4e86-abf1-2be3a1c9d910, attemptId=fc5eb1bd-dd6c-4f9d-86ba-1311ca49416d, postCas=1707494634769743872 {"Scope": ["GetWithKv", "GetWithMav"]} [16:03:54.854 DBG] [Couchbase.Transactions.AttemptContext] CheckWriteWriteConflict@WW_RP for default::_default::_default::b0ea75ff-5227-4e86-abf1-2be3a1c9d910, attempt=fc5eb1bd-dd6c-4f9d-86ba-1311ca49416d {"Scope": ["ReplaceWithKv", "CheckWriteWriteConflict"]} [16:03:54.854 DBG] [Couchbase.Transactions.AttemptContext] CheckWriteWriteConflict no other txn for default::_default::_default::b0ea75ff-5227-4e86-abf1-2be3a1c9d910, attempt=fc5eb1bd-dd6c-4f9d-86ba-1311ca49416d {"Scope": ["ReplaceWithKv", "CheckWriteWriteConflict"]} [16:03:54.854 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Requested Durability = Majority {"Scope": ["ReplaceWithKv", "InitAtrIfNeeded"]} [16:03:55.021 INF] [Couchbase.Transactions.DataAccess.AtrRepository] Upserted ATR to PENDING _txn:atr-703-#879/attempts.fc5eb1bd-dd6c-4f9d-86ba-1311ca49416d (cas = 1707494635091918848) {"Scope": ["ReplaceWithKv", "SetAtrPending", "MutateAtrPending"]} [16:03:55.021 DBG] [Couchbase.Transactions.AttemptContext] SetAtrPending for default._default._default::_txn:atr-703-#879 (attempt=fc5eb1bd-dd6c-4f9d-86ba-1311ca49416d) {"Scope": ["ReplaceWithKv", "SetAtrPending"]} [16:03:55.187 DBG] [Couchbase.Transactions.AttemptContext] CreateStagedReplace for b0ea75ff-5227-4e86-abf1-2be3a1c9d910, attemptId=fc5eb1bd-dd6c-4f9d-86ba-1311ca49416d, preCase=1707494634769743872, postCas=1707494635258970112, accessDeleted=False {"Scope": ["ReplaceWithKv", "CreateStagedReplace"]} [16:03:55.188 DBG] [] 4039dfab-e13b-4c0a-b90b-6e10e2c5c34a.fc5eb1bd-dd6c-4f9d-86ba-1311ca49416d: Command Succeeded {} [16:03:55.188 DBG] [] Performing TransactionCommand Commit {} [16:03:55.188 DBG] [] 4039dfab-e13b-4c0a-b90b-6e10e2c5c34a.fc5eb1bd-dd6c-4f9d-86ba-1311ca49416d: Performing command: commit {} [16:03:55.188 WRN] [Couchbase.Transactions.AttemptContext] Failed attempt at committing due to FailOther {"Scope": ["CommitWithKv", "SetAtrCommit"]} [16:03:55.189 DBG] [] ExternalException.Unknown: Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException' was thrown. at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_3() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 291 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 377 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 464 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 258 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.BeforeAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 89 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1340 {} [16:03:55.189 DBG] [] Operation 'commit' failed as expected {} [16:03:55.189 WRN] [ExecuteApplicationLambda] Attempt failed, attempting automatic rollback... {} [16:03:55.190 INF] [Couchbase.Transactions.AttemptContext] Setting Aborted status. isAppRollback=False {"Scope": ["RollbackWithKv", "SetAtrAborted"]} [16:03:55.350 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Updated to ABORTED ATR _txn:atr-703-#879/attempts.fc5eb1bd-dd6c-4f9d-86ba-1311ca49416d (cas = 1707494635422613504) {"Scope": ["RollbackWithKv", "SetAtrAborted", "MutateAtrAborted"]} [16:03:55.351 DBG] [Couchbase.Transactions.AttemptContext] SetAtrAborted for default._default._default::_txn:atr-703-#879 (attempt=fc5eb1bd-dd6c-4f9d-86ba-1311ca49416d) {"Scope": ["RollbackWithKv", "SetAtrAborted"]} [16:03:55.351 WRN] [ExecuteApplicationLambda] Rollback failed due to Exception of type 'Couchbase.Transactions.Error.External.TransactionOperationFailedException' was thrown. {} [16:03:55.351 INF] [ExecuteApplicationLambda] Attempt fc5eb1bd-dd6c-4f9d-86ba-1311ca49416d completed. CleanupClient=False, LostCleanup=False {} Transaction Failed with: Couchbase.Transactions.Error.TransactionFailedException: Transaction failed. ---> Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException' was thrown. at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_3() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 291 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 377 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 464 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 258 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.BeforeAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 89 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1340 --- End of inner exception stack trace --- at Couchbase.Transactions.Transactions.RunAsync(Func`2 transactionLogic, PerTransactionConfig perConfig, Boolean singleQueryTransactionMode) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/Transactions.cs:line 229 at Couchbase.Transactions.FitPerformer.TwoWayTransaction.Run(Transactions transactions, TransactionCreateRequest request, ClusterConnection connection, IServerStreamWriter`1 responseStream) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 68 -----------------------Context Info--------------------------- [16:03:55.353 DBG] [] UNKNOWN due to Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException' was thrown. at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_3() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 291 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 377 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 464 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 258 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.BeforeAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 89 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1340 {} [16:03:55.353 INF] [] Completed Transaction Test {} [16:03:55.874 DBG] [] transactionSingleQuery: { "transactionsFactoryRef": "484f2920-5f41-4646-b247-53ab86b83d89", "clusterConnectionId": "defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8", "query": { "statement": "INSERT INTO `_default` VALUES ('b0ea75ff-5227-4e86-abf1-2be3a1c9d910', {\"content\":\"updated\"})", "expectedResult": [ { "anythingAllowed": true } ], "queryParameters": { }, "scope": { "bucketName": "default", "scopeName": "_default" } } } {} [16:03:55.874 DBG] [] clusterConnectionId:defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8 {} [16:03:55.874 DBG] [] Using custom connection at host : couchbase://172.23.111.133 and with username Administrator {} [16:03:55.874 DBG] [Couchbase.Transactions.AttemptContext] [081fca56-75a4-487e-a0ae-3745f93d4cea] Executing Query: query: null {"Scope": ["QueryAsync", "QueryWrapper"]} [16:03:56.220 ERR] [Couchbase.Transactions.AttemptContext] [081fca56-75a4-487e-a0ae-3745f93d4cea] query failed at query: Couchbase.CouchbaseException: Duplicate Key: b0ea75ff-5227-4e86-abf1-2be3a1c9d910 [17012] at Couchbase.Query.QueryResultExtensions.ThrowExceptionOnError[T](IQueryResult`1 result, QueryErrorContext context) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryResultExtensions.cs:line 142 at Couchbase.Query.QueryClient.ExecuteQuery[T](QueryOptions options, ITypeSerializer serializer, IRequestSpan span) at Couchbase.Query.QueryClient.QueryAsync[T](String statement, QueryOptions options) at Couchbase.Cluster.<>c__DisplayClass37_0`1.<g__Func|0>d.MoveNext() --- End of stack trace from previous location --- at Couchbase.Core.Retry.RetryOrchestrator.RetryAsync[T](Func`1 send, IRequest request) at Couchbase.Cluster.QueryAsync[T](String statement, QueryOptions options) at Couchbase.Transactions.AttemptContext.QueryWrapper[T](Int64 statementId, IScope scope, String statement, QueryOptions options, String hookPoint, IRequestSpan parentSpan, Boolean isBeginWork, Boolean existingErrorCheck, JObject txdata, Boolean txImplicit) -----------------------Context Info--------------------------- Couchbase.Core.Exceptions.Query.QueryErrorContext {"Scope": ["QueryAsync", "QueryWrapper"]} [16:03:56.222 INF] [ExecuteApplicationLambda] Attempt 081fca56-75a4-487e-a0ae-3745f93d4cea completed. CleanupClient=False, LostCleanup=False {} [16:03:57.386 DBG] [] transactionCreate: { "transactionsFactoryRef": "484f2920-5f41-4646-b247-53ab86b83d89", "attempts": [ { "commands": [ { "replace": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "278c61f4-70b1-43aa-8a2d-c5254c5ad353" }, "contentJson": "{\"content\":\"updated\"}", "expectedResult": [ { "success": true } ] } }, { "commit": { "expectedResult": [ { "error": { "errorClass": "EC_FAIL_OTHER", "autoRollbackAttempt": true, "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookAction": "FAIL_OTHER" }, { "hookPoint": "AFTER_ATR_ABORTED" } ] }, "clusterConnectionId": "defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8" } {} [16:03:57.386 INF] [] Starting Transaction Test {} [16:03:57.386 DBG] [] Test: { "transactionsFactoryRef": "484f2920-5f41-4646-b247-53ab86b83d89", "attempts": [ { "commands": [ { "replace": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "278c61f4-70b1-43aa-8a2d-c5254c5ad353" }, "contentJson": "{\"content\":\"updated\"}", "expectedResult": [ { "success": true } ] } }, { "commit": { "expectedResult": [ { "error": { "errorClass": "EC_FAIL_OTHER", "autoRollbackAttempt": true, "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookAction": "FAIL_OTHER" }, { "hookPoint": "AFTER_ATR_ABORTED" } ] }, "clusterConnectionId": "defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8" } {} [16:03:57.386 DBG] [] clusterConnectionId:defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8 {} [16:03:57.386 DBG] [] Using custom connection at host : couchbase://172.23.111.133 and with username Administrator {} [16:03:57.386 DBG] [] Registering 2 hooks {} [16:03:57.386 DBG] [] - Hook Point BeforeAtrCommit with Action FailOther {} [16:03:57.386 DBG] [] - Hook Point AfterAtrAborted with Action FailHard {} [16:03:57.387 DBG] [] Starting Attempt 0 {} [16:03:57.387 DBG] [] Performing TransactionCommand Replace {} [16:03:57.387 DBG] [] e220acd6-0c87-46bc-a9fc-0262110099fd.2bebfc14-e97c-44b8-8427-d0cea3fc6a18: Performing command: replace {} [16:03:57.544 DBG] [Couchbase.Transactions.AttemptContext] GetWithMav for 278c61f4-70b1-43aa-8a2d-c5254c5ad353, attemptId=2bebfc14-e97c-44b8-8427-d0cea3fc6a18, postCas=1707494637460127744 {"Scope": ["GetWithKv", "GetWithMav"]} [16:03:57.545 DBG] [Couchbase.Transactions.AttemptContext] CheckWriteWriteConflict@WW_RP for default::_default::_default::278c61f4-70b1-43aa-8a2d-c5254c5ad353, attempt=2bebfc14-e97c-44b8-8427-d0cea3fc6a18 {"Scope": ["ReplaceWithKv", "CheckWriteWriteConflict"]} [16:03:57.545 DBG] [Couchbase.Transactions.AttemptContext] CheckWriteWriteConflict no other txn for default::_default::_default::278c61f4-70b1-43aa-8a2d-c5254c5ad353, attempt=2bebfc14-e97c-44b8-8427-d0cea3fc6a18 {"Scope": ["ReplaceWithKv", "CheckWriteWriteConflict"]} [16:03:57.545 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Requested Durability = Majority {"Scope": ["ReplaceWithKv", "InitAtrIfNeeded"]} [16:03:57.708 INF] [Couchbase.Transactions.DataAccess.AtrRepository] Upserted ATR to PENDING _txn:atr-1020-#249/attempts.2bebfc14-e97c-44b8-8427-d0cea3fc6a18 (cas = 1707494637779812352) {"Scope": ["ReplaceWithKv", "SetAtrPending", "MutateAtrPending"]} [16:03:57.708 DBG] [Couchbase.Transactions.AttemptContext] SetAtrPending for default._default._default::_txn:atr-1020-#249 (attempt=2bebfc14-e97c-44b8-8427-d0cea3fc6a18) {"Scope": ["ReplaceWithKv", "SetAtrPending"]} [16:03:57.875 DBG] [Couchbase.Transactions.AttemptContext] CreateStagedReplace for 278c61f4-70b1-43aa-8a2d-c5254c5ad353, attemptId=2bebfc14-e97c-44b8-8427-d0cea3fc6a18, preCase=1707494637460127744, postCas=1707494637947256832, accessDeleted=False {"Scope": ["ReplaceWithKv", "CreateStagedReplace"]} [16:03:57.875 DBG] [] e220acd6-0c87-46bc-a9fc-0262110099fd.2bebfc14-e97c-44b8-8427-d0cea3fc6a18: Command Succeeded {} [16:03:57.875 DBG] [] Performing TransactionCommand Commit {} [16:03:57.875 DBG] [] e220acd6-0c87-46bc-a9fc-0262110099fd.2bebfc14-e97c-44b8-8427-d0cea3fc6a18: Performing command: commit {} [16:03:57.876 WRN] [Couchbase.Transactions.AttemptContext] Failed attempt at committing due to FailOther {"Scope": ["CommitWithKv", "SetAtrCommit"]} [16:03:57.877 DBG] [] ExternalException.Unknown: Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException' was thrown. at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_3() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 291 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 377 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 464 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 258 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.BeforeAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 89 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1340 {} [16:03:57.878 DBG] [] Operation 'commit' failed as expected {} [16:03:57.878 WRN] [ExecuteApplicationLambda] Attempt failed, attempting automatic rollback... {} [16:03:57.878 INF] [Couchbase.Transactions.AttemptContext] Setting Aborted status. isAppRollback=False {"Scope": ["RollbackWithKv", "SetAtrAborted"]} [16:03:58.043 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Updated to ABORTED ATR _txn:atr-1020-#249/attempts.2bebfc14-e97c-44b8-8427-d0cea3fc6a18 (cas = 1707494638116470784) {"Scope": ["RollbackWithKv", "SetAtrAborted", "MutateAtrAborted"]} [16:03:58.043 DBG] [Couchbase.Transactions.AttemptContext] SetAtrAborted for default._default._default::_txn:atr-1020-#249 (attempt=2bebfc14-e97c-44b8-8427-d0cea3fc6a18) {"Scope": ["RollbackWithKv", "SetAtrAborted"]} [16:03:58.044 WRN] [ExecuteApplicationLambda] Rollback failed due to Exception of type 'Couchbase.Transactions.Error.External.TransactionOperationFailedException' was thrown. {} [16:03:58.044 INF] [ExecuteApplicationLambda] Attempt 2bebfc14-e97c-44b8-8427-d0cea3fc6a18 completed. CleanupClient=False, LostCleanup=False {} Transaction Failed with: Couchbase.Transactions.Error.TransactionFailedException: Transaction failed. ---> Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException' was thrown. at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_3() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 291 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 377 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 464 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 258 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.BeforeAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 89 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1340 --- End of inner exception stack trace --- at Couchbase.Transactions.Transactions.RunAsync(Func`2 transactionLogic, PerTransactionConfig perConfig, Boolean singleQueryTransactionMode) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/Transactions.cs:line 229 at Couchbase.Transactions.FitPerformer.TwoWayTransaction.Run(Transactions transactions, TransactionCreateRequest request, ClusterConnection connection, IServerStreamWriter`1 responseStream) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 68 -----------------------Context Info--------------------------- [16:03:58.046 DBG] [] UNKNOWN due to Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException' was thrown. at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_3() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 291 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 377 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 464 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 258 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.BeforeAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 89 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1340 {} [16:03:58.046 INF] [] Completed Transaction Test {} [16:03:58.545 DBG] [] transactionSingleQuery: { "transactionsFactoryRef": "484f2920-5f41-4646-b247-53ab86b83d89", "clusterConnectionId": "defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8", "query": { "statement": "UPDATE `_default` SET content = 'updated-query' WHERE META().id = '278c61f4-70b1-43aa-8a2d-c5254c5ad353'", "expectedResult": [ { "anythingAllowed": true } ], "checkMutations": true, "expectedMutations": 1, "queryParameters": { }, "scope": { "bucketName": "default", "scopeName": "_default" } }, "queryOptions": { "timeoutMillis": "2000" } } {} [16:03:58.545 DBG] [] clusterConnectionId:defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8 {} [16:03:58.545 DBG] [] Using custom connection at host : couchbase://172.23.111.133 and with username Administrator {} [16:03:58.546 DBG] [Couchbase.Transactions.AttemptContext] [ce377e2b-c4a1-4df9-907d-3d2b85554c80] Executing Query: query: null {"Scope": ["QueryAsync", "QueryWrapper"]} [16:03:59.891 ERR] [Couchbase.Transactions.AttemptContext] [ce377e2b-c4a1-4df9-907d-3d2b85554c80] query failed at query: Couchbase.CouchbaseException: Transaction staging error [17020] at Couchbase.Query.QueryResultExtensions.ThrowExceptionOnError[T](IQueryResult`1 result, QueryErrorContext context) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryResultExtensions.cs:line 142 at Couchbase.Query.QueryClient.ExecuteQuery[T](QueryOptions options, ITypeSerializer serializer, IRequestSpan span) at Couchbase.Query.QueryClient.QueryAsync[T](String statement, QueryOptions options) at Couchbase.Cluster.<>c__DisplayClass37_0`1.<g__Func|0>d.MoveNext() --- End of stack trace from previous location --- at Couchbase.Core.Retry.RetryOrchestrator.RetryAsync[T](Func`1 send, IRequest request) at Couchbase.Cluster.QueryAsync[T](String statement, QueryOptions options) at Couchbase.Transactions.AttemptContext.QueryWrapper[T](Int64 statementId, IScope scope, String statement, QueryOptions options, String hookPoint, IRequestSpan parentSpan, Boolean isBeginWork, Boolean existingErrorCheck, JObject txdata, Boolean txImplicit) -----------------------Context Info--------------------------- Couchbase.Core.Exceptions.Query.QueryErrorContext {"Scope": ["QueryAsync", "QueryWrapper"]} [16:03:59.892 WRN] [Couchbase.Transactions.AttemptContext] query code=17020 cause={ "bucket": "default", "cause": "deadline expired before WWC was resolved on default._default._default._txn:atr-1020-#249", "collection": "_default", "document_key": "278c61f4-70b1-43aa-8a2d-c5254c5ad353", "msg": "write write conflict", "scope": "_default" } raise=failed {"Scope": ["QueryAsync", "QueryWrapper"]} [16:03:59.892 DBG] [ExecuteApplicationLambda] Propagating error up. (ec = FailOther, retry = True, finalError = TransactionFailed) {} [16:03:59.892 INF] [ExecuteApplicationLambda] Attempt ce377e2b-c4a1-4df9-907d-3d2b85554c80 completed. CleanupClient=False, LostCleanup=False {} [16:03:59.898 DBG] [Couchbase.Transactions.AttemptContext] [4f005d7f-7db5-48c9-ace3-0638a509bb87] Executing Query: query: null {"Scope": ["QueryAsync", "QueryWrapper"]} [16:04:01.328 ERR] [Couchbase.Transactions.AttemptContext] [4f005d7f-7db5-48c9-ace3-0638a509bb87] query failed at query: Couchbase.Core.Exceptions.IndexFailureException: Keyspace not found in CB datastore: default:_default - cause: No bucket named _default [12003] at Couchbase.Query.QueryResultExtensions.ThrowExceptionOnError[T](IQueryResult`1 result, QueryErrorContext context) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryResultExtensions.cs:line 142 at Couchbase.Query.QueryClient.ExecuteQuery[T](QueryOptions options, ITypeSerializer serializer, IRequestSpan span) at Couchbase.Query.QueryClient.QueryAsync[T](String statement, QueryOptions options) at Couchbase.Cluster.<>c__DisplayClass37_0`1.<g__Func|0>d.MoveNext() --- End of stack trace from previous location --- at Couchbase.Core.Retry.RetryOrchestrator.RetryAsync[T](Func`1 send, IRequest request) at Couchbase.Cluster.QueryAsync[T](String statement, QueryOptions options) at Couchbase.Transactions.AttemptContext.QueryWrapper[T](Int64 statementId, IScope scope, String statement, QueryOptions options, String hookPoint, IRequestSpan parentSpan, Boolean isBeginWork, Boolean existingErrorCheck, JObject txdata, Boolean txImplicit) -----------------------Context Info--------------------------- Couchbase.Core.Exceptions.Query.QueryErrorContext {"Scope": ["QueryAsync", "QueryWrapper"]} [16:04:01.328 INF] [ExecuteApplicationLambda] Attempt 4f005d7f-7db5-48c9-ace3-0638a509bb87 completed. CleanupClient=False, LostCleanup=False {} [16:04:02.165 DBG] [] transactionCreate: { "transactionsFactoryRef": "484f2920-5f41-4646-b247-53ab86b83d89", "attempts": [ { "commands": [ { "replace": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "92216cc6-a426-475a-b7fe-ed5c2a8a279f" }, "contentJson": "{\"content\":\"updated\"}", "expectedResult": [ { "success": true } ] } }, { "commit": { "expectedResult": [ { "error": { "errorClass": "EC_FAIL_OTHER", "autoRollbackAttempt": true, "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookAction": "FAIL_OTHER" }, { "hookPoint": "AFTER_ATR_ABORTED" } ] }, "clusterConnectionId": "defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8" } {} [16:04:02.165 INF] [] Starting Transaction Test {} [16:04:02.165 DBG] [] Test: { "transactionsFactoryRef": "484f2920-5f41-4646-b247-53ab86b83d89", "attempts": [ { "commands": [ { "replace": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "92216cc6-a426-475a-b7fe-ed5c2a8a279f" }, "contentJson": "{\"content\":\"updated\"}", "expectedResult": [ { "success": true } ] } }, { "commit": { "expectedResult": [ { "error": { "errorClass": "EC_FAIL_OTHER", "autoRollbackAttempt": true, "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookAction": "FAIL_OTHER" }, { "hookPoint": "AFTER_ATR_ABORTED" } ] }, "clusterConnectionId": "defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8" } {} [16:04:02.165 DBG] [] clusterConnectionId:defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8 {} [16:04:02.165 DBG] [] Using custom connection at host : couchbase://172.23.111.133 and with username Administrator {} [16:04:02.165 DBG] [] Registering 2 hooks {} [16:04:02.165 DBG] [] - Hook Point BeforeAtrCommit with Action FailOther {} [16:04:02.165 DBG] [] - Hook Point AfterAtrAborted with Action FailHard {} [16:04:02.166 DBG] [] Starting Attempt 0 {} [16:04:02.166 DBG] [] Performing TransactionCommand Replace {} [16:04:02.166 DBG] [] 6f42b1b9-794c-4bbd-be71-ff0277508892.b568ee98-724c-48ce-99d2-fd3ec4e346cc: Performing command: replace {} [16:04:02.331 DBG] [Couchbase.Transactions.AttemptContext] GetWithMav for 92216cc6-a426-475a-b7fe-ed5c2a8a279f, attemptId=b568ee98-724c-48ce-99d2-fd3ec4e346cc, postCas=1707494642237505536 {"Scope": ["GetWithKv", "GetWithMav"]} [16:04:02.331 DBG] [Couchbase.Transactions.AttemptContext] CheckWriteWriteConflict@WW_RP for default::_default::_default::92216cc6-a426-475a-b7fe-ed5c2a8a279f, attempt=b568ee98-724c-48ce-99d2-fd3ec4e346cc {"Scope": ["ReplaceWithKv", "CheckWriteWriteConflict"]} [16:04:02.331 DBG] [Couchbase.Transactions.AttemptContext] CheckWriteWriteConflict no other txn for default::_default::_default::92216cc6-a426-475a-b7fe-ed5c2a8a279f, attempt=b568ee98-724c-48ce-99d2-fd3ec4e346cc {"Scope": ["ReplaceWithKv", "CheckWriteWriteConflict"]} [16:04:02.331 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Requested Durability = Majority {"Scope": ["ReplaceWithKv", "InitAtrIfNeeded"]} [16:04:02.495 INF] [Couchbase.Transactions.DataAccess.AtrRepository] Upserted ATR to PENDING _txn:atr-349-#8ba/attempts.b568ee98-724c-48ce-99d2-fd3ec4e346cc (cas = 1707494642567217152) {"Scope": ["ReplaceWithKv", "SetAtrPending", "MutateAtrPending"]} [16:04:02.496 DBG] [Couchbase.Transactions.AttemptContext] SetAtrPending for default._default._default::_txn:atr-349-#8ba (attempt=b568ee98-724c-48ce-99d2-fd3ec4e346cc) {"Scope": ["ReplaceWithKv", "SetAtrPending"]} [16:04:02.656 DBG] [Couchbase.Transactions.AttemptContext] CreateStagedReplace for 92216cc6-a426-475a-b7fe-ed5c2a8a279f, attemptId=b568ee98-724c-48ce-99d2-fd3ec4e346cc, preCase=1707494642237505536, postCas=1707494642728828928, accessDeleted=False {"Scope": ["ReplaceWithKv", "CreateStagedReplace"]} [16:04:02.656 DBG] [] 6f42b1b9-794c-4bbd-be71-ff0277508892.b568ee98-724c-48ce-99d2-fd3ec4e346cc: Command Succeeded {} [16:04:02.657 DBG] [] Performing TransactionCommand Commit {} [16:04:02.657 DBG] [] 6f42b1b9-794c-4bbd-be71-ff0277508892.b568ee98-724c-48ce-99d2-fd3ec4e346cc: Performing command: commit {} [16:04:02.657 WRN] [Couchbase.Transactions.AttemptContext] Failed attempt at committing due to FailOther {"Scope": ["CommitWithKv", "SetAtrCommit"]} [16:04:02.658 DBG] [] ExternalException.Unknown: Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException' was thrown. at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_3() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 291 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 377 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 464 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 258 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.BeforeAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 89 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1340 {} [16:04:02.659 DBG] [] Operation 'commit' failed as expected {} [16:04:02.659 WRN] [ExecuteApplicationLambda] Attempt failed, attempting automatic rollback... {} [16:04:02.659 INF] [Couchbase.Transactions.AttemptContext] Setting Aborted status. isAppRollback=False {"Scope": ["RollbackWithKv", "SetAtrAborted"]} [16:04:02.826 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Updated to ABORTED ATR _txn:atr-349-#8ba/attempts.b568ee98-724c-48ce-99d2-fd3ec4e346cc (cas = 1707494642899353600) {"Scope": ["RollbackWithKv", "SetAtrAborted", "MutateAtrAborted"]} [16:04:02.826 DBG] [Couchbase.Transactions.AttemptContext] SetAtrAborted for default._default._default::_txn:atr-349-#8ba (attempt=b568ee98-724c-48ce-99d2-fd3ec4e346cc) {"Scope": ["RollbackWithKv", "SetAtrAborted"]} [16:04:02.826 WRN] [ExecuteApplicationLambda] Rollback failed due to Exception of type 'Couchbase.Transactions.Error.External.TransactionOperationFailedException' was thrown. {} [16:04:02.827 INF] [ExecuteApplicationLambda] Attempt b568ee98-724c-48ce-99d2-fd3ec4e346cc completed. CleanupClient=False, LostCleanup=False {} Transaction Failed with: Couchbase.Transactions.Error.TransactionFailedException: Transaction failed. ---> Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException' was thrown. at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_3() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 291 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 377 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 464 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 258 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.BeforeAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 89 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1340 --- End of inner exception stack trace --- at Couchbase.Transactions.Transactions.RunAsync(Func`2 transactionLogic, PerTransactionConfig perConfig, Boolean singleQueryTransactionMode) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/Transactions.cs:line 229 at Couchbase.Transactions.FitPerformer.TwoWayTransaction.Run(Transactions transactions, TransactionCreateRequest request, ClusterConnection connection, IServerStreamWriter`1 responseStream) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 68 -----------------------Context Info--------------------------- [16:04:02.828 DBG] [] UNKNOWN due to Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException' was thrown. at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_3() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 291 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 377 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 464 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 258 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.BeforeAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 89 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1340 {} [16:04:02.828 INF] [] Completed Transaction Test {} [16:04:03.180 DBG] [] transactionSingleQuery: { "transactionsFactoryRef": "484f2920-5f41-4646-b247-53ab86b83d89", "clusterConnectionId": "defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8", "query": { "statement": "DELETE FROM `_default` WHERE META().id = '92216cc6-a426-475a-b7fe-ed5c2a8a279f'", "expectedResult": [ { "anythingAllowed": true } ], "checkMutations": true, "expectedMutations": 1, "queryParameters": { }, "scope": { "bucketName": "default", "scopeName": "_default" } }, "queryOptions": { "timeoutMillis": "2000" } } {} [16:04:03.180 DBG] [] clusterConnectionId:defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8 {} [16:04:03.180 DBG] [] Using custom connection at host : couchbase://172.23.111.133 and with username Administrator {} [16:04:03.180 DBG] [Couchbase.Transactions.AttemptContext] [efea06a9-b418-447f-9bbb-eee39801318d] Executing Query: query: null {"Scope": ["QueryAsync", "QueryWrapper"]} [16:04:04.619 ERR] [Couchbase.Transactions.AttemptContext] [efea06a9-b418-447f-9bbb-eee39801318d] query failed at query: Couchbase.CouchbaseException: Transaction staging error [17020] at Couchbase.Query.QueryResultExtensions.ThrowExceptionOnError[T](IQueryResult`1 result, QueryErrorContext context) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryResultExtensions.cs:line 142 at Couchbase.Query.QueryClient.ExecuteQuery[T](QueryOptions options, ITypeSerializer serializer, IRequestSpan span) at Couchbase.Query.QueryClient.QueryAsync[T](String statement, QueryOptions options) at Couchbase.Cluster.<>c__DisplayClass37_0`1.<g__Func|0>d.MoveNext() --- End of stack trace from previous location --- at Couchbase.Core.Retry.RetryOrchestrator.RetryAsync[T](Func`1 send, IRequest request) at Couchbase.Cluster.QueryAsync[T](String statement, QueryOptions options) at Couchbase.Transactions.AttemptContext.QueryWrapper[T](Int64 statementId, IScope scope, String statement, QueryOptions options, String hookPoint, IRequestSpan parentSpan, Boolean isBeginWork, Boolean existingErrorCheck, JObject txdata, Boolean txImplicit) -----------------------Context Info--------------------------- Couchbase.Core.Exceptions.Query.QueryErrorContext {"Scope": ["QueryAsync", "QueryWrapper"]} [16:04:04.620 WRN] [Couchbase.Transactions.AttemptContext] query code=17020 cause={ "bucket": "default", "cause": "deadline expired before WWC was resolved on default._default._default._txn:atr-349-#8ba", "collection": "_default", "document_key": "92216cc6-a426-475a-b7fe-ed5c2a8a279f", "msg": "write write conflict", "scope": "_default" } raise=failed {"Scope": ["QueryAsync", "QueryWrapper"]} [16:04:04.620 DBG] [ExecuteApplicationLambda] Propagating error up. (ec = FailOther, retry = True, finalError = TransactionFailed) {} [16:04:04.620 INF] [ExecuteApplicationLambda] Attempt efea06a9-b418-447f-9bbb-eee39801318d completed. CleanupClient=False, LostCleanup=False {} [16:04:04.625 DBG] [Couchbase.Transactions.AttemptContext] [a1fb0363-ac28-4129-8cc1-71d3856d3c52] Executing Query: query: null {"Scope": ["QueryAsync", "QueryWrapper"]} [16:04:05.667 ERR] [Couchbase.Transactions.AttemptContext] [a1fb0363-ac28-4129-8cc1-71d3856d3c52] query failed at query: Couchbase.Core.Exceptions.IndexFailureException: Keyspace not found in CB datastore: default:_default - cause: No bucket named _default [12003] at Couchbase.Query.QueryResultExtensions.ThrowExceptionOnError[T](IQueryResult`1 result, QueryErrorContext context) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryResultExtensions.cs:line 142 at Couchbase.Query.QueryClient.ExecuteQuery[T](QueryOptions options, ITypeSerializer serializer, IRequestSpan span) at Couchbase.Query.QueryClient.QueryAsync[T](String statement, QueryOptions options) at Couchbase.Cluster.<>c__DisplayClass37_0`1.<g__Func|0>d.MoveNext() --- End of stack trace from previous location --- at Couchbase.Core.Retry.RetryOrchestrator.RetryAsync[T](Func`1 send, IRequest request) at Couchbase.Cluster.QueryAsync[T](String statement, QueryOptions options) at Couchbase.Transactions.AttemptContext.QueryWrapper[T](Int64 statementId, IScope scope, String statement, QueryOptions options, String hookPoint, IRequestSpan parentSpan, Boolean isBeginWork, Boolean existingErrorCheck, JObject txdata, Boolean txImplicit) -----------------------Context Info--------------------------- Couchbase.Core.Exceptions.Query.QueryErrorContext {"Scope": ["QueryAsync", "QueryWrapper"]} [16:04:05.667 INF] [ExecuteApplicationLambda] Attempt a1fb0363-ac28-4129-8cc1-71d3856d3c52 completed. CleanupClient=False, LostCleanup=False {} [16:04:06.490 DBG] [] transactionCreate: { "transactionsFactoryRef": "484f2920-5f41-4646-b247-53ab86b83d89", "attempts": [ { "commands": [ { "replace": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "9dd6fff9-96a2-44d9-a05a-4e3251b8c0c6" }, "contentJson": "{\"content\":\"updated\"}", "expectedResult": [ { "success": true } ] } }, { "commit": { "expectedResult": [ { "error": { "errorClass": "EC_FAIL_OTHER", "autoRollbackAttempt": true, "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookAction": "FAIL_OTHER" }, { "hookPoint": "AFTER_ATR_ABORTED" } ] }, "clusterConnectionId": "defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8" } {} [16:04:06.490 INF] [] Starting Transaction Test {} [16:04:06.490 DBG] [] Test: { "transactionsFactoryRef": "484f2920-5f41-4646-b247-53ab86b83d89", "attempts": [ { "commands": [ { "replace": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "9dd6fff9-96a2-44d9-a05a-4e3251b8c0c6" }, "contentJson": "{\"content\":\"updated\"}", "expectedResult": [ { "success": true } ] } }, { "commit": { "expectedResult": [ { "error": { "errorClass": "EC_FAIL_OTHER", "autoRollbackAttempt": true, "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookAction": "FAIL_OTHER" }, { "hookPoint": "AFTER_ATR_ABORTED" } ] }, "clusterConnectionId": "defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8" } {} [16:04:06.490 DBG] [] clusterConnectionId:defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8 {} [16:04:06.490 DBG] [] Using custom connection at host : couchbase://172.23.111.133 and with username Administrator {} [16:04:06.490 DBG] [] Registering 2 hooks {} [16:04:06.490 DBG] [] - Hook Point BeforeAtrCommit with Action FailOther {} [16:04:06.490 DBG] [] - Hook Point AfterAtrAborted with Action FailHard {} [16:04:06.491 DBG] [] Starting Attempt 0 {} [16:04:06.491 DBG] [] Performing TransactionCommand Replace {} [16:04:06.491 DBG] [] 30aba147-a903-4684-81e1-027a0d31c295.7c50bbe6-4fbe-49d7-899c-2a4e601fe969: Performing command: replace {} [16:04:06.649 DBG] [Couchbase.Transactions.AttemptContext] GetWithMav for 9dd6fff9-96a2-44d9-a05a-4e3251b8c0c6, attemptId=7c50bbe6-4fbe-49d7-899c-2a4e601fe969, postCas=1707494646564782080 {"Scope": ["GetWithKv", "GetWithMav"]} [16:04:06.649 DBG] [Couchbase.Transactions.AttemptContext] CheckWriteWriteConflict@WW_RP for default::_default::_default::9dd6fff9-96a2-44d9-a05a-4e3251b8c0c6, attempt=7c50bbe6-4fbe-49d7-899c-2a4e601fe969 {"Scope": ["ReplaceWithKv", "CheckWriteWriteConflict"]} [16:04:06.649 DBG] [Couchbase.Transactions.AttemptContext] CheckWriteWriteConflict no other txn for default::_default::_default::9dd6fff9-96a2-44d9-a05a-4e3251b8c0c6, attempt=7c50bbe6-4fbe-49d7-899c-2a4e601fe969 {"Scope": ["ReplaceWithKv", "CheckWriteWriteConflict"]} [16:04:06.649 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Requested Durability = Majority {"Scope": ["ReplaceWithKv", "InitAtrIfNeeded"]} [16:04:06.811 INF] [Couchbase.Transactions.DataAccess.AtrRepository] Upserted ATR to PENDING _txn:atr-162-#2cc/attempts.7c50bbe6-4fbe-49d7-899c-2a4e601fe969 (cas = 1707494646884597760) {"Scope": ["ReplaceWithKv", "SetAtrPending", "MutateAtrPending"]} [16:04:06.812 DBG] [Couchbase.Transactions.AttemptContext] SetAtrPending for default._default._default::_txn:atr-162-#2cc (attempt=7c50bbe6-4fbe-49d7-899c-2a4e601fe969) {"Scope": ["ReplaceWithKv", "SetAtrPending"]} [16:04:06.983 DBG] [Couchbase.Transactions.AttemptContext] CreateStagedReplace for 9dd6fff9-96a2-44d9-a05a-4e3251b8c0c6, attemptId=7c50bbe6-4fbe-49d7-899c-2a4e601fe969, preCase=1707494646564782080, postCas=1707494647056826368, accessDeleted=False {"Scope": ["ReplaceWithKv", "CreateStagedReplace"]} [16:04:06.983 DBG] [] 30aba147-a903-4684-81e1-027a0d31c295.7c50bbe6-4fbe-49d7-899c-2a4e601fe969: Command Succeeded {} [16:04:06.983 DBG] [] Performing TransactionCommand Commit {} [16:04:06.983 DBG] [] 30aba147-a903-4684-81e1-027a0d31c295.7c50bbe6-4fbe-49d7-899c-2a4e601fe969: Performing command: commit {} [16:04:06.983 WRN] [Couchbase.Transactions.AttemptContext] Failed attempt at committing due to FailOther {"Scope": ["CommitWithKv", "SetAtrCommit"]} [16:04:06.984 DBG] [] ExternalException.Unknown: Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException' was thrown. at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_3() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 291 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 377 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 464 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 258 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.BeforeAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 89 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1340 {} [16:04:06.985 DBG] [] Operation 'commit' failed as expected {} [16:04:06.985 WRN] [ExecuteApplicationLambda] Attempt failed, attempting automatic rollback... {} [16:04:06.985 INF] [Couchbase.Transactions.AttemptContext] Setting Aborted status. isAppRollback=False {"Scope": ["RollbackWithKv", "SetAtrAborted"]} [16:04:07.146 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Updated to ABORTED ATR _txn:atr-162-#2cc/attempts.7c50bbe6-4fbe-49d7-899c-2a4e601fe969 (cas = 1707494647218438144) {"Scope": ["RollbackWithKv", "SetAtrAborted", "MutateAtrAborted"]} [16:04:07.146 DBG] [Couchbase.Transactions.AttemptContext] SetAtrAborted for default._default._default::_txn:atr-162-#2cc (attempt=7c50bbe6-4fbe-49d7-899c-2a4e601fe969) {"Scope": ["RollbackWithKv", "SetAtrAborted"]} [16:04:07.147 WRN] [ExecuteApplicationLambda] Rollback failed due to Exception of type 'Couchbase.Transactions.Error.External.TransactionOperationFailedException' was thrown. {} [16:04:07.147 INF] [ExecuteApplicationLambda] Attempt 7c50bbe6-4fbe-49d7-899c-2a4e601fe969 completed. CleanupClient=False, LostCleanup=False {} Transaction Failed with: Couchbase.Transactions.Error.TransactionFailedException: Transaction failed. ---> Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException' was thrown. at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_3() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 291 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 377 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 464 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 258 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.BeforeAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 89 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1340 --- End of inner exception stack trace --- at Couchbase.Transactions.Transactions.RunAsync(Func`2 transactionLogic, PerTransactionConfig perConfig, Boolean singleQueryTransactionMode) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/Transactions.cs:line 229 at Couchbase.Transactions.FitPerformer.TwoWayTransaction.Run(Transactions transactions, TransactionCreateRequest request, ClusterConnection connection, IServerStreamWriter`1 responseStream) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 68 -----------------------Context Info--------------------------- [16:04:07.150 DBG] [] UNKNOWN due to Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException' was thrown. at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_3() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 291 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 377 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 464 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 258 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.BeforeAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 89 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1340 {} [16:04:07.150 INF] [] Completed Transaction Test {} [16:04:07.642 DBG] [] transactionSingleQuery: { "transactionsFactoryRef": "484f2920-5f41-4646-b247-53ab86b83d89", "clusterConnectionId": "defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8", "query": { "statement": "SELECT * FROM `_default` WHERE META().id = '9dd6fff9-96a2-44d9-a05a-4e3251b8c0c6'", "expectedResult": [ { "anythingAllowed": true } ], "checkRowCount": true, "expectedRowCount": 1, "queryParameters": { }, "scope": { "bucketName": "default", "scopeName": "_default" } } } {} [16:04:07.642 DBG] [] clusterConnectionId:defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8 {} [16:04:07.642 DBG] [] Using custom connection at host : couchbase://172.23.111.133 and with username Administrator {} [16:04:07.643 DBG] [Couchbase.Transactions.AttemptContext] [1f4405d7-bf37-46ed-ac16-6cb44b4f68d6] Executing Query: query: null {"Scope": ["QueryAsync", "QueryWrapper"]} [16:04:07.973 INF] [ExecuteApplicationLambda] Attempt 1f4405d7-bf37-46ed-ac16-6cb44b4f68d6 completed. CleanupClient=False, LostCleanup=False {} [16:04:09.308 DBG] [] transactionCreate: { "transactionsFactoryRef": "484f2920-5f41-4646-b247-53ab86b83d89", "attempts": [ { "commands": [ { "replace": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "d174403b-94a5-46f6-8ec9-4470188e590e" }, "contentJson": "{\"content\":\"updated\"}", "expectedResult": [ { "success": true } ] } }, { "commit": { "expectedResult": [ { "error": { "errorClass": "EC_FAIL_OTHER", "autoRollbackAttempt": true, "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookAction": "FAIL_OTHER" }, { "hookPoint": "AFTER_ATR_ABORTED" } ] }, "clusterConnectionId": "defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8" } {} [16:04:09.308 INF] [] Starting Transaction Test {} [16:04:09.308 DBG] [] Test: { "transactionsFactoryRef": "484f2920-5f41-4646-b247-53ab86b83d89", "attempts": [ { "commands": [ { "replace": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "d174403b-94a5-46f6-8ec9-4470188e590e" }, "contentJson": "{\"content\":\"updated\"}", "expectedResult": [ { "success": true } ] } }, { "commit": { "expectedResult": [ { "error": { "errorClass": "EC_FAIL_OTHER", "autoRollbackAttempt": true, "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookAction": "FAIL_OTHER" }, { "hookPoint": "AFTER_ATR_ABORTED" } ] }, "clusterConnectionId": "defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8" } {} [16:04:09.308 DBG] [] clusterConnectionId:defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8 {} [16:04:09.308 DBG] [] Using custom connection at host : couchbase://172.23.111.133 and with username Administrator {} [16:04:09.308 DBG] [] Registering 2 hooks {} [16:04:09.308 DBG] [] - Hook Point BeforeAtrCommit with Action FailOther {} [16:04:09.308 DBG] [] - Hook Point AfterAtrAborted with Action FailHard {} [16:04:09.309 DBG] [] Starting Attempt 0 {} [16:04:09.309 DBG] [] Performing TransactionCommand Replace {} [16:04:09.309 DBG] [] 43c8041f-03da-44d8-9c11-269c0510e932.6ba62f1f-b416-4110-9c2e-9f342ab82f0c: Performing command: replace {} [16:04:09.468 DBG] [Couchbase.Transactions.AttemptContext] GetWithMav for d174403b-94a5-46f6-8ec9-4470188e590e, attemptId=6ba62f1f-b416-4110-9c2e-9f342ab82f0c, postCas=1707494649383223296 {"Scope": ["GetWithKv", "GetWithMav"]} [16:04:09.468 DBG] [Couchbase.Transactions.AttemptContext] CheckWriteWriteConflict@WW_RP for default::_default::_default::d174403b-94a5-46f6-8ec9-4470188e590e, attempt=6ba62f1f-b416-4110-9c2e-9f342ab82f0c {"Scope": ["ReplaceWithKv", "CheckWriteWriteConflict"]} [16:04:09.469 DBG] [Couchbase.Transactions.AttemptContext] CheckWriteWriteConflict no other txn for default::_default::_default::d174403b-94a5-46f6-8ec9-4470188e590e, attempt=6ba62f1f-b416-4110-9c2e-9f342ab82f0c {"Scope": ["ReplaceWithKv", "CheckWriteWriteConflict"]} [16:04:09.469 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Requested Durability = Majority {"Scope": ["ReplaceWithKv", "InitAtrIfNeeded"]} [16:04:09.638 INF] [Couchbase.Transactions.DataAccess.AtrRepository] Upserted ATR to PENDING _txn:atr-318-#ba4/attempts.6ba62f1f-b416-4110-9c2e-9f342ab82f0c (cas = 1707494649708806144) {"Scope": ["ReplaceWithKv", "SetAtrPending", "MutateAtrPending"]} [16:04:09.638 DBG] [Couchbase.Transactions.AttemptContext] SetAtrPending for default._default._default::_txn:atr-318-#ba4 (attempt=6ba62f1f-b416-4110-9c2e-9f342ab82f0c) {"Scope": ["ReplaceWithKv", "SetAtrPending"]} [16:04:09.801 DBG] [Couchbase.Transactions.AttemptContext] CreateStagedReplace for d174403b-94a5-46f6-8ec9-4470188e590e, attemptId=6ba62f1f-b416-4110-9c2e-9f342ab82f0c, preCase=1707494649383223296, postCas=1707494649874743296, accessDeleted=False {"Scope": ["ReplaceWithKv", "CreateStagedReplace"]} [16:04:09.801 DBG] [] 43c8041f-03da-44d8-9c11-269c0510e932.6ba62f1f-b416-4110-9c2e-9f342ab82f0c: Command Succeeded {} [16:04:09.801 DBG] [] Performing TransactionCommand Commit {} [16:04:09.801 DBG] [] 43c8041f-03da-44d8-9c11-269c0510e932.6ba62f1f-b416-4110-9c2e-9f342ab82f0c: Performing command: commit {} [16:04:09.802 WRN] [Couchbase.Transactions.AttemptContext] Failed attempt at committing due to FailOther {"Scope": ["CommitWithKv", "SetAtrCommit"]} [16:04:09.803 DBG] [] ExternalException.Unknown: Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException' was thrown. at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_3() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 291 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 377 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 464 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 258 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.BeforeAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 89 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1340 {} [16:04:09.803 DBG] [] Operation 'commit' failed as expected {} [16:04:09.803 WRN] [ExecuteApplicationLambda] Attempt failed, attempting automatic rollback... {} [16:04:09.803 INF] [Couchbase.Transactions.AttemptContext] Setting Aborted status. isAppRollback=False {"Scope": ["RollbackWithKv", "SetAtrAborted"]} [16:04:09.963 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Updated to ABORTED ATR _txn:atr-318-#ba4/attempts.6ba62f1f-b416-4110-9c2e-9f342ab82f0c (cas = 1707494650036748288) {"Scope": ["RollbackWithKv", "SetAtrAborted", "MutateAtrAborted"]} [16:04:09.963 DBG] [Couchbase.Transactions.AttemptContext] SetAtrAborted for default._default._default::_txn:atr-318-#ba4 (attempt=6ba62f1f-b416-4110-9c2e-9f342ab82f0c) {"Scope": ["RollbackWithKv", "SetAtrAborted"]} [16:04:09.964 WRN] [ExecuteApplicationLambda] Rollback failed due to Exception of type 'Couchbase.Transactions.Error.External.TransactionOperationFailedException' was thrown. {} [16:04:09.964 INF] [ExecuteApplicationLambda] Attempt 6ba62f1f-b416-4110-9c2e-9f342ab82f0c completed. CleanupClient=False, LostCleanup=False {} Transaction Failed with: Couchbase.Transactions.Error.TransactionFailedException: Transaction failed. ---> Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException' was thrown. at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_3() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 291 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 377 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 464 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 258 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.BeforeAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 89 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1340 --- End of inner exception stack trace --- at Couchbase.Transactions.Transactions.RunAsync(Func`2 transactionLogic, PerTransactionConfig perConfig, Boolean singleQueryTransactionMode) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/Transactions.cs:line 229 at Couchbase.Transactions.FitPerformer.TwoWayTransaction.Run(Transactions transactions, TransactionCreateRequest request, ClusterConnection connection, IServerStreamWriter`1 responseStream) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 68 -----------------------Context Info--------------------------- [16:04:09.966 DBG] [] UNKNOWN due to Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException' was thrown. at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_3() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 291 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 377 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 464 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 258 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.BeforeAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 89 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1340 {} [16:04:09.967 INF] [] Completed Transaction Test {} [16:04:09.969 DBG] [] transactionSingleQuery: { "transactionsFactoryRef": "484f2920-5f41-4646-b247-53ab86b83d89", "clusterConnectionId": "defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8", "query": { "statement": "INSERT INTO `_default` VALUES ('d174403b-94a5-46f6-8ec9-4470188e590e', {\"content\":\"updated\"})", "expectedResult": [ { "anythingAllowed": true } ], "queryParameters": { }, "scope": { "bucketName": "default", "scopeName": "_default" } } } {} [16:04:09.969 DBG] [] clusterConnectionId:defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8 {} [16:04:09.969 DBG] [] Using custom connection at host : couchbase://172.23.111.133 and with username Administrator {} [16:04:09.970 DBG] [Couchbase.Transactions.AttemptContext] [9150ede8-9a36-4b49-a88a-fa11bdace161] Executing Query: query: null {"Scope": ["QueryAsync", "QueryWrapper"]} [16:04:10.317 ERR] [Couchbase.Transactions.AttemptContext] [9150ede8-9a36-4b49-a88a-fa11bdace161] query failed at query: Couchbase.CouchbaseException: Duplicate Key: d174403b-94a5-46f6-8ec9-4470188e590e [17012] at Couchbase.Query.QueryResultExtensions.ThrowExceptionOnError[T](IQueryResult`1 result, QueryErrorContext context) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryResultExtensions.cs:line 142 at Couchbase.Query.QueryClient.ExecuteQuery[T](QueryOptions options, ITypeSerializer serializer, IRequestSpan span) at Couchbase.Query.QueryClient.QueryAsync[T](String statement, QueryOptions options) at Couchbase.Cluster.<>c__DisplayClass37_0`1.<g__Func|0>d.MoveNext() --- End of stack trace from previous location --- at Couchbase.Core.Retry.RetryOrchestrator.RetryAsync[T](Func`1 send, IRequest request) at Couchbase.Cluster.QueryAsync[T](String statement, QueryOptions options) at Couchbase.Transactions.AttemptContext.QueryWrapper[T](Int64 statementId, IScope scope, String statement, QueryOptions options, String hookPoint, IRequestSpan parentSpan, Boolean isBeginWork, Boolean existingErrorCheck, JObject txdata, Boolean txImplicit) -----------------------Context Info--------------------------- Couchbase.Core.Exceptions.Query.QueryErrorContext {"Scope": ["QueryAsync", "QueryWrapper"]} [16:04:10.317 INF] [ExecuteApplicationLambda] Attempt 9150ede8-9a36-4b49-a88a-fa11bdace161 completed. CleanupClient=False, LostCleanup=False {} [16:04:11.450 DBG] [] transactionCreate: { "transactionsFactoryRef": "484f2920-5f41-4646-b247-53ab86b83d89", "attempts": [ { "commands": [ { "replace": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "80e3e8ac-cb32-4ade-9fb1-42447ff04f2a" }, "contentJson": "{\"content\":\"updated\"}", "expectedResult": [ { "success": true } ] } }, { "commit": { "expectedResult": [ { "error": { "errorClass": "EC_FAIL_OTHER", "autoRollbackAttempt": true, "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookAction": "FAIL_OTHER" }, { "hookPoint": "AFTER_ATR_ABORTED" } ] }, "clusterConnectionId": "defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8" } {} [16:04:11.450 INF] [] Starting Transaction Test {} [16:04:11.450 DBG] [] Test: { "transactionsFactoryRef": "484f2920-5f41-4646-b247-53ab86b83d89", "attempts": [ { "commands": [ { "replace": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "80e3e8ac-cb32-4ade-9fb1-42447ff04f2a" }, "contentJson": "{\"content\":\"updated\"}", "expectedResult": [ { "success": true } ] } }, { "commit": { "expectedResult": [ { "error": { "errorClass": "EC_FAIL_OTHER", "autoRollbackAttempt": true, "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookAction": "FAIL_OTHER" }, { "hookPoint": "AFTER_ATR_ABORTED" } ] }, "clusterConnectionId": "defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8" } {} [16:04:11.450 DBG] [] clusterConnectionId:defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8 {} [16:04:11.450 DBG] [] Using custom connection at host : couchbase://172.23.111.133 and with username Administrator {} [16:04:11.450 DBG] [] Registering 2 hooks {} [16:04:11.450 DBG] [] - Hook Point BeforeAtrCommit with Action FailOther {} [16:04:11.450 DBG] [] - Hook Point AfterAtrAborted with Action FailHard {} [16:04:11.451 DBG] [] Starting Attempt 0 {} [16:04:11.451 DBG] [] Performing TransactionCommand Replace {} [16:04:11.451 DBG] [] 09e28325-5289-4af5-a618-13e26075305e.4dcca4a5-8306-4678-880d-08a69bcd85d8: Performing command: replace {} [16:04:11.607 DBG] [Couchbase.Transactions.AttemptContext] GetWithMav for 80e3e8ac-cb32-4ade-9fb1-42447ff04f2a, attemptId=4dcca4a5-8306-4678-880d-08a69bcd85d8, postCas=1707494651524677632 {"Scope": ["GetWithKv", "GetWithMav"]} [16:04:11.608 DBG] [Couchbase.Transactions.AttemptContext] CheckWriteWriteConflict@WW_RP for default::_default::_default::80e3e8ac-cb32-4ade-9fb1-42447ff04f2a, attempt=4dcca4a5-8306-4678-880d-08a69bcd85d8 {"Scope": ["ReplaceWithKv", "CheckWriteWriteConflict"]} [16:04:11.608 DBG] [Couchbase.Transactions.AttemptContext] CheckWriteWriteConflict no other txn for default::_default::_default::80e3e8ac-cb32-4ade-9fb1-42447ff04f2a, attempt=4dcca4a5-8306-4678-880d-08a69bcd85d8 {"Scope": ["ReplaceWithKv", "CheckWriteWriteConflict"]} [16:04:11.608 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Requested Durability = Majority {"Scope": ["ReplaceWithKv", "InitAtrIfNeeded"]} [16:04:11.771 INF] [Couchbase.Transactions.DataAccess.AtrRepository] Upserted ATR to PENDING _txn:atr-331-#1959/attempts.4dcca4a5-8306-4678-880d-08a69bcd85d8 (cas = 1707494651844624384) {"Scope": ["ReplaceWithKv", "SetAtrPending", "MutateAtrPending"]} [16:04:11.771 DBG] [Couchbase.Transactions.AttemptContext] SetAtrPending for default._default._default::_txn:atr-331-#1959 (attempt=4dcca4a5-8306-4678-880d-08a69bcd85d8) {"Scope": ["ReplaceWithKv", "SetAtrPending"]} [16:04:11.934 DBG] [Couchbase.Transactions.AttemptContext] CreateStagedReplace for 80e3e8ac-cb32-4ade-9fb1-42447ff04f2a, attemptId=4dcca4a5-8306-4678-880d-08a69bcd85d8, preCase=1707494651524677632, postCas=1707494652008988672, accessDeleted=False {"Scope": ["ReplaceWithKv", "CreateStagedReplace"]} [16:04:11.934 DBG] [] 09e28325-5289-4af5-a618-13e26075305e.4dcca4a5-8306-4678-880d-08a69bcd85d8: Command Succeeded {} [16:04:11.934 DBG] [] Performing TransactionCommand Commit {} [16:04:11.935 DBG] [] 09e28325-5289-4af5-a618-13e26075305e.4dcca4a5-8306-4678-880d-08a69bcd85d8: Performing command: commit {} [16:04:11.935 WRN] [Couchbase.Transactions.AttemptContext] Failed attempt at committing due to FailOther {"Scope": ["CommitWithKv", "SetAtrCommit"]} [16:04:11.936 DBG] [] ExternalException.Unknown: Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException' was thrown. at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_3() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 291 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 377 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 464 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 258 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.BeforeAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 89 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1340 {} [16:04:11.936 DBG] [] Operation 'commit' failed as expected {} [16:04:11.937 WRN] [ExecuteApplicationLambda] Attempt failed, attempting automatic rollback... {} [16:04:11.938 INF] [Couchbase.Transactions.AttemptContext] Setting Aborted status. isAppRollback=False {"Scope": ["RollbackWithKv", "SetAtrAborted"]} [16:04:12.100 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Updated to ABORTED ATR _txn:atr-331-#1959/attempts.4dcca4a5-8306-4678-880d-08a69bcd85d8 (cas = 1707494652173156352) {"Scope": ["RollbackWithKv", "SetAtrAborted", "MutateAtrAborted"]} [16:04:12.100 DBG] [Couchbase.Transactions.AttemptContext] SetAtrAborted for default._default._default::_txn:atr-331-#1959 (attempt=4dcca4a5-8306-4678-880d-08a69bcd85d8) {"Scope": ["RollbackWithKv", "SetAtrAborted"]} [16:04:12.101 WRN] [ExecuteApplicationLambda] Rollback failed due to Exception of type 'Couchbase.Transactions.Error.External.TransactionOperationFailedException' was thrown. {} [16:04:12.101 INF] [ExecuteApplicationLambda] Attempt 4dcca4a5-8306-4678-880d-08a69bcd85d8 completed. CleanupClient=False, LostCleanup=False {} Transaction Failed with: Couchbase.Transactions.Error.TransactionFailedException: Transaction failed. ---> Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException' was thrown. at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_3() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 291 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 377 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 464 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 258 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.BeforeAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 89 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1340 --- End of inner exception stack trace --- at Couchbase.Transactions.Transactions.RunAsync(Func`2 transactionLogic, PerTransactionConfig perConfig, Boolean singleQueryTransactionMode) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/Transactions.cs:line 229 at Couchbase.Transactions.FitPerformer.TwoWayTransaction.Run(Transactions transactions, TransactionCreateRequest request, ClusterConnection connection, IServerStreamWriter`1 responseStream) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 68 -----------------------Context Info--------------------------- [16:04:12.103 DBG] [] UNKNOWN due to Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException' was thrown. at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_3() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 291 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 377 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 464 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 258 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.BeforeAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 89 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1340 {} [16:04:12.103 INF] [] Completed Transaction Test {} [16:04:12.106 DBG] [] transactionSingleQuery: { "transactionsFactoryRef": "484f2920-5f41-4646-b247-53ab86b83d89", "clusterConnectionId": "defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8", "query": { "statement": "UPDATE `_default` SET content = 'updated-query' WHERE META().id = '80e3e8ac-cb32-4ade-9fb1-42447ff04f2a'", "expectedResult": [ { "anythingAllowed": true } ], "checkMutations": true, "expectedMutations": 1, "queryParameters": { }, "scope": { "bucketName": "default", "scopeName": "_default" } }, "queryOptions": { "timeoutMillis": "2000" } } {} [16:04:12.106 DBG] [] clusterConnectionId:defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8 {} [16:04:12.106 DBG] [] Using custom connection at host : couchbase://172.23.111.133 and with username Administrator {} [16:04:12.106 DBG] [Couchbase.Transactions.AttemptContext] [8ffc19f0-4dff-4694-a5ed-9f416fb2787d] Executing Query: query: null {"Scope": ["QueryAsync", "QueryWrapper"]} [16:04:13.529 ERR] [Couchbase.Transactions.AttemptContext] [8ffc19f0-4dff-4694-a5ed-9f416fb2787d] query failed at query: Couchbase.CouchbaseException: Transaction staging error [17020] at Couchbase.Query.QueryResultExtensions.ThrowExceptionOnError[T](IQueryResult`1 result, QueryErrorContext context) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryResultExtensions.cs:line 142 at Couchbase.Query.QueryClient.ExecuteQuery[T](QueryOptions options, ITypeSerializer serializer, IRequestSpan span) at Couchbase.Query.QueryClient.QueryAsync[T](String statement, QueryOptions options) at Couchbase.Cluster.<>c__DisplayClass37_0`1.<g__Func|0>d.MoveNext() --- End of stack trace from previous location --- at Couchbase.Core.Retry.RetryOrchestrator.RetryAsync[T](Func`1 send, IRequest request) at Couchbase.Cluster.QueryAsync[T](String statement, QueryOptions options) at Couchbase.Transactions.AttemptContext.QueryWrapper[T](Int64 statementId, IScope scope, String statement, QueryOptions options, String hookPoint, IRequestSpan parentSpan, Boolean isBeginWork, Boolean existingErrorCheck, JObject txdata, Boolean txImplicit) -----------------------Context Info--------------------------- Couchbase.Core.Exceptions.Query.QueryErrorContext {"Scope": ["QueryAsync", "QueryWrapper"]} [16:04:13.529 WRN] [Couchbase.Transactions.AttemptContext] query code=17020 cause={ "bucket": "default", "cause": "deadline expired before WWC was resolved on default._default._default._txn:atr-331-#1959", "collection": "_default", "document_key": "80e3e8ac-cb32-4ade-9fb1-42447ff04f2a", "msg": "write write conflict", "scope": "_default" } raise=failed {"Scope": ["QueryAsync", "QueryWrapper"]} [16:04:13.530 DBG] [ExecuteApplicationLambda] Propagating error up. (ec = FailOther, retry = True, finalError = TransactionFailed) {} [16:04:13.530 INF] [ExecuteApplicationLambda] Attempt 8ffc19f0-4dff-4694-a5ed-9f416fb2787d completed. CleanupClient=False, LostCleanup=False {} [16:04:13.533 DBG] [Couchbase.Transactions.AttemptContext] [7e0cbe62-78c9-4df4-9779-0e2017b5c41f] Executing Query: query: null {"Scope": ["QueryAsync", "QueryWrapper"]} [16:04:14.690 ERR] [Couchbase.Transactions.AttemptContext] [7e0cbe62-78c9-4df4-9779-0e2017b5c41f] query failed at query: Couchbase.Core.Exceptions.IndexFailureException: Keyspace not found in CB datastore: default:_default - cause: No bucket named _default [12003] at Couchbase.Query.QueryResultExtensions.ThrowExceptionOnError[T](IQueryResult`1 result, QueryErrorContext context) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryResultExtensions.cs:line 142 at Couchbase.Query.QueryClient.ExecuteQuery[T](QueryOptions options, ITypeSerializer serializer, IRequestSpan span) at Couchbase.Query.QueryClient.QueryAsync[T](String statement, QueryOptions options) at Couchbase.Cluster.<>c__DisplayClass37_0`1.<g__Func|0>d.MoveNext() --- End of stack trace from previous location --- at Couchbase.Core.Retry.RetryOrchestrator.RetryAsync[T](Func`1 send, IRequest request) at Couchbase.Cluster.QueryAsync[T](String statement, QueryOptions options) at Couchbase.Transactions.AttemptContext.QueryWrapper[T](Int64 statementId, IScope scope, String statement, QueryOptions options, String hookPoint, IRequestSpan parentSpan, Boolean isBeginWork, Boolean existingErrorCheck, JObject txdata, Boolean txImplicit) -----------------------Context Info--------------------------- Couchbase.Core.Exceptions.Query.QueryErrorContext {"Scope": ["QueryAsync", "QueryWrapper"]} [16:04:14.690 INF] [ExecuteApplicationLambda] Attempt 7e0cbe62-78c9-4df4-9779-0e2017b5c41f completed. CleanupClient=False, LostCleanup=False {} [16:04:15.498 DBG] [] transactionCreate: { "transactionsFactoryRef": "484f2920-5f41-4646-b247-53ab86b83d89", "attempts": [ { "commands": [ { "replace": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "6c36a2e9-b99b-48ad-9647-b8012b5c4ad9" }, "contentJson": "{\"content\":\"updated\"}", "expectedResult": [ { "success": true } ] } }, { "commit": { "expectedResult": [ { "error": { "errorClass": "EC_FAIL_OTHER", "autoRollbackAttempt": true, "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookAction": "FAIL_OTHER" }, { "hookPoint": "AFTER_ATR_ABORTED" } ] }, "clusterConnectionId": "defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8" } {} [16:04:15.498 INF] [] Starting Transaction Test {} [16:04:15.498 DBG] [] Test: { "transactionsFactoryRef": "484f2920-5f41-4646-b247-53ab86b83d89", "attempts": [ { "commands": [ { "replace": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "6c36a2e9-b99b-48ad-9647-b8012b5c4ad9" }, "contentJson": "{\"content\":\"updated\"}", "expectedResult": [ { "success": true } ] } }, { "commit": { "expectedResult": [ { "error": { "errorClass": "EC_FAIL_OTHER", "autoRollbackAttempt": true, "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookAction": "FAIL_OTHER" }, { "hookPoint": "AFTER_ATR_ABORTED" } ] }, "clusterConnectionId": "defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8" } {} [16:04:15.498 DBG] [] clusterConnectionId:defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8 {} [16:04:15.498 DBG] [] Using custom connection at host : couchbase://172.23.111.133 and with username Administrator {} [16:04:15.498 DBG] [] Registering 2 hooks {} [16:04:15.498 DBG] [] - Hook Point BeforeAtrCommit with Action FailOther {} [16:04:15.498 DBG] [] - Hook Point AfterAtrAborted with Action FailHard {} [16:04:15.498 DBG] [] Starting Attempt 0 {} [16:04:15.498 DBG] [] Performing TransactionCommand Replace {} [16:04:15.498 DBG] [] 459f08af-26dd-46e3-8437-0cbd44251290.6cefe655-0af1-4d59-8b4e-8af1b4f2fac9: Performing command: replace {} [16:04:15.671 DBG] [Couchbase.Transactions.AttemptContext] GetWithMav for 6c36a2e9-b99b-48ad-9647-b8012b5c4ad9, attemptId=6cefe655-0af1-4d59-8b4e-8af1b4f2fac9, postCas=1707494655572639744 {"Scope": ["GetWithKv", "GetWithMav"]} [16:04:15.671 DBG] [Couchbase.Transactions.AttemptContext] CheckWriteWriteConflict@WW_RP for default::_default::_default::6c36a2e9-b99b-48ad-9647-b8012b5c4ad9, attempt=6cefe655-0af1-4d59-8b4e-8af1b4f2fac9 {"Scope": ["ReplaceWithKv", "CheckWriteWriteConflict"]} [16:04:15.671 DBG] [Couchbase.Transactions.AttemptContext] CheckWriteWriteConflict no other txn for default::_default::_default::6c36a2e9-b99b-48ad-9647-b8012b5c4ad9, attempt=6cefe655-0af1-4d59-8b4e-8af1b4f2fac9 {"Scope": ["ReplaceWithKv", "CheckWriteWriteConflict"]} [16:04:15.671 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Requested Durability = Majority {"Scope": ["ReplaceWithKv", "InitAtrIfNeeded"]} [16:04:15.833 INF] [Couchbase.Transactions.DataAccess.AtrRepository] Upserted ATR to PENDING _txn:atr-770-#c3/attempts.6cefe655-0af1-4d59-8b4e-8af1b4f2fac9 (cas = 1707494655906611200) {"Scope": ["ReplaceWithKv", "SetAtrPending", "MutateAtrPending"]} [16:04:15.833 DBG] [Couchbase.Transactions.AttemptContext] SetAtrPending for default._default._default::_txn:atr-770-#c3 (attempt=6cefe655-0af1-4d59-8b4e-8af1b4f2fac9) {"Scope": ["ReplaceWithKv", "SetAtrPending"]} [16:04:16.004 DBG] [Couchbase.Transactions.AttemptContext] CreateStagedReplace for 6c36a2e9-b99b-48ad-9647-b8012b5c4ad9, attemptId=6cefe655-0af1-4d59-8b4e-8af1b4f2fac9, preCase=1707494655572639744, postCas=1707494656078446592, accessDeleted=False {"Scope": ["ReplaceWithKv", "CreateStagedReplace"]} [16:04:16.004 DBG] [] 459f08af-26dd-46e3-8437-0cbd44251290.6cefe655-0af1-4d59-8b4e-8af1b4f2fac9: Command Succeeded {} [16:04:16.004 DBG] [] Performing TransactionCommand Commit {} [16:04:16.004 DBG] [] 459f08af-26dd-46e3-8437-0cbd44251290.6cefe655-0af1-4d59-8b4e-8af1b4f2fac9: Performing command: commit {} [16:04:16.005 WRN] [Couchbase.Transactions.AttemptContext] Failed attempt at committing due to FailOther {"Scope": ["CommitWithKv", "SetAtrCommit"]} [16:04:16.006 DBG] [] ExternalException.Unknown: Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException' was thrown. at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_3() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 291 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 377 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 464 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 258 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.BeforeAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 89 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1340 {} [16:04:16.006 DBG] [] Operation 'commit' failed as expected {} [16:04:16.007 WRN] [ExecuteApplicationLambda] Attempt failed, attempting automatic rollback... {} [16:04:16.007 INF] [Couchbase.Transactions.AttemptContext] Setting Aborted status. isAppRollback=False {"Scope": ["RollbackWithKv", "SetAtrAborted"]} [16:04:16.171 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Updated to ABORTED ATR _txn:atr-770-#c3/attempts.6cefe655-0af1-4d59-8b4e-8af1b4f2fac9 (cas = 1707494656244514816) {"Scope": ["RollbackWithKv", "SetAtrAborted", "MutateAtrAborted"]} [16:04:16.171 DBG] [Couchbase.Transactions.AttemptContext] SetAtrAborted for default._default._default::_txn:atr-770-#c3 (attempt=6cefe655-0af1-4d59-8b4e-8af1b4f2fac9) {"Scope": ["RollbackWithKv", "SetAtrAborted"]} [16:04:16.172 WRN] [ExecuteApplicationLambda] Rollback failed due to Exception of type 'Couchbase.Transactions.Error.External.TransactionOperationFailedException' was thrown. {} [16:04:16.172 INF] [ExecuteApplicationLambda] Attempt 6cefe655-0af1-4d59-8b4e-8af1b4f2fac9 completed. CleanupClient=False, LostCleanup=False {} Transaction Failed with: Couchbase.Transactions.Error.TransactionFailedException: Transaction failed. ---> Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException' was thrown. at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_3() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 291 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 377 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 464 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 258 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.BeforeAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 89 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1340 --- End of inner exception stack trace --- at Couchbase.Transactions.Transactions.RunAsync(Func`2 transactionLogic, PerTransactionConfig perConfig, Boolean singleQueryTransactionMode) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/Transactions.cs:line 229 at Couchbase.Transactions.FitPerformer.TwoWayTransaction.Run(Transactions transactions, TransactionCreateRequest request, ClusterConnection connection, IServerStreamWriter`1 responseStream) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 68 -----------------------Context Info--------------------------- [16:04:16.174 DBG] [] UNKNOWN due to Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException' was thrown. at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_3() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 291 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 377 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 464 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 258 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.BeforeAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 89 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1340 {} [16:04:16.174 INF] [] Completed Transaction Test {} [16:04:16.177 DBG] [] transactionSingleQuery: { "transactionsFactoryRef": "484f2920-5f41-4646-b247-53ab86b83d89", "clusterConnectionId": "defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8", "query": { "statement": "DELETE FROM `_default` WHERE META().id = '6c36a2e9-b99b-48ad-9647-b8012b5c4ad9'", "expectedResult": [ { "anythingAllowed": true } ], "checkMutations": true, "expectedMutations": 1, "queryParameters": { }, "scope": { "bucketName": "default", "scopeName": "_default" } }, "queryOptions": { "timeoutMillis": "2000" } } {} [16:04:16.177 DBG] [] clusterConnectionId:defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8 {} [16:04:16.177 DBG] [] Using custom connection at host : couchbase://172.23.111.133 and with username Administrator {} [16:04:16.177 DBG] [Couchbase.Transactions.AttemptContext] [575eccef-5176-4295-aa18-ce1d9addfa41] Executing Query: query: null {"Scope": ["QueryAsync", "QueryWrapper"]} [16:04:17.624 ERR] [Couchbase.Transactions.AttemptContext] [575eccef-5176-4295-aa18-ce1d9addfa41] query failed at query: Couchbase.CouchbaseException: Transaction staging error [17020] at Couchbase.Query.QueryResultExtensions.ThrowExceptionOnError[T](IQueryResult`1 result, QueryErrorContext context) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryResultExtensions.cs:line 142 at Couchbase.Query.QueryClient.ExecuteQuery[T](QueryOptions options, ITypeSerializer serializer, IRequestSpan span) at Couchbase.Query.QueryClient.QueryAsync[T](String statement, QueryOptions options) at Couchbase.Cluster.<>c__DisplayClass37_0`1.<g__Func|0>d.MoveNext() --- End of stack trace from previous location --- at Couchbase.Core.Retry.RetryOrchestrator.RetryAsync[T](Func`1 send, IRequest request) at Couchbase.Cluster.QueryAsync[T](String statement, QueryOptions options) at Couchbase.Transactions.AttemptContext.QueryWrapper[T](Int64 statementId, IScope scope, String statement, QueryOptions options, String hookPoint, IRequestSpan parentSpan, Boolean isBeginWork, Boolean existingErrorCheck, JObject txdata, Boolean txImplicit) -----------------------Context Info--------------------------- Couchbase.Core.Exceptions.Query.QueryErrorContext {"Scope": ["QueryAsync", "QueryWrapper"]} [16:04:17.625 WRN] [Couchbase.Transactions.AttemptContext] query code=17020 cause={ "bucket": "default", "cause": "deadline expired before WWC was resolved on default._default._default._txn:atr-770-#c3", "collection": "_default", "document_key": "6c36a2e9-b99b-48ad-9647-b8012b5c4ad9", "msg": "write write conflict", "scope": "_default" } raise=failed {"Scope": ["QueryAsync", "QueryWrapper"]} [16:04:17.626 DBG] [ExecuteApplicationLambda] Propagating error up. (ec = FailOther, retry = True, finalError = TransactionFailed) {} [16:04:17.626 INF] [ExecuteApplicationLambda] Attempt 575eccef-5176-4295-aa18-ce1d9addfa41 completed. CleanupClient=False, LostCleanup=False {} [16:04:17.630 DBG] [Couchbase.Transactions.AttemptContext] [7716ceef-ec5e-4cb4-bb01-404e53bd985c] Executing Query: query: null {"Scope": ["QueryAsync", "QueryWrapper"]} [16:04:18.806 ERR] [Couchbase.Transactions.AttemptContext] [7716ceef-ec5e-4cb4-bb01-404e53bd985c] query failed at query: Couchbase.Core.Exceptions.IndexFailureException: Keyspace not found in CB datastore: default:_default - cause: No bucket named _default [12003] at Couchbase.Query.QueryResultExtensions.ThrowExceptionOnError[T](IQueryResult`1 result, QueryErrorContext context) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryResultExtensions.cs:line 142 at Couchbase.Query.QueryClient.ExecuteQuery[T](QueryOptions options, ITypeSerializer serializer, IRequestSpan span) at Couchbase.Query.QueryClient.QueryAsync[T](String statement, QueryOptions options) at Couchbase.Cluster.<>c__DisplayClass37_0`1.<g__Func|0>d.MoveNext() --- End of stack trace from previous location --- at Couchbase.Core.Retry.RetryOrchestrator.RetryAsync[T](Func`1 send, IRequest request) at Couchbase.Cluster.QueryAsync[T](String statement, QueryOptions options) at Couchbase.Transactions.AttemptContext.QueryWrapper[T](Int64 statementId, IScope scope, String statement, QueryOptions options, String hookPoint, IRequestSpan parentSpan, Boolean isBeginWork, Boolean existingErrorCheck, JObject txdata, Boolean txImplicit) -----------------------Context Info--------------------------- Couchbase.Core.Exceptions.Query.QueryErrorContext {"Scope": ["QueryAsync", "QueryWrapper"]} [16:04:18.807 INF] [ExecuteApplicationLambda] Attempt 7716ceef-ec5e-4cb4-bb01-404e53bd985c completed. CleanupClient=False, LostCleanup=False {} [16:04:19.655 DBG] [] transactionCreate: { "transactionsFactoryRef": "484f2920-5f41-4646-b247-53ab86b83d89", "attempts": [ { "commands": [ { "replace": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "a24148b0-d002-40c9-8206-bf9685845ef9" }, "contentJson": "{\"content\":\"updated\"}", "expectedResult": [ { "success": true } ] } }, { "commit": { "expectedResult": [ { "error": { "errorClass": "EC_FAIL_OTHER", "autoRollbackAttempt": true, "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookAction": "FAIL_OTHER" }, { "hookPoint": "AFTER_ATR_ABORTED" } ] }, "clusterConnectionId": "defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8" } {} [16:04:19.655 INF] [] Starting Transaction Test {} [16:04:19.655 DBG] [] Test: { "transactionsFactoryRef": "484f2920-5f41-4646-b247-53ab86b83d89", "attempts": [ { "commands": [ { "replace": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "a24148b0-d002-40c9-8206-bf9685845ef9" }, "contentJson": "{\"content\":\"updated\"}", "expectedResult": [ { "success": true } ] } }, { "commit": { "expectedResult": [ { "error": { "errorClass": "EC_FAIL_OTHER", "autoRollbackAttempt": true, "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookAction": "FAIL_OTHER" }, { "hookPoint": "AFTER_ATR_ABORTED" } ] }, "clusterConnectionId": "defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8" } {} [16:04:19.655 DBG] [] clusterConnectionId:defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8 {} [16:04:19.655 DBG] [] Using custom connection at host : couchbase://172.23.111.133 and with username Administrator {} [16:04:19.655 DBG] [] Registering 2 hooks {} [16:04:19.655 DBG] [] - Hook Point BeforeAtrCommit with Action FailOther {} [16:04:19.655 DBG] [] - Hook Point AfterAtrAborted with Action FailHard {} [16:04:19.655 DBG] [] Starting Attempt 0 {} [16:04:19.655 DBG] [] Performing TransactionCommand Replace {} [16:04:19.655 DBG] [] fb1ae5b7-302b-4f37-8bfd-88f16ccde575.e0d0e113-0a55-4cf0-9c7c-6bd9a9341ccc: Performing command: replace {} [16:04:19.814 DBG] [Couchbase.Transactions.AttemptContext] GetWithMav for a24148b0-d002-40c9-8206-bf9685845ef9, attemptId=e0d0e113-0a55-4cf0-9c7c-6bd9a9341ccc, postCas=1707494659729063936 {"Scope": ["GetWithKv", "GetWithMav"]} [16:04:19.814 DBG] [Couchbase.Transactions.AttemptContext] CheckWriteWriteConflict@WW_RP for default::_default::_default::a24148b0-d002-40c9-8206-bf9685845ef9, attempt=e0d0e113-0a55-4cf0-9c7c-6bd9a9341ccc {"Scope": ["ReplaceWithKv", "CheckWriteWriteConflict"]} [16:04:19.814 DBG] [Couchbase.Transactions.AttemptContext] CheckWriteWriteConflict no other txn for default::_default::_default::a24148b0-d002-40c9-8206-bf9685845ef9, attempt=e0d0e113-0a55-4cf0-9c7c-6bd9a9341ccc {"Scope": ["ReplaceWithKv", "CheckWriteWriteConflict"]} [16:04:19.814 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Requested Durability = Majority {"Scope": ["ReplaceWithKv", "InitAtrIfNeeded"]} [16:04:19.988 INF] [Couchbase.Transactions.DataAccess.AtrRepository] Upserted ATR to PENDING _txn:atr-540-#18c0/attempts.e0d0e113-0a55-4cf0-9c7c-6bd9a9341ccc (cas = 1707494660059889664) {"Scope": ["ReplaceWithKv", "SetAtrPending", "MutateAtrPending"]} [16:04:19.988 DBG] [Couchbase.Transactions.AttemptContext] SetAtrPending for default._default._default::_txn:atr-540-#18c0 (attempt=e0d0e113-0a55-4cf0-9c7c-6bd9a9341ccc) {"Scope": ["ReplaceWithKv", "SetAtrPending"]} [16:04:20.160 DBG] [Couchbase.Transactions.AttemptContext] CreateStagedReplace for a24148b0-d002-40c9-8206-bf9685845ef9, attemptId=e0d0e113-0a55-4cf0-9c7c-6bd9a9341ccc, preCase=1707494659729063936, postCas=1707494660232314880, accessDeleted=False {"Scope": ["ReplaceWithKv", "CreateStagedReplace"]} [16:04:20.160 DBG] [] fb1ae5b7-302b-4f37-8bfd-88f16ccde575.e0d0e113-0a55-4cf0-9c7c-6bd9a9341ccc: Command Succeeded {} [16:04:20.160 DBG] [] Performing TransactionCommand Commit {} [16:04:20.160 DBG] [] fb1ae5b7-302b-4f37-8bfd-88f16ccde575.e0d0e113-0a55-4cf0-9c7c-6bd9a9341ccc: Performing command: commit {} [16:04:20.161 WRN] [Couchbase.Transactions.AttemptContext] Failed attempt at committing due to FailOther {"Scope": ["CommitWithKv", "SetAtrCommit"]} [16:04:20.161 DBG] [] ExternalException.Unknown: Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException' was thrown. at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_3() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 291 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 377 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 464 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 258 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.BeforeAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 89 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1340 {} [16:04:20.162 DBG] [] Operation 'commit' failed as expected {} [16:04:20.162 WRN] [ExecuteApplicationLambda] Attempt failed, attempting automatic rollback... {} [16:04:20.162 INF] [Couchbase.Transactions.AttemptContext] Setting Aborted status. isAppRollback=False {"Scope": ["RollbackWithKv", "SetAtrAborted"]} [16:04:20.490 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Updated to ABORTED ATR _txn:atr-540-#18c0/attempts.e0d0e113-0a55-4cf0-9c7c-6bd9a9341ccc (cas = 1707494660465491968) {"Scope": ["RollbackWithKv", "SetAtrAborted", "MutateAtrAborted"]} [16:04:20.490 DBG] [Couchbase.Transactions.AttemptContext] SetAtrAborted for default._default._default::_txn:atr-540-#18c0 (attempt=e0d0e113-0a55-4cf0-9c7c-6bd9a9341ccc) {"Scope": ["RollbackWithKv", "SetAtrAborted"]} [16:04:20.491 WRN] [ExecuteApplicationLambda] Rollback failed due to Exception of type 'Couchbase.Transactions.Error.External.TransactionOperationFailedException' was thrown. {} [16:04:20.491 INF] [ExecuteApplicationLambda] Attempt e0d0e113-0a55-4cf0-9c7c-6bd9a9341ccc completed. CleanupClient=False, LostCleanup=False {} Transaction Failed with: Couchbase.Transactions.Error.TransactionFailedException: Transaction failed. ---> Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException' was thrown. at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_3() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 291 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 377 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 464 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 258 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.BeforeAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 89 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1340 --- End of inner exception stack trace --- at Couchbase.Transactions.Transactions.RunAsync(Func`2 transactionLogic, PerTransactionConfig perConfig, Boolean singleQueryTransactionMode) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/Transactions.cs:line 229 at Couchbase.Transactions.FitPerformer.TwoWayTransaction.Run(Transactions transactions, TransactionCreateRequest request, ClusterConnection connection, IServerStreamWriter`1 responseStream) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 68 -----------------------Context Info--------------------------- [16:04:20.493 DBG] [] UNKNOWN due to Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException' was thrown. at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_3() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 291 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 377 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 464 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 258 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.BeforeAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 89 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1340 {} [16:04:20.493 INF] [] Completed Transaction Test {} [16:04:20.495 DBG] [] transactionSingleQuery: { "transactionsFactoryRef": "484f2920-5f41-4646-b247-53ab86b83d89", "clusterConnectionId": "defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8", "query": { "statement": "SELECT * FROM `_default` WHERE META().id = 'a24148b0-d002-40c9-8206-bf9685845ef9'", "expectedResult": [ { "anythingAllowed": true } ], "checkRowCount": true, "expectedRowCount": 1, "queryParameters": { }, "scope": { "bucketName": "default", "scopeName": "_default" } } } {} [16:04:20.495 DBG] [] clusterConnectionId:defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8 {} [16:04:20.495 DBG] [] Using custom connection at host : couchbase://172.23.111.133 and with username Administrator {} [16:04:20.495 DBG] [Couchbase.Transactions.AttemptContext] [fba9e041-6a50-4b7c-861a-bd7bdbf9fb7f] Executing Query: query: null {"Scope": ["QueryAsync", "QueryWrapper"]} [16:04:20.920 INF] [ExecuteApplicationLambda] Attempt fba9e041-6a50-4b7c-861a-bd7bdbf9fb7f completed. CleanupClient=False, LostCleanup=False {} [16:04:22.261 DBG] [] transactionCreate: { "transactionsFactoryRef": "484f2920-5f41-4646-b247-53ab86b83d89", "attempts": [ { "commands": [ { "remove": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "1b842c36-2423-49ff-9b6f-63ffac054c01" }, "expectedResult": [ { "error": { "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookPoint": "AFTER_STAGED_REMOVE_COMPLETE" } ] }, "clusterConnectionId": "defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8" } {} [16:04:22.261 INF] [] Starting Transaction Test {} [16:04:22.261 DBG] [] Test: { "transactionsFactoryRef": "484f2920-5f41-4646-b247-53ab86b83d89", "attempts": [ { "commands": [ { "remove": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "1b842c36-2423-49ff-9b6f-63ffac054c01" }, "expectedResult": [ { "error": { "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookPoint": "AFTER_STAGED_REMOVE_COMPLETE" } ] }, "clusterConnectionId": "defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8" } {} [16:04:22.261 DBG] [] clusterConnectionId:defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8 {} [16:04:22.261 DBG] [] Using custom connection at host : couchbase://172.23.111.133 and with username Administrator {} [16:04:22.261 DBG] [] Registering 1 hooks {} [16:04:22.261 DBG] [] - Hook Point AfterStagedRemoveComplete with Action FailHard {} [16:04:22.262 DBG] [] Starting Attempt 0 {} [16:04:22.262 DBG] [] Performing TransactionCommand Remove {} [16:04:22.262 DBG] [] ab008df1-1148-481e-9b59-18c09b1ebc5e.424fb296-3b1c-4ab2-ba18-99a7dba26df3: Performing command: remove {} [16:04:22.418 DBG] [Couchbase.Transactions.AttemptContext] GetWithMav for 1b842c36-2423-49ff-9b6f-63ffac054c01, attemptId=424fb296-3b1c-4ab2-ba18-99a7dba26df3, postCas=1707494662331105280 {"Scope": ["GetWithKv", "GetWithMav"]} [16:04:22.418 DBG] [Couchbase.Transactions.AttemptContext] CheckWriteWriteConflict@WW_RM for default::_default::_default::1b842c36-2423-49ff-9b6f-63ffac054c01, attempt=424fb296-3b1c-4ab2-ba18-99a7dba26df3 {"Scope": ["RemoveWithKv", "CheckWriteWriteConflict"]} [16:04:22.418 DBG] [Couchbase.Transactions.AttemptContext] CheckWriteWriteConflict no other txn for default::_default::_default::1b842c36-2423-49ff-9b6f-63ffac054c01, attempt=424fb296-3b1c-4ab2-ba18-99a7dba26df3 {"Scope": ["RemoveWithKv", "CheckWriteWriteConflict"]} [16:04:22.418 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Requested Durability = Majority {"Scope": ["RemoveWithKv", "InitAtrIfNeeded"]} [16:04:22.579 INF] [Couchbase.Transactions.DataAccess.AtrRepository] Upserted ATR to PENDING _txn:atr-565-#23e/attempts.424fb296-3b1c-4ab2-ba18-99a7dba26df3 (cas = 1707494662652690432) {"Scope": ["RemoveWithKv", "SetAtrPending", "MutateAtrPending"]} [16:04:22.579 DBG] [Couchbase.Transactions.AttemptContext] SetAtrPending for default._default._default::_txn:atr-565-#23e (attempt=424fb296-3b1c-4ab2-ba18-99a7dba26df3) {"Scope": ["RemoveWithKv", "SetAtrPending"]} [16:04:22.748 DBG] [Couchbase.Transactions.AttemptContext] CreateStagedRemove for 1b842c36-2423-49ff-9b6f-63ffac054c01, attemptId=424fb296-3b1c-4ab2-ba18-99a7dba26df3, preCas=1707494662331105280, postCas=1707494662821117952 {"Scope": ["RemoveWithKv", "CreateStagedRemove"]} [16:04:22.751 DBG] [] ExternalException.Unknown: Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 377 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 464 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 258 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterStagedRemoveComplete(AttemptContext ctx, String id) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 148 at Couchbase.Transactions.AttemptContext.CreateStagedRemove(TransactionGetResult doc, IRequestSpan parentSpan) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 956 {} [16:04:22.751 DBG] [] Operation 'remove' failed as expected {} [16:04:22.752 DBG] [ExecuteApplicationLambda] Propagating error up. (ec = FailHard, retry = False, finalError = TransactionFailed) {} [16:04:22.752 INF] [ExecuteApplicationLambda] Attempt 424fb296-3b1c-4ab2-ba18-99a7dba26df3 completed. CleanupClient=False, LostCleanup=False {} Transaction Failed with: Couchbase.Transactions.Error.TransactionFailedException: Transaction failed. ---> Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 377 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 464 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 258 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterStagedRemoveComplete(AttemptContext ctx, String id) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 148 at Couchbase.Transactions.AttemptContext.CreateStagedRemove(TransactionGetResult doc, IRequestSpan parentSpan) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 956 --- End of inner exception stack trace --- at Couchbase.Transactions.Transactions.RunAsync(Func`2 transactionLogic, PerTransactionConfig perConfig, Boolean singleQueryTransactionMode) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/Transactions.cs:line 229 at Couchbase.Transactions.FitPerformer.TwoWayTransaction.Run(Transactions transactions, TransactionCreateRequest request, ClusterConnection connection, IServerStreamWriter`1 responseStream) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 68 -----------------------Context Info--------------------------- [16:04:22.754 DBG] [] UNKNOWN due to Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 377 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 464 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 258 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterStagedRemoveComplete(AttemptContext ctx, String id) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 148 at Couchbase.Transactions.AttemptContext.CreateStagedRemove(TransactionGetResult doc, IRequestSpan parentSpan) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 956 {} [16:04:22.754 INF] [] Completed Transaction Test {} [16:04:23.106 DBG] [] transactionSingleQuery: { "transactionsFactoryRef": "484f2920-5f41-4646-b247-53ab86b83d89", "clusterConnectionId": "defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8", "query": { "statement": "INSERT INTO `_default` VALUES ('1b842c36-2423-49ff-9b6f-63ffac054c01', {\"content\":\"updated\"})", "expectedResult": [ { "anythingAllowed": true } ], "queryParameters": { }, "scope": { "bucketName": "default", "scopeName": "_default" } } } {} [16:04:23.106 DBG] [] clusterConnectionId:defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8 {} [16:04:23.106 DBG] [] Using custom connection at host : couchbase://172.23.111.133 and with username Administrator {} [16:04:23.106 DBG] [Couchbase.Transactions.AttemptContext] [39fb7d45-3c32-400b-9e71-48c8cfbfdeff] Executing Query: query: null {"Scope": ["QueryAsync", "QueryWrapper"]} [16:04:23.464 ERR] [Couchbase.Transactions.AttemptContext] [39fb7d45-3c32-400b-9e71-48c8cfbfdeff] query failed at query: Couchbase.CouchbaseException: Duplicate Key: 1b842c36-2423-49ff-9b6f-63ffac054c01 [17012] at Couchbase.Query.QueryResultExtensions.ThrowExceptionOnError[T](IQueryResult`1 result, QueryErrorContext context) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryResultExtensions.cs:line 142 at Couchbase.Query.QueryClient.ExecuteQuery[T](QueryOptions options, ITypeSerializer serializer, IRequestSpan span) at Couchbase.Query.QueryClient.QueryAsync[T](String statement, QueryOptions options) at Couchbase.Cluster.<>c__DisplayClass37_0`1.<g__Func|0>d.MoveNext() --- End of stack trace from previous location --- at Couchbase.Core.Retry.RetryOrchestrator.RetryAsync[T](Func`1 send, IRequest request) at Couchbase.Cluster.QueryAsync[T](String statement, QueryOptions options) at Couchbase.Transactions.AttemptContext.QueryWrapper[T](Int64 statementId, IScope scope, String statement, QueryOptions options, String hookPoint, IRequestSpan parentSpan, Boolean isBeginWork, Boolean existingErrorCheck, JObject txdata, Boolean txImplicit) -----------------------Context Info--------------------------- Couchbase.Core.Exceptions.Query.QueryErrorContext {"Scope": ["QueryAsync", "QueryWrapper"]} [16:04:23.465 INF] [ExecuteApplicationLambda] Attempt 39fb7d45-3c32-400b-9e71-48c8cfbfdeff completed. CleanupClient=False, LostCleanup=False {} [16:04:24.460 DBG] [] transactionCreate: { "transactionsFactoryRef": "484f2920-5f41-4646-b247-53ab86b83d89", "attempts": [ { "commands": [ { "remove": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "40ed1fd0-b269-4681-bb4f-f139da78982a" }, "expectedResult": [ { "error": { "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookPoint": "AFTER_STAGED_REMOVE_COMPLETE" } ] }, "clusterConnectionId": "defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8" } {} [16:04:24.460 INF] [] Starting Transaction Test {} [16:04:24.460 DBG] [] Test: { "transactionsFactoryRef": "484f2920-5f41-4646-b247-53ab86b83d89", "attempts": [ { "commands": [ { "remove": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "40ed1fd0-b269-4681-bb4f-f139da78982a" }, "expectedResult": [ { "error": { "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookPoint": "AFTER_STAGED_REMOVE_COMPLETE" } ] }, "clusterConnectionId": "defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8" } {} [16:04:24.460 DBG] [] clusterConnectionId:defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8 {} [16:04:24.460 DBG] [] Using custom connection at host : couchbase://172.23.111.133 and with username Administrator {} [16:04:24.460 DBG] [] Registering 1 hooks {} [16:04:24.460 DBG] [] - Hook Point AfterStagedRemoveComplete with Action FailHard {} [16:04:24.461 DBG] [] Starting Attempt 0 {} [16:04:24.461 DBG] [] Performing TransactionCommand Remove {} [16:04:24.461 DBG] [] af9df16c-5344-4cc5-a343-ce30785a2c17.278409a9-4d3a-4077-b308-abf8f2369f49: Performing command: remove {} [16:04:24.626 DBG] [Couchbase.Transactions.AttemptContext] GetWithMav for 40ed1fd0-b269-4681-bb4f-f139da78982a, attemptId=278409a9-4d3a-4077-b308-abf8f2369f49, postCas=1707494664535015424 {"Scope": ["GetWithKv", "GetWithMav"]} [16:04:24.626 DBG] [Couchbase.Transactions.AttemptContext] CheckWriteWriteConflict@WW_RM for default::_default::_default::40ed1fd0-b269-4681-bb4f-f139da78982a, attempt=278409a9-4d3a-4077-b308-abf8f2369f49 {"Scope": ["RemoveWithKv", "CheckWriteWriteConflict"]} [16:04:24.626 DBG] [Couchbase.Transactions.AttemptContext] CheckWriteWriteConflict no other txn for default::_default::_default::40ed1fd0-b269-4681-bb4f-f139da78982a, attempt=278409a9-4d3a-4077-b308-abf8f2369f49 {"Scope": ["RemoveWithKv", "CheckWriteWriteConflict"]} [16:04:24.626 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Requested Durability = Majority {"Scope": ["RemoveWithKv", "InitAtrIfNeeded"]} [16:04:24.789 INF] [Couchbase.Transactions.DataAccess.AtrRepository] Upserted ATR to PENDING _txn:atr-379-#928/attempts.278409a9-4d3a-4077-b308-abf8f2369f49 (cas = 1707494664862433280) {"Scope": ["RemoveWithKv", "SetAtrPending", "MutateAtrPending"]} [16:04:24.789 DBG] [Couchbase.Transactions.AttemptContext] SetAtrPending for default._default._default::_txn:atr-379-#928 (attempt=278409a9-4d3a-4077-b308-abf8f2369f49) {"Scope": ["RemoveWithKv", "SetAtrPending"]} [16:04:24.972 DBG] [Couchbase.Transactions.AttemptContext] CreateStagedRemove for 40ed1fd0-b269-4681-bb4f-f139da78982a, attemptId=278409a9-4d3a-4077-b308-abf8f2369f49, preCas=1707494664535015424, postCas=1707494665046720512 {"Scope": ["RemoveWithKv", "CreateStagedRemove"]} [16:04:24.973 DBG] [] ExternalException.Unknown: Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 377 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 464 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 258 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterStagedRemoveComplete(AttemptContext ctx, String id) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 148 at Couchbase.Transactions.AttemptContext.CreateStagedRemove(TransactionGetResult doc, IRequestSpan parentSpan) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 956 {} [16:04:24.973 DBG] [] Operation 'remove' failed as expected {} [16:04:24.974 DBG] [ExecuteApplicationLambda] Propagating error up. (ec = FailHard, retry = False, finalError = TransactionFailed) {} [16:04:24.974 INF] [ExecuteApplicationLambda] Attempt 278409a9-4d3a-4077-b308-abf8f2369f49 completed. CleanupClient=False, LostCleanup=False {} Transaction Failed with: Couchbase.Transactions.Error.TransactionFailedException: Transaction failed. ---> Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 377 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 464 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 258 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterStagedRemoveComplete(AttemptContext ctx, String id) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 148 at Couchbase.Transactions.AttemptContext.CreateStagedRemove(TransactionGetResult doc, IRequestSpan parentSpan) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 956 --- End of inner exception stack trace --- at Couchbase.Transactions.Transactions.RunAsync(Func`2 transactionLogic, PerTransactionConfig perConfig, Boolean singleQueryTransactionMode) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/Transactions.cs:line 229 at Couchbase.Transactions.FitPerformer.TwoWayTransaction.Run(Transactions transactions, TransactionCreateRequest request, ClusterConnection connection, IServerStreamWriter`1 responseStream) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 68 -----------------------Context Info--------------------------- [16:04:24.975 DBG] [] UNKNOWN due to Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 377 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 464 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 258 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterStagedRemoveComplete(AttemptContext ctx, String id) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 148 at Couchbase.Transactions.AttemptContext.CreateStagedRemove(TransactionGetResult doc, IRequestSpan parentSpan) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 956 {} [16:04:24.976 INF] [] Completed Transaction Test {} [16:04:25.474 DBG] [] transactionSingleQuery: { "transactionsFactoryRef": "484f2920-5f41-4646-b247-53ab86b83d89", "clusterConnectionId": "defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8", "query": { "statement": "UPDATE `_default` SET content = 'updated-query' WHERE META().id = '40ed1fd0-b269-4681-bb4f-f139da78982a'", "expectedResult": [ { "anythingAllowed": true } ], "checkMutations": true, "expectedMutations": 1, "queryParameters": { }, "scope": { "bucketName": "default", "scopeName": "_default" } }, "queryOptions": { "timeoutMillis": "2000" } } {} [16:04:25.474 DBG] [] clusterConnectionId:defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8 {} [16:04:25.474 DBG] [] Using custom connection at host : couchbase://172.23.111.133 and with username Administrator {} [16:04:25.474 DBG] [Couchbase.Transactions.AttemptContext] [a899275d-0317-49f1-a736-9abd6490cd8f] Executing Query: query: null {"Scope": ["QueryAsync", "QueryWrapper"]} [16:04:26.945 ERR] [Couchbase.Transactions.AttemptContext] [a899275d-0317-49f1-a736-9abd6490cd8f] query failed at query: Couchbase.CouchbaseException: Transaction staging error [17020] at Couchbase.Query.QueryResultExtensions.ThrowExceptionOnError[T](IQueryResult`1 result, QueryErrorContext context) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryResultExtensions.cs:line 142 at Couchbase.Query.QueryClient.ExecuteQuery[T](QueryOptions options, ITypeSerializer serializer, IRequestSpan span) at Couchbase.Query.QueryClient.QueryAsync[T](String statement, QueryOptions options) at Couchbase.Cluster.<>c__DisplayClass37_0`1.<g__Func|0>d.MoveNext() --- End of stack trace from previous location --- at Couchbase.Core.Retry.RetryOrchestrator.RetryAsync[T](Func`1 send, IRequest request) at Couchbase.Cluster.QueryAsync[T](String statement, QueryOptions options) at Couchbase.Transactions.AttemptContext.QueryWrapper[T](Int64 statementId, IScope scope, String statement, QueryOptions options, String hookPoint, IRequestSpan parentSpan, Boolean isBeginWork, Boolean existingErrorCheck, JObject txdata, Boolean txImplicit) -----------------------Context Info--------------------------- Couchbase.Core.Exceptions.Query.QueryErrorContext {"Scope": ["QueryAsync", "QueryWrapper"]} [16:04:26.946 WRN] [Couchbase.Transactions.AttemptContext] query code=17020 cause={ "bucket": "default", "cause": "deadline expired before WWC was resolved on default._default._default._txn:atr-379-#928", "collection": "_default", "document_key": "40ed1fd0-b269-4681-bb4f-f139da78982a", "msg": "write write conflict", "scope": "_default" } raise=failed {"Scope": ["QueryAsync", "QueryWrapper"]} [16:04:26.946 DBG] [ExecuteApplicationLambda] Propagating error up. (ec = FailOther, retry = True, finalError = TransactionFailed) {} [16:04:26.946 INF] [ExecuteApplicationLambda] Attempt a899275d-0317-49f1-a736-9abd6490cd8f completed. CleanupClient=False, LostCleanup=False {} [16:04:26.954 DBG] [Couchbase.Transactions.AttemptContext] [95fa8c05-9326-44ac-b47b-998574fdc24e] Executing Query: query: null {"Scope": ["QueryAsync", "QueryWrapper"]} [16:04:28.196 ERR] [Couchbase.Transactions.AttemptContext] [95fa8c05-9326-44ac-b47b-998574fdc24e] query failed at query: Couchbase.Core.Exceptions.IndexFailureException: Keyspace not found in CB datastore: default:_default - cause: No bucket named _default [12003] at Couchbase.Query.QueryResultExtensions.ThrowExceptionOnError[T](IQueryResult`1 result, QueryErrorContext context) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryResultExtensions.cs:line 142 at Couchbase.Query.QueryClient.ExecuteQuery[T](QueryOptions options, ITypeSerializer serializer, IRequestSpan span) at Couchbase.Query.QueryClient.QueryAsync[T](String statement, QueryOptions options) at Couchbase.Cluster.<>c__DisplayClass37_0`1.<g__Func|0>d.MoveNext() --- End of stack trace from previous location --- at Couchbase.Core.Retry.RetryOrchestrator.RetryAsync[T](Func`1 send, IRequest request) at Couchbase.Cluster.QueryAsync[T](String statement, QueryOptions options) at Couchbase.Transactions.AttemptContext.QueryWrapper[T](Int64 statementId, IScope scope, String statement, QueryOptions options, String hookPoint, IRequestSpan parentSpan, Boolean isBeginWork, Boolean existingErrorCheck, JObject txdata, Boolean txImplicit) -----------------------Context Info--------------------------- Couchbase.Core.Exceptions.Query.QueryErrorContext {"Scope": ["QueryAsync", "QueryWrapper"]} [16:04:28.197 INF] [ExecuteApplicationLambda] Attempt 95fa8c05-9326-44ac-b47b-998574fdc24e completed. CleanupClient=False, LostCleanup=False {} [16:04:29.015 DBG] [] transactionCreate: { "transactionsFactoryRef": "484f2920-5f41-4646-b247-53ab86b83d89", "attempts": [ { "commands": [ { "remove": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "696c865c-8857-4547-97d0-fc60722d814f" }, "expectedResult": [ { "error": { "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookPoint": "AFTER_STAGED_REMOVE_COMPLETE" } ] }, "clusterConnectionId": "defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8" } {} [16:04:29.015 INF] [] Starting Transaction Test {} [16:04:29.015 DBG] [] Test: { "transactionsFactoryRef": "484f2920-5f41-4646-b247-53ab86b83d89", "attempts": [ { "commands": [ { "remove": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "696c865c-8857-4547-97d0-fc60722d814f" }, "expectedResult": [ { "error": { "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookPoint": "AFTER_STAGED_REMOVE_COMPLETE" } ] }, "clusterConnectionId": "defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8" } {} [16:04:29.015 DBG] [] clusterConnectionId:defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8 {} [16:04:29.015 DBG] [] Using custom connection at host : couchbase://172.23.111.133 and with username Administrator {} [16:04:29.015 DBG] [] Registering 1 hooks {} [16:04:29.015 DBG] [] - Hook Point AfterStagedRemoveComplete with Action FailHard {} [16:04:29.016 DBG] [] Starting Attempt 0 {} [16:04:29.016 DBG] [] Performing TransactionCommand Remove {} [16:04:29.016 DBG] [] a9082ded-6895-45e6-aa19-e1f8aa6988da.ba4ed530-6eb6-4467-adb1-2b6b153d22e9: Performing command: remove {} [16:04:29.173 DBG] [Couchbase.Transactions.AttemptContext] GetWithMav for 696c865c-8857-4547-97d0-fc60722d814f, attemptId=ba4ed530-6eb6-4467-adb1-2b6b153d22e9, postCas=1707494669089964032 {"Scope": ["GetWithKv", "GetWithMav"]} [16:04:29.173 DBG] [Couchbase.Transactions.AttemptContext] CheckWriteWriteConflict@WW_RM for default::_default::_default::696c865c-8857-4547-97d0-fc60722d814f, attempt=ba4ed530-6eb6-4467-adb1-2b6b153d22e9 {"Scope": ["RemoveWithKv", "CheckWriteWriteConflict"]} [16:04:29.173 DBG] [Couchbase.Transactions.AttemptContext] CheckWriteWriteConflict no other txn for default::_default::_default::696c865c-8857-4547-97d0-fc60722d814f, attempt=ba4ed530-6eb6-4467-adb1-2b6b153d22e9 {"Scope": ["RemoveWithKv", "CheckWriteWriteConflict"]} [16:04:29.174 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Requested Durability = Majority {"Scope": ["RemoveWithKv", "InitAtrIfNeeded"]} [16:04:29.334 INF] [Couchbase.Transactions.DataAccess.AtrRepository] Upserted ATR to PENDING _txn:atr-490-#209/attempts.ba4ed530-6eb6-4467-adb1-2b6b153d22e9 (cas = 1707494669408141312) {"Scope": ["RemoveWithKv", "SetAtrPending", "MutateAtrPending"]} [16:04:29.334 DBG] [Couchbase.Transactions.AttemptContext] SetAtrPending for default._default._default::_txn:atr-490-#209 (attempt=ba4ed530-6eb6-4467-adb1-2b6b153d22e9) {"Scope": ["RemoveWithKv", "SetAtrPending"]} [16:04:29.496 DBG] [Couchbase.Transactions.AttemptContext] CreateStagedRemove for 696c865c-8857-4547-97d0-fc60722d814f, attemptId=ba4ed530-6eb6-4467-adb1-2b6b153d22e9, preCas=1707494669089964032, postCas=1707494669570146304 {"Scope": ["RemoveWithKv", "CreateStagedRemove"]} [16:04:29.497 DBG] [] ExternalException.Unknown: Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 377 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 464 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 258 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterStagedRemoveComplete(AttemptContext ctx, String id) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 148 at Couchbase.Transactions.AttemptContext.CreateStagedRemove(TransactionGetResult doc, IRequestSpan parentSpan) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 956 {} [16:04:29.497 DBG] [] Operation 'remove' failed as expected {} [16:04:29.498 DBG] [ExecuteApplicationLambda] Propagating error up. (ec = FailHard, retry = False, finalError = TransactionFailed) {} [16:04:29.498 INF] [ExecuteApplicationLambda] Attempt ba4ed530-6eb6-4467-adb1-2b6b153d22e9 completed. CleanupClient=False, LostCleanup=False {} Transaction Failed with: Couchbase.Transactions.Error.TransactionFailedException: Transaction failed. ---> Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 377 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 464 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 258 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterStagedRemoveComplete(AttemptContext ctx, String id) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 148 at Couchbase.Transactions.AttemptContext.CreateStagedRemove(TransactionGetResult doc, IRequestSpan parentSpan) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 956 --- End of inner exception stack trace --- at Couchbase.Transactions.Transactions.RunAsync(Func`2 transactionLogic, PerTransactionConfig perConfig, Boolean singleQueryTransactionMode) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/Transactions.cs:line 229 at Couchbase.Transactions.FitPerformer.TwoWayTransaction.Run(Transactions transactions, TransactionCreateRequest request, ClusterConnection connection, IServerStreamWriter`1 responseStream) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 68 -----------------------Context Info--------------------------- [16:04:29.500 DBG] [] UNKNOWN due to Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 377 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 464 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 258 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterStagedRemoveComplete(AttemptContext ctx, String id) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 148 at Couchbase.Transactions.AttemptContext.CreateStagedRemove(TransactionGetResult doc, IRequestSpan parentSpan) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 956 {} [16:04:29.500 INF] [] Completed Transaction Test {} [16:04:29.981 DBG] [] transactionSingleQuery: { "transactionsFactoryRef": "484f2920-5f41-4646-b247-53ab86b83d89", "clusterConnectionId": "defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8", "query": { "statement": "DELETE FROM `_default` WHERE META().id = '696c865c-8857-4547-97d0-fc60722d814f'", "expectedResult": [ { "anythingAllowed": true } ], "checkMutations": true, "expectedMutations": 1, "queryParameters": { }, "scope": { "bucketName": "default", "scopeName": "_default" } }, "queryOptions": { "timeoutMillis": "2000" } } {} [16:04:29.981 DBG] [] clusterConnectionId:defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8 {} [16:04:29.982 DBG] [] Using custom connection at host : couchbase://172.23.111.133 and with username Administrator {} [16:04:29.982 DBG] [Couchbase.Transactions.AttemptContext] [84763a0b-81ae-4e46-8c43-565ec1f158a5] Executing Query: query: null {"Scope": ["QueryAsync", "QueryWrapper"]} [16:04:31.323 ERR] [Couchbase.Transactions.AttemptContext] [84763a0b-81ae-4e46-8c43-565ec1f158a5] query failed at query: Couchbase.CouchbaseException: Transaction staging error [17020] at Couchbase.Query.QueryResultExtensions.ThrowExceptionOnError[T](IQueryResult`1 result, QueryErrorContext context) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryResultExtensions.cs:line 142 at Couchbase.Query.QueryClient.ExecuteQuery[T](QueryOptions options, ITypeSerializer serializer, IRequestSpan span) at Couchbase.Query.QueryClient.QueryAsync[T](String statement, QueryOptions options) at Couchbase.Cluster.<>c__DisplayClass37_0`1.<g__Func|0>d.MoveNext() --- End of stack trace from previous location --- at Couchbase.Core.Retry.RetryOrchestrator.RetryAsync[T](Func`1 send, IRequest request) at Couchbase.Cluster.QueryAsync[T](String statement, QueryOptions options) at Couchbase.Transactions.AttemptContext.QueryWrapper[T](Int64 statementId, IScope scope, String statement, QueryOptions options, String hookPoint, IRequestSpan parentSpan, Boolean isBeginWork, Boolean existingErrorCheck, JObject txdata, Boolean txImplicit) -----------------------Context Info--------------------------- Couchbase.Core.Exceptions.Query.QueryErrorContext {"Scope": ["QueryAsync", "QueryWrapper"]} [16:04:31.324 WRN] [Couchbase.Transactions.AttemptContext] query code=17020 cause={ "bucket": "default", "cause": "deadline expired before WWC was resolved on default._default._default._txn:atr-490-#209", "collection": "_default", "document_key": "696c865c-8857-4547-97d0-fc60722d814f", "msg": "write write conflict", "scope": "_default" } raise=failed {"Scope": ["QueryAsync", "QueryWrapper"]} [16:04:31.324 DBG] [ExecuteApplicationLambda] Propagating error up. (ec = FailOther, retry = True, finalError = TransactionFailed) {} [16:04:31.324 INF] [ExecuteApplicationLambda] Attempt 84763a0b-81ae-4e46-8c43-565ec1f158a5 completed. CleanupClient=False, LostCleanup=False {} [16:04:31.332 DBG] [Couchbase.Transactions.AttemptContext] [aedefe12-040b-48eb-bd10-90924881f979] Executing Query: query: null {"Scope": ["QueryAsync", "QueryWrapper"]} [16:04:32.685 ERR] [Couchbase.Transactions.AttemptContext] [aedefe12-040b-48eb-bd10-90924881f979] query failed at query: Couchbase.Core.Exceptions.IndexFailureException: Keyspace not found in CB datastore: default:_default - cause: No bucket named _default [12003] at Couchbase.Query.QueryResultExtensions.ThrowExceptionOnError[T](IQueryResult`1 result, QueryErrorContext context) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryResultExtensions.cs:line 142 at Couchbase.Query.QueryClient.ExecuteQuery[T](QueryOptions options, ITypeSerializer serializer, IRequestSpan span) at Couchbase.Query.QueryClient.QueryAsync[T](String statement, QueryOptions options) at Couchbase.Cluster.<>c__DisplayClass37_0`1.<g__Func|0>d.MoveNext() --- End of stack trace from previous location --- at Couchbase.Core.Retry.RetryOrchestrator.RetryAsync[T](Func`1 send, IRequest request) at Couchbase.Cluster.QueryAsync[T](String statement, QueryOptions options) at Couchbase.Transactions.AttemptContext.QueryWrapper[T](Int64 statementId, IScope scope, String statement, QueryOptions options, String hookPoint, IRequestSpan parentSpan, Boolean isBeginWork, Boolean existingErrorCheck, JObject txdata, Boolean txImplicit) -----------------------Context Info--------------------------- Couchbase.Core.Exceptions.Query.QueryErrorContext {"Scope": ["QueryAsync", "QueryWrapper"]} [16:04:32.685 INF] [ExecuteApplicationLambda] Attempt aedefe12-040b-48eb-bd10-90924881f979 completed. CleanupClient=False, LostCleanup=False {} [16:04:33.482 DBG] [] transactionCreate: { "transactionsFactoryRef": "484f2920-5f41-4646-b247-53ab86b83d89", "attempts": [ { "commands": [ { "remove": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "6c345843-9aa2-4df7-a86a-09273764aaa1" }, "expectedResult": [ { "error": { "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookPoint": "AFTER_STAGED_REMOVE_COMPLETE" } ] }, "clusterConnectionId": "defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8" } {} [16:04:33.482 INF] [] Starting Transaction Test {} [16:04:33.482 DBG] [] Test: { "transactionsFactoryRef": "484f2920-5f41-4646-b247-53ab86b83d89", "attempts": [ { "commands": [ { "remove": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "6c345843-9aa2-4df7-a86a-09273764aaa1" }, "expectedResult": [ { "error": { "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookPoint": "AFTER_STAGED_REMOVE_COMPLETE" } ] }, "clusterConnectionId": "defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8" } {} [16:04:33.482 DBG] [] clusterConnectionId:defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8 {} [16:04:33.482 DBG] [] Using custom connection at host : couchbase://172.23.111.133 and with username Administrator {} [16:04:33.482 DBG] [] Registering 1 hooks {} [16:04:33.482 DBG] [] - Hook Point AfterStagedRemoveComplete with Action FailHard {} [16:04:33.483 DBG] [] Starting Attempt 0 {} [16:04:33.483 DBG] [] Performing TransactionCommand Remove {} [16:04:33.483 DBG] [] 84939c49-0248-4479-a209-a89c23d34876.76f06bbd-d677-4733-a8f6-b80477917f42: Performing command: remove {} [16:04:33.645 DBG] [Couchbase.Transactions.AttemptContext] GetWithMav for 6c345843-9aa2-4df7-a86a-09273764aaa1, attemptId=76f06bbd-d677-4733-a8f6-b80477917f42, postCas=1707494673557815296 {"Scope": ["GetWithKv", "GetWithMav"]} [16:04:33.645 DBG] [Couchbase.Transactions.AttemptContext] CheckWriteWriteConflict@WW_RM for default::_default::_default::6c345843-9aa2-4df7-a86a-09273764aaa1, attempt=76f06bbd-d677-4733-a8f6-b80477917f42 {"Scope": ["RemoveWithKv", "CheckWriteWriteConflict"]} [16:04:33.646 DBG] [Couchbase.Transactions.AttemptContext] CheckWriteWriteConflict no other txn for default::_default::_default::6c345843-9aa2-4df7-a86a-09273764aaa1, attempt=76f06bbd-d677-4733-a8f6-b80477917f42 {"Scope": ["RemoveWithKv", "CheckWriteWriteConflict"]} [16:04:33.646 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Requested Durability = Majority {"Scope": ["RemoveWithKv", "InitAtrIfNeeded"]} [16:04:33.808 INF] [Couchbase.Transactions.DataAccess.AtrRepository] Upserted ATR to PENDING _txn:atr-763-#78/attempts.76f06bbd-d677-4733-a8f6-b80477917f42 (cas = 1707494673882218496) {"Scope": ["RemoveWithKv", "SetAtrPending", "MutateAtrPending"]} [16:04:33.808 DBG] [Couchbase.Transactions.AttemptContext] SetAtrPending for default._default._default::_txn:atr-763-#78 (attempt=76f06bbd-d677-4733-a8f6-b80477917f42) {"Scope": ["RemoveWithKv", "SetAtrPending"]} [16:04:33.971 DBG] [Couchbase.Transactions.AttemptContext] CreateStagedRemove for 6c345843-9aa2-4df7-a86a-09273764aaa1, attemptId=76f06bbd-d677-4733-a8f6-b80477917f42, preCas=1707494673557815296, postCas=1707494674046320640 {"Scope": ["RemoveWithKv", "CreateStagedRemove"]} [16:04:33.972 DBG] [] ExternalException.Unknown: Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 377 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 464 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 258 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterStagedRemoveComplete(AttemptContext ctx, String id) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 148 at Couchbase.Transactions.AttemptContext.CreateStagedRemove(TransactionGetResult doc, IRequestSpan parentSpan) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 956 {} [16:04:33.972 DBG] [] Operation 'remove' failed as expected {} [16:04:33.973 DBG] [ExecuteApplicationLambda] Propagating error up. (ec = FailHard, retry = False, finalError = TransactionFailed) {} [16:04:33.973 INF] [ExecuteApplicationLambda] Attempt 76f06bbd-d677-4733-a8f6-b80477917f42 completed. CleanupClient=False, LostCleanup=False {} Transaction Failed with: Couchbase.Transactions.Error.TransactionFailedException: Transaction failed. ---> Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 377 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 464 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 258 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterStagedRemoveComplete(AttemptContext ctx, String id) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 148 at Couchbase.Transactions.AttemptContext.CreateStagedRemove(TransactionGetResult doc, IRequestSpan parentSpan) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 956 --- End of inner exception stack trace --- at Couchbase.Transactions.Transactions.RunAsync(Func`2 transactionLogic, PerTransactionConfig perConfig, Boolean singleQueryTransactionMode) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/Transactions.cs:line 229 at Couchbase.Transactions.FitPerformer.TwoWayTransaction.Run(Transactions transactions, TransactionCreateRequest request, ClusterConnection connection, IServerStreamWriter`1 responseStream) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 68 -----------------------Context Info--------------------------- [16:04:33.974 DBG] [] UNKNOWN due to Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 377 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 464 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 258 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterStagedRemoveComplete(AttemptContext ctx, String id) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 148 at Couchbase.Transactions.AttemptContext.CreateStagedRemove(TransactionGetResult doc, IRequestSpan parentSpan) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 956 {} [16:04:33.974 INF] [] Completed Transaction Test {} [16:04:34.470 DBG] [] transactionSingleQuery: { "transactionsFactoryRef": "484f2920-5f41-4646-b247-53ab86b83d89", "clusterConnectionId": "defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8", "query": { "statement": "SELECT * FROM `_default` WHERE META().id = '6c345843-9aa2-4df7-a86a-09273764aaa1'", "expectedResult": [ { "anythingAllowed": true } ], "checkRowCount": true, "expectedRowCount": 1, "queryParameters": { }, "scope": { "bucketName": "default", "scopeName": "_default" } } } {} [16:04:34.470 DBG] [] clusterConnectionId:defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8 {} [16:04:34.470 DBG] [] Using custom connection at host : couchbase://172.23.111.133 and with username Administrator {} [16:04:34.470 DBG] [Couchbase.Transactions.AttemptContext] [4e8ba6dd-e9e1-4f06-aae1-99d1f1d87924] Executing Query: query: null {"Scope": ["QueryAsync", "QueryWrapper"]} [16:04:34.797 INF] [ExecuteApplicationLambda] Attempt 4e8ba6dd-e9e1-4f06-aae1-99d1f1d87924 completed. CleanupClient=False, LostCleanup=False {} [16:04:35.958 DBG] [] transactionCreate: { "transactionsFactoryRef": "484f2920-5f41-4646-b247-53ab86b83d89", "attempts": [ { "commands": [ { "remove": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "6e203e24-fd5b-41f3-9e8e-37c09d96ce73" }, "expectedResult": [ { "error": { "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookPoint": "AFTER_STAGED_REMOVE_COMPLETE" } ] }, "clusterConnectionId": "defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8" } {} [16:04:35.958 INF] [] Starting Transaction Test {} [16:04:35.958 DBG] [] Test: { "transactionsFactoryRef": "484f2920-5f41-4646-b247-53ab86b83d89", "attempts": [ { "commands": [ { "remove": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "6e203e24-fd5b-41f3-9e8e-37c09d96ce73" }, "expectedResult": [ { "error": { "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookPoint": "AFTER_STAGED_REMOVE_COMPLETE" } ] }, "clusterConnectionId": "defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8" } {} [16:04:35.958 DBG] [] clusterConnectionId:defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8 {} [16:04:35.958 DBG] [] Using custom connection at host : couchbase://172.23.111.133 and with username Administrator {} [16:04:35.958 DBG] [] Registering 1 hooks {} [16:04:35.958 DBG] [] - Hook Point AfterStagedRemoveComplete with Action FailHard {} [16:04:35.959 DBG] [] Starting Attempt 0 {} [16:04:35.959 DBG] [] Performing TransactionCommand Remove {} [16:04:35.959 DBG] [] 021ee278-60b5-46b7-8e56-f19ea9930825.6e2e3523-e782-42c1-97bc-5b45fa2344cb: Performing command: remove {} [16:04:36.117 DBG] [Couchbase.Transactions.AttemptContext] GetWithMav for 6e203e24-fd5b-41f3-9e8e-37c09d96ce73, attemptId=6e2e3523-e782-42c1-97bc-5b45fa2344cb, postCas=1707494676034224128 {"Scope": ["GetWithKv", "GetWithMav"]} [16:04:36.118 DBG] [Couchbase.Transactions.AttemptContext] CheckWriteWriteConflict@WW_RM for default::_default::_default::6e203e24-fd5b-41f3-9e8e-37c09d96ce73, attempt=6e2e3523-e782-42c1-97bc-5b45fa2344cb {"Scope": ["RemoveWithKv", "CheckWriteWriteConflict"]} [16:04:36.118 DBG] [Couchbase.Transactions.AttemptContext] CheckWriteWriteConflict no other txn for default::_default::_default::6e203e24-fd5b-41f3-9e8e-37c09d96ce73, attempt=6e2e3523-e782-42c1-97bc-5b45fa2344cb {"Scope": ["RemoveWithKv", "CheckWriteWriteConflict"]} [16:04:36.118 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Requested Durability = Majority {"Scope": ["RemoveWithKv", "InitAtrIfNeeded"]} [16:04:36.281 INF] [Couchbase.Transactions.DataAccess.AtrRepository] Upserted ATR to PENDING _txn:atr-585-#182c/attempts.6e2e3523-e782-42c1-97bc-5b45fa2344cb (cas = 1707494676354236416) {"Scope": ["RemoveWithKv", "SetAtrPending", "MutateAtrPending"]} [16:04:36.281 DBG] [Couchbase.Transactions.AttemptContext] SetAtrPending for default._default._default::_txn:atr-585-#182c (attempt=6e2e3523-e782-42c1-97bc-5b45fa2344cb) {"Scope": ["RemoveWithKv", "SetAtrPending"]} [16:04:36.445 DBG] [Couchbase.Transactions.AttemptContext] CreateStagedRemove for 6e203e24-fd5b-41f3-9e8e-37c09d96ce73, attemptId=6e2e3523-e782-42c1-97bc-5b45fa2344cb, preCas=1707494676034224128, postCas=1707494676518535168 {"Scope": ["RemoveWithKv", "CreateStagedRemove"]} [16:04:36.447 DBG] [] ExternalException.Unknown: Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 377 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 464 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 258 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterStagedRemoveComplete(AttemptContext ctx, String id) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 148 at Couchbase.Transactions.AttemptContext.CreateStagedRemove(TransactionGetResult doc, IRequestSpan parentSpan) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 956 {} [16:04:36.447 DBG] [] Operation 'remove' failed as expected {} [16:04:36.447 DBG] [ExecuteApplicationLambda] Propagating error up. (ec = FailHard, retry = False, finalError = TransactionFailed) {} [16:04:36.448 INF] [ExecuteApplicationLambda] Attempt 6e2e3523-e782-42c1-97bc-5b45fa2344cb completed. CleanupClient=False, LostCleanup=False {} Transaction Failed with: Couchbase.Transactions.Error.TransactionFailedException: Transaction failed. ---> Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 377 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 464 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 258 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterStagedRemoveComplete(AttemptContext ctx, String id) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 148 at Couchbase.Transactions.AttemptContext.CreateStagedRemove(TransactionGetResult doc, IRequestSpan parentSpan) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 956 --- End of inner exception stack trace --- at Couchbase.Transactions.Transactions.RunAsync(Func`2 transactionLogic, PerTransactionConfig perConfig, Boolean singleQueryTransactionMode) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/Transactions.cs:line 229 at Couchbase.Transactions.FitPerformer.TwoWayTransaction.Run(Transactions transactions, TransactionCreateRequest request, ClusterConnection connection, IServerStreamWriter`1 responseStream) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 68 -----------------------Context Info--------------------------- [16:04:36.450 DBG] [] UNKNOWN due to Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 377 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 464 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 258 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterStagedRemoveComplete(AttemptContext ctx, String id) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 148 at Couchbase.Transactions.AttemptContext.CreateStagedRemove(TransactionGetResult doc, IRequestSpan parentSpan) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 956 {} [16:04:36.450 INF] [] Completed Transaction Test {} [16:04:36.453 DBG] [] transactionSingleQuery: { "transactionsFactoryRef": "484f2920-5f41-4646-b247-53ab86b83d89", "clusterConnectionId": "defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8", "query": { "statement": "INSERT INTO `_default` VALUES ('6e203e24-fd5b-41f3-9e8e-37c09d96ce73', {\"content\":\"updated\"})", "expectedResult": [ { "anythingAllowed": true } ], "queryParameters": { }, "scope": { "bucketName": "default", "scopeName": "_default" } } } {} [16:04:36.453 DBG] [] clusterConnectionId:defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8 {} [16:04:36.453 DBG] [] Using custom connection at host : couchbase://172.23.111.133 and with username Administrator {} [16:04:36.453 DBG] [Couchbase.Transactions.AttemptContext] [10be6ece-66ad-4126-80ef-18e4bfb48fb3] Executing Query: query: null {"Scope": ["QueryAsync", "QueryWrapper"]} [16:04:36.791 ERR] [Couchbase.Transactions.AttemptContext] [10be6ece-66ad-4126-80ef-18e4bfb48fb3] query failed at query: Couchbase.CouchbaseException: Duplicate Key: 6e203e24-fd5b-41f3-9e8e-37c09d96ce73 [17012] at Couchbase.Query.QueryResultExtensions.ThrowExceptionOnError[T](IQueryResult`1 result, QueryErrorContext context) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryResultExtensions.cs:line 142 at Couchbase.Query.QueryClient.ExecuteQuery[T](QueryOptions options, ITypeSerializer serializer, IRequestSpan span) at Couchbase.Query.QueryClient.QueryAsync[T](String statement, QueryOptions options) at Couchbase.Cluster.<>c__DisplayClass37_0`1.<g__Func|0>d.MoveNext() --- End of stack trace from previous location --- at Couchbase.Core.Retry.RetryOrchestrator.RetryAsync[T](Func`1 send, IRequest request) at Couchbase.Cluster.QueryAsync[T](String statement, QueryOptions options) at Couchbase.Transactions.AttemptContext.QueryWrapper[T](Int64 statementId, IScope scope, String statement, QueryOptions options, String hookPoint, IRequestSpan parentSpan, Boolean isBeginWork, Boolean existingErrorCheck, JObject txdata, Boolean txImplicit) -----------------------Context Info--------------------------- Couchbase.Core.Exceptions.Query.QueryErrorContext {"Scope": ["QueryAsync", "QueryWrapper"]} [16:04:36.792 INF] [ExecuteApplicationLambda] Attempt 10be6ece-66ad-4126-80ef-18e4bfb48fb3 completed. CleanupClient=False, LostCleanup=False {} [16:04:37.771 DBG] [] transactionCreate: { "transactionsFactoryRef": "484f2920-5f41-4646-b247-53ab86b83d89", "attempts": [ { "commands": [ { "remove": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "450005bc-c3e7-45f2-8b8b-72f8f3caea11" }, "expectedResult": [ { "error": { "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookPoint": "AFTER_STAGED_REMOVE_COMPLETE" } ] }, "clusterConnectionId": "defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8" } {} [16:04:37.771 INF] [] Starting Transaction Test {} [16:04:37.771 DBG] [] Test: { "transactionsFactoryRef": "484f2920-5f41-4646-b247-53ab86b83d89", "attempts": [ { "commands": [ { "remove": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "450005bc-c3e7-45f2-8b8b-72f8f3caea11" }, "expectedResult": [ { "error": { "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookPoint": "AFTER_STAGED_REMOVE_COMPLETE" } ] }, "clusterConnectionId": "defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8" } {} [16:04:37.771 DBG] [] clusterConnectionId:defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8 {} [16:04:37.771 DBG] [] Using custom connection at host : couchbase://172.23.111.133 and with username Administrator {} [16:04:37.771 DBG] [] Registering 1 hooks {} [16:04:37.771 DBG] [] - Hook Point AfterStagedRemoveComplete with Action FailHard {} [16:04:37.772 DBG] [] Starting Attempt 0 {} [16:04:37.772 DBG] [] Performing TransactionCommand Remove {} [16:04:37.772 DBG] [] f54e7b3c-ea2f-47f5-8aff-204648e99709.6e7ecc6f-c630-415b-a03f-3bfd3aa2b8e9: Performing command: remove {} [16:04:37.929 DBG] [Couchbase.Transactions.AttemptContext] GetWithMav for 450005bc-c3e7-45f2-8b8b-72f8f3caea11, attemptId=6e7ecc6f-c630-415b-a03f-3bfd3aa2b8e9, postCas=1707494677847212032 {"Scope": ["GetWithKv", "GetWithMav"]} [16:04:37.929 DBG] [Couchbase.Transactions.AttemptContext] CheckWriteWriteConflict@WW_RM for default::_default::_default::450005bc-c3e7-45f2-8b8b-72f8f3caea11, attempt=6e7ecc6f-c630-415b-a03f-3bfd3aa2b8e9 {"Scope": ["RemoveWithKv", "CheckWriteWriteConflict"]} [16:04:37.929 DBG] [Couchbase.Transactions.AttemptContext] CheckWriteWriteConflict no other txn for default::_default::_default::450005bc-c3e7-45f2-8b8b-72f8f3caea11, attempt=6e7ecc6f-c630-415b-a03f-3bfd3aa2b8e9 {"Scope": ["RemoveWithKv", "CheckWriteWriteConflict"]} [16:04:37.930 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Requested Durability = Majority {"Scope": ["RemoveWithKv", "InitAtrIfNeeded"]} [16:04:38.094 INF] [Couchbase.Transactions.DataAccess.AtrRepository] Upserted ATR to PENDING _txn:atr-657-#12d8/attempts.6e7ecc6f-c630-415b-a03f-3bfd3aa2b8e9 (cas = 1707494678167289856) {"Scope": ["RemoveWithKv", "SetAtrPending", "MutateAtrPending"]} [16:04:38.094 DBG] [Couchbase.Transactions.AttemptContext] SetAtrPending for default._default._default::_txn:atr-657-#12d8 (attempt=6e7ecc6f-c630-415b-a03f-3bfd3aa2b8e9) {"Scope": ["RemoveWithKv", "SetAtrPending"]} [16:04:38.253 DBG] [Couchbase.Transactions.AttemptContext] CreateStagedRemove for 450005bc-c3e7-45f2-8b8b-72f8f3caea11, attemptId=6e7ecc6f-c630-415b-a03f-3bfd3aa2b8e9, preCas=1707494677847212032, postCas=1707494678327197696 {"Scope": ["RemoveWithKv", "CreateStagedRemove"]} [16:04:38.255 DBG] [] ExternalException.Unknown: Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 377 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 464 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 258 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterStagedRemoveComplete(AttemptContext ctx, String id) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 148 at Couchbase.Transactions.AttemptContext.CreateStagedRemove(TransactionGetResult doc, IRequestSpan parentSpan) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 956 {} [16:04:38.255 DBG] [] Operation 'remove' failed as expected {} [16:04:38.255 DBG] [ExecuteApplicationLambda] Propagating error up. (ec = FailHard, retry = False, finalError = TransactionFailed) {} [16:04:38.255 INF] [ExecuteApplicationLambda] Attempt 6e7ecc6f-c630-415b-a03f-3bfd3aa2b8e9 completed. CleanupClient=False, LostCleanup=False {} Transaction Failed with: Couchbase.Transactions.Error.TransactionFailedException: Transaction failed. ---> Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 377 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 464 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 258 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterStagedRemoveComplete(AttemptContext ctx, String id) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 148 at Couchbase.Transactions.AttemptContext.CreateStagedRemove(TransactionGetResult doc, IRequestSpan parentSpan) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 956 --- End of inner exception stack trace --- at Couchbase.Transactions.Transactions.RunAsync(Func`2 transactionLogic, PerTransactionConfig perConfig, Boolean singleQueryTransactionMode) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/Transactions.cs:line 229 at Couchbase.Transactions.FitPerformer.TwoWayTransaction.Run(Transactions transactions, TransactionCreateRequest request, ClusterConnection connection, IServerStreamWriter`1 responseStream) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 68 -----------------------Context Info--------------------------- [16:04:38.257 DBG] [] UNKNOWN due to Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 377 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 464 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 258 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterStagedRemoveComplete(AttemptContext ctx, String id) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 148 at Couchbase.Transactions.AttemptContext.CreateStagedRemove(TransactionGetResult doc, IRequestSpan parentSpan) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 956 {} [16:04:38.257 INF] [] Completed Transaction Test {} [16:04:38.259 DBG] [] transactionSingleQuery: { "transactionsFactoryRef": "484f2920-5f41-4646-b247-53ab86b83d89", "clusterConnectionId": "defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8", "query": { "statement": "UPDATE `_default` SET content = 'updated-query' WHERE META().id = '450005bc-c3e7-45f2-8b8b-72f8f3caea11'", "expectedResult": [ { "anythingAllowed": true } ], "checkMutations": true, "expectedMutations": 1, "queryParameters": { }, "scope": { "bucketName": "default", "scopeName": "_default" } }, "queryOptions": { "timeoutMillis": "2000" } } {} [16:04:38.259 DBG] [] clusterConnectionId:defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8 {} [16:04:38.259 DBG] [] Using custom connection at host : couchbase://172.23.111.133 and with username Administrator {} [16:04:38.259 DBG] [Couchbase.Transactions.AttemptContext] [51a7fad1-7b44-4cd4-bf6c-674fa8898de3] Executing Query: query: null {"Scope": ["QueryAsync", "QueryWrapper"]} [16:04:39.600 ERR] [Couchbase.Transactions.AttemptContext] [51a7fad1-7b44-4cd4-bf6c-674fa8898de3] query failed at query: Couchbase.CouchbaseException: Transaction staging error [17020] at Couchbase.Query.QueryResultExtensions.ThrowExceptionOnError[T](IQueryResult`1 result, QueryErrorContext context) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryResultExtensions.cs:line 142 at Couchbase.Query.QueryClient.ExecuteQuery[T](QueryOptions options, ITypeSerializer serializer, IRequestSpan span) at Couchbase.Query.QueryClient.QueryAsync[T](String statement, QueryOptions options) at Couchbase.Cluster.<>c__DisplayClass37_0`1.<g__Func|0>d.MoveNext() --- End of stack trace from previous location --- at Couchbase.Core.Retry.RetryOrchestrator.RetryAsync[T](Func`1 send, IRequest request) at Couchbase.Cluster.QueryAsync[T](String statement, QueryOptions options) at Couchbase.Transactions.AttemptContext.QueryWrapper[T](Int64 statementId, IScope scope, String statement, QueryOptions options, String hookPoint, IRequestSpan parentSpan, Boolean isBeginWork, Boolean existingErrorCheck, JObject txdata, Boolean txImplicit) -----------------------Context Info--------------------------- Couchbase.Core.Exceptions.Query.QueryErrorContext {"Scope": ["QueryAsync", "QueryWrapper"]} [16:04:39.601 WRN] [Couchbase.Transactions.AttemptContext] query code=17020 cause={ "bucket": "default", "cause": "deadline expired before WWC was resolved on default._default._default._txn:atr-657-#12d8", "collection": "_default", "document_key": "450005bc-c3e7-45f2-8b8b-72f8f3caea11", "msg": "write write conflict", "scope": "_default" } raise=failed {"Scope": ["QueryAsync", "QueryWrapper"]} [16:04:39.601 DBG] [ExecuteApplicationLambda] Propagating error up. (ec = FailOther, retry = True, finalError = TransactionFailed) {} [16:04:39.601 INF] [ExecuteApplicationLambda] Attempt 51a7fad1-7b44-4cd4-bf6c-674fa8898de3 completed. CleanupClient=False, LostCleanup=False {} [16:04:39.606 DBG] [Couchbase.Transactions.AttemptContext] [baa4a73a-b5a1-4be1-acfd-9d620c6701e1] Executing Query: query: null {"Scope": ["QueryAsync", "QueryWrapper"]} [16:04:41.056 ERR] [Couchbase.Transactions.AttemptContext] [baa4a73a-b5a1-4be1-acfd-9d620c6701e1] query failed at query: Couchbase.Core.Exceptions.IndexFailureException: Keyspace not found in CB datastore: default:_default - cause: No bucket named _default [12003] at Couchbase.Query.QueryResultExtensions.ThrowExceptionOnError[T](IQueryResult`1 result, QueryErrorContext context) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryResultExtensions.cs:line 142 at Couchbase.Query.QueryClient.ExecuteQuery[T](QueryOptions options, ITypeSerializer serializer, IRequestSpan span) at Couchbase.Query.QueryClient.QueryAsync[T](String statement, QueryOptions options) at Couchbase.Cluster.<>c__DisplayClass37_0`1.<g__Func|0>d.MoveNext() --- End of stack trace from previous location --- at Couchbase.Core.Retry.RetryOrchestrator.RetryAsync[T](Func`1 send, IRequest request) at Couchbase.Cluster.QueryAsync[T](String statement, QueryOptions options) at Couchbase.Transactions.AttemptContext.QueryWrapper[T](Int64 statementId, IScope scope, String statement, QueryOptions options, String hookPoint, IRequestSpan parentSpan, Boolean isBeginWork, Boolean existingErrorCheck, JObject txdata, Boolean txImplicit) -----------------------Context Info--------------------------- Couchbase.Core.Exceptions.Query.QueryErrorContext {"Scope": ["QueryAsync", "QueryWrapper"]} [16:04:41.056 INF] [ExecuteApplicationLambda] Attempt baa4a73a-b5a1-4be1-acfd-9d620c6701e1 completed. CleanupClient=False, LostCleanup=False {} [16:04:41.880 DBG] [] transactionCreate: { "transactionsFactoryRef": "484f2920-5f41-4646-b247-53ab86b83d89", "attempts": [ { "commands": [ { "remove": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "af2f5b65-9cd8-423f-984b-36e25baf509c" }, "expectedResult": [ { "error": { "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookPoint": "AFTER_STAGED_REMOVE_COMPLETE" } ] }, "clusterConnectionId": "defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8" } {} [16:04:41.880 INF] [] Starting Transaction Test {} [16:04:41.880 DBG] [] Test: { "transactionsFactoryRef": "484f2920-5f41-4646-b247-53ab86b83d89", "attempts": [ { "commands": [ { "remove": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "af2f5b65-9cd8-423f-984b-36e25baf509c" }, "expectedResult": [ { "error": { "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookPoint": "AFTER_STAGED_REMOVE_COMPLETE" } ] }, "clusterConnectionId": "defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8" } {} [16:04:41.880 DBG] [] clusterConnectionId:defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8 {} [16:04:41.880 DBG] [] Using custom connection at host : couchbase://172.23.111.133 and with username Administrator {} [16:04:41.880 DBG] [] Registering 1 hooks {} [16:04:41.880 DBG] [] - Hook Point AfterStagedRemoveComplete with Action FailHard {} [16:04:41.880 DBG] [] Starting Attempt 0 {} [16:04:41.880 DBG] [] Performing TransactionCommand Remove {} [16:04:41.880 DBG] [] 395e3806-39d4-4294-9378-75879d383f50.b821c842-381c-4efc-a71f-25835f2cb6c4: Performing command: remove {} [16:04:42.035 DBG] [Couchbase.Transactions.AttemptContext] GetWithMav for af2f5b65-9cd8-423f-984b-36e25baf509c, attemptId=b821c842-381c-4efc-a71f-25835f2cb6c4, postCas=1707494681954615296 {"Scope": ["GetWithKv", "GetWithMav"]} [16:04:42.036 DBG] [Couchbase.Transactions.AttemptContext] CheckWriteWriteConflict@WW_RM for default::_default::_default::af2f5b65-9cd8-423f-984b-36e25baf509c, attempt=b821c842-381c-4efc-a71f-25835f2cb6c4 {"Scope": ["RemoveWithKv", "CheckWriteWriteConflict"]} [16:04:42.036 DBG] [Couchbase.Transactions.AttemptContext] CheckWriteWriteConflict no other txn for default::_default::_default::af2f5b65-9cd8-423f-984b-36e25baf509c, attempt=b821c842-381c-4efc-a71f-25835f2cb6c4 {"Scope": ["RemoveWithKv", "CheckWriteWriteConflict"]} [16:04:42.036 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Requested Durability = Majority {"Scope": ["RemoveWithKv", "InitAtrIfNeeded"]} [16:04:42.200 INF] [Couchbase.Transactions.DataAccess.AtrRepository] Upserted ATR to PENDING _txn:atr-454-#79a8/attempts.b821c842-381c-4efc-a71f-25835f2cb6c4 (cas = 1707494682273775616) {"Scope": ["RemoveWithKv", "SetAtrPending", "MutateAtrPending"]} [16:04:42.200 DBG] [Couchbase.Transactions.AttemptContext] SetAtrPending for default._default._default::_txn:atr-454-#79a8 (attempt=b821c842-381c-4efc-a71f-25835f2cb6c4) {"Scope": ["RemoveWithKv", "SetAtrPending"]} [16:04:42.364 DBG] [Couchbase.Transactions.AttemptContext] CreateStagedRemove for af2f5b65-9cd8-423f-984b-36e25baf509c, attemptId=b821c842-381c-4efc-a71f-25835f2cb6c4, preCas=1707494681954615296, postCas=1707494682437287936 {"Scope": ["RemoveWithKv", "CreateStagedRemove"]} [16:04:42.366 DBG] [] ExternalException.Unknown: Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 377 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 464 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 258 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterStagedRemoveComplete(AttemptContext ctx, String id) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 148 at Couchbase.Transactions.AttemptContext.CreateStagedRemove(TransactionGetResult doc, IRequestSpan parentSpan) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 956 {} [16:04:42.366 DBG] [] Operation 'remove' failed as expected {} [16:04:42.366 DBG] [ExecuteApplicationLambda] Propagating error up. (ec = FailHard, retry = False, finalError = TransactionFailed) {} [16:04:42.366 INF] [ExecuteApplicationLambda] Attempt b821c842-381c-4efc-a71f-25835f2cb6c4 completed. CleanupClient=False, LostCleanup=False {} Transaction Failed with: Couchbase.Transactions.Error.TransactionFailedException: Transaction failed. ---> Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 377 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 464 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 258 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterStagedRemoveComplete(AttemptContext ctx, String id) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 148 at Couchbase.Transactions.AttemptContext.CreateStagedRemove(TransactionGetResult doc, IRequestSpan parentSpan) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 956 --- End of inner exception stack trace --- at Couchbase.Transactions.Transactions.RunAsync(Func`2 transactionLogic, PerTransactionConfig perConfig, Boolean singleQueryTransactionMode) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/Transactions.cs:line 229 at Couchbase.Transactions.FitPerformer.TwoWayTransaction.Run(Transactions transactions, TransactionCreateRequest request, ClusterConnection connection, IServerStreamWriter`1 responseStream) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 68 -----------------------Context Info--------------------------- [16:04:42.369 DBG] [] UNKNOWN due to Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 377 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 464 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 258 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterStagedRemoveComplete(AttemptContext ctx, String id) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 148 at Couchbase.Transactions.AttemptContext.CreateStagedRemove(TransactionGetResult doc, IRequestSpan parentSpan) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 956 {} [16:04:42.369 INF] [] Completed Transaction Test {} [16:04:42.371 DBG] [] transactionSingleQuery: { "transactionsFactoryRef": "484f2920-5f41-4646-b247-53ab86b83d89", "clusterConnectionId": "defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8", "query": { "statement": "DELETE FROM `_default` WHERE META().id = 'af2f5b65-9cd8-423f-984b-36e25baf509c'", "expectedResult": [ { "anythingAllowed": true } ], "checkMutations": true, "expectedMutations": 1, "queryParameters": { }, "scope": { "bucketName": "default", "scopeName": "_default" } }, "queryOptions": { "timeoutMillis": "2000" } } {} [16:04:42.371 DBG] [] clusterConnectionId:defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8 {} [16:04:42.371 DBG] [] Using custom connection at host : couchbase://172.23.111.133 and with username Administrator {} [16:04:42.372 DBG] [Couchbase.Transactions.AttemptContext] [a35b5285-b5a5-4c87-a2f8-21f6c408c6d1] Executing Query: query: null {"Scope": ["QueryAsync", "QueryWrapper"]} [16:04:43.736 ERR] [Couchbase.Transactions.AttemptContext] [a35b5285-b5a5-4c87-a2f8-21f6c408c6d1] query failed at query: Couchbase.CouchbaseException: Transaction staging error [17020] at Couchbase.Query.QueryResultExtensions.ThrowExceptionOnError[T](IQueryResult`1 result, QueryErrorContext context) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryResultExtensions.cs:line 142 at Couchbase.Query.QueryClient.ExecuteQuery[T](QueryOptions options, ITypeSerializer serializer, IRequestSpan span) at Couchbase.Query.QueryClient.QueryAsync[T](String statement, QueryOptions options) at Couchbase.Cluster.<>c__DisplayClass37_0`1.<g__Func|0>d.MoveNext() --- End of stack trace from previous location --- at Couchbase.Core.Retry.RetryOrchestrator.RetryAsync[T](Func`1 send, IRequest request) at Couchbase.Cluster.QueryAsync[T](String statement, QueryOptions options) at Couchbase.Transactions.AttemptContext.QueryWrapper[T](Int64 statementId, IScope scope, String statement, QueryOptions options, String hookPoint, IRequestSpan parentSpan, Boolean isBeginWork, Boolean existingErrorCheck, JObject txdata, Boolean txImplicit) -----------------------Context Info--------------------------- Couchbase.Core.Exceptions.Query.QueryErrorContext {"Scope": ["QueryAsync", "QueryWrapper"]} [16:04:43.736 WRN] [Couchbase.Transactions.AttemptContext] query code=17020 cause={ "bucket": "default", "cause": "deadline expired before WWC was resolved on default._default._default._txn:atr-454-#79a8", "collection": "_default", "document_key": "af2f5b65-9cd8-423f-984b-36e25baf509c", "msg": "write write conflict", "scope": "_default" } raise=failed {"Scope": ["QueryAsync", "QueryWrapper"]} [16:04:43.736 DBG] [ExecuteApplicationLambda] Propagating error up. (ec = FailOther, retry = True, finalError = TransactionFailed) {} [16:04:43.736 INF] [ExecuteApplicationLambda] Attempt a35b5285-b5a5-4c87-a2f8-21f6c408c6d1 completed. CleanupClient=False, LostCleanup=False {} [16:04:43.738 DBG] [Couchbase.Transactions.AttemptContext] [818bd801-584a-412b-aefe-ec3cadec9583] Executing Query: query: null {"Scope": ["QueryAsync", "QueryWrapper"]} [16:04:45.133 ERR] [Couchbase.Transactions.AttemptContext] [818bd801-584a-412b-aefe-ec3cadec9583] query failed at query: Couchbase.Core.Exceptions.IndexFailureException: Keyspace not found in CB datastore: default:_default - cause: No bucket named _default [12003] at Couchbase.Query.QueryResultExtensions.ThrowExceptionOnError[T](IQueryResult`1 result, QueryErrorContext context) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryResultExtensions.cs:line 142 at Couchbase.Query.QueryClient.ExecuteQuery[T](QueryOptions options, ITypeSerializer serializer, IRequestSpan span) at Couchbase.Query.QueryClient.QueryAsync[T](String statement, QueryOptions options) at Couchbase.Cluster.<>c__DisplayClass37_0`1.<g__Func|0>d.MoveNext() --- End of stack trace from previous location --- at Couchbase.Core.Retry.RetryOrchestrator.RetryAsync[T](Func`1 send, IRequest request) at Couchbase.Cluster.QueryAsync[T](String statement, QueryOptions options) at Couchbase.Transactions.AttemptContext.QueryWrapper[T](Int64 statementId, IScope scope, String statement, QueryOptions options, String hookPoint, IRequestSpan parentSpan, Boolean isBeginWork, Boolean existingErrorCheck, JObject txdata, Boolean txImplicit) -----------------------Context Info--------------------------- Couchbase.Core.Exceptions.Query.QueryErrorContext {"Scope": ["QueryAsync", "QueryWrapper"]} [16:04:45.133 INF] [ExecuteApplicationLambda] Attempt 818bd801-584a-412b-aefe-ec3cadec9583 completed. CleanupClient=False, LostCleanup=False {} [16:04:45.811 DBG] [] transactionCreate: { "transactionsFactoryRef": "484f2920-5f41-4646-b247-53ab86b83d89", "attempts": [ { "commands": [ { "remove": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "8461e912-9a30-415f-bcb2-2147b0b821be" }, "expectedResult": [ { "error": { "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookPoint": "AFTER_STAGED_REMOVE_COMPLETE" } ] }, "clusterConnectionId": "defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8" } {} [16:04:45.811 INF] [] Starting Transaction Test {} [16:04:45.811 DBG] [] Test: { "transactionsFactoryRef": "484f2920-5f41-4646-b247-53ab86b83d89", "attempts": [ { "commands": [ { "remove": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "8461e912-9a30-415f-bcb2-2147b0b821be" }, "expectedResult": [ { "error": { "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookPoint": "AFTER_STAGED_REMOVE_COMPLETE" } ] }, "clusterConnectionId": "defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8" } {} [16:04:45.811 DBG] [] clusterConnectionId:defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8 {} [16:04:45.811 DBG] [] Using custom connection at host : couchbase://172.23.111.133 and with username Administrator {} [16:04:45.811 DBG] [] Registering 1 hooks {} [16:04:45.811 DBG] [] - Hook Point AfterStagedRemoveComplete with Action FailHard {} [16:04:45.812 DBG] [] Starting Attempt 0 {} [16:04:45.812 DBG] [] Performing TransactionCommand Remove {} [16:04:45.812 DBG] [] b4bfa249-1f73-4b6f-8865-cdf652cbfd9c.784f5a1e-20ad-46b9-949d-fb8c94360337: Performing command: remove {} [16:04:45.973 DBG] [Couchbase.Transactions.AttemptContext] GetWithMav for 8461e912-9a30-415f-bcb2-2147b0b821be, attemptId=784f5a1e-20ad-46b9-949d-fb8c94360337, postCas=1707494685886840832 {"Scope": ["GetWithKv", "GetWithMav"]} [16:04:45.973 DBG] [Couchbase.Transactions.AttemptContext] CheckWriteWriteConflict@WW_RM for default::_default::_default::8461e912-9a30-415f-bcb2-2147b0b821be, attempt=784f5a1e-20ad-46b9-949d-fb8c94360337 {"Scope": ["RemoveWithKv", "CheckWriteWriteConflict"]} [16:04:45.973 DBG] [Couchbase.Transactions.AttemptContext] CheckWriteWriteConflict no other txn for default::_default::_default::8461e912-9a30-415f-bcb2-2147b0b821be, attempt=784f5a1e-20ad-46b9-949d-fb8c94360337 {"Scope": ["RemoveWithKv", "CheckWriteWriteConflict"]} [16:04:45.973 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Requested Durability = Majority {"Scope": ["RemoveWithKv", "InitAtrIfNeeded"]} [16:04:46.138 INF] [Couchbase.Transactions.DataAccess.AtrRepository] Upserted ATR to PENDING _txn:atr-728-#1833/attempts.784f5a1e-20ad-46b9-949d-fb8c94360337 (cas = 1707494686210719744) {"Scope": ["RemoveWithKv", "SetAtrPending", "MutateAtrPending"]} [16:04:46.138 DBG] [Couchbase.Transactions.AttemptContext] SetAtrPending for default._default._default::_txn:atr-728-#1833 (attempt=784f5a1e-20ad-46b9-949d-fb8c94360337) {"Scope": ["RemoveWithKv", "SetAtrPending"]} [16:04:46.299 DBG] [Couchbase.Transactions.AttemptContext] CreateStagedRemove for 8461e912-9a30-415f-bcb2-2147b0b821be, attemptId=784f5a1e-20ad-46b9-949d-fb8c94360337, preCas=1707494685886840832, postCas=1707494686373969920 {"Scope": ["RemoveWithKv", "CreateStagedRemove"]} [16:04:46.300 DBG] [] ExternalException.Unknown: Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 377 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 464 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 258 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterStagedRemoveComplete(AttemptContext ctx, String id) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 148 at Couchbase.Transactions.AttemptContext.CreateStagedRemove(TransactionGetResult doc, IRequestSpan parentSpan) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 956 {} [16:04:46.300 DBG] [] Operation 'remove' failed as expected {} [16:04:46.301 DBG] [ExecuteApplicationLambda] Propagating error up. (ec = FailHard, retry = False, finalError = TransactionFailed) {} [16:04:46.301 INF] [ExecuteApplicationLambda] Attempt 784f5a1e-20ad-46b9-949d-fb8c94360337 completed. CleanupClient=False, LostCleanup=False {} Transaction Failed with: Couchbase.Transactions.Error.TransactionFailedException: Transaction failed. ---> Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 377 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 464 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 258 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterStagedRemoveComplete(AttemptContext ctx, String id) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 148 at Couchbase.Transactions.AttemptContext.CreateStagedRemove(TransactionGetResult doc, IRequestSpan parentSpan) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 956 --- End of inner exception stack trace --- at Couchbase.Transactions.Transactions.RunAsync(Func`2 transactionLogic, PerTransactionConfig perConfig, Boolean singleQueryTransactionMode) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/Transactions.cs:line 229 at Couchbase.Transactions.FitPerformer.TwoWayTransaction.Run(Transactions transactions, TransactionCreateRequest request, ClusterConnection connection, IServerStreamWriter`1 responseStream) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 68 -----------------------Context Info--------------------------- [16:04:46.302 DBG] [] UNKNOWN due to Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 377 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 464 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 258 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterStagedRemoveComplete(AttemptContext ctx, String id) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 148 at Couchbase.Transactions.AttemptContext.CreateStagedRemove(TransactionGetResult doc, IRequestSpan parentSpan) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 956 {} [16:04:46.303 INF] [] Completed Transaction Test {} [16:04:46.305 DBG] [] transactionSingleQuery: { "transactionsFactoryRef": "484f2920-5f41-4646-b247-53ab86b83d89", "clusterConnectionId": "defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8", "query": { "statement": "SELECT * FROM `_default` WHERE META().id = '8461e912-9a30-415f-bcb2-2147b0b821be'", "expectedResult": [ { "anythingAllowed": true } ], "checkRowCount": true, "expectedRowCount": 1, "queryParameters": { }, "scope": { "bucketName": "default", "scopeName": "_default" } } } {} [16:04:46.305 DBG] [] clusterConnectionId:defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8 {} [16:04:46.305 DBG] [] Using custom connection at host : couchbase://172.23.111.133 and with username Administrator {} [16:04:46.305 DBG] [Couchbase.Transactions.AttemptContext] [2305d21b-da42-4e2a-8396-02e91c7f9d93] Executing Query: query: null {"Scope": ["QueryAsync", "QueryWrapper"]} [16:04:46.636 INF] [ExecuteApplicationLambda] Attempt 2305d21b-da42-4e2a-8396-02e91c7f9d93 completed. CleanupClient=False, LostCleanup=False {} [16:04:47.794 DBG] [] transactionCreate: { "transactionsFactoryRef": "484f2920-5f41-4646-b247-53ab86b83d89", "attempts": [ { "commands": [ { "remove": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "0169dadf-0e89-42cd-8480-8d68442fabc0" }, "expectedResult": [ { "success": true } ] } }, { "commit": { "expectedResult": [ { "error": { "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookPoint": "AFTER_ATR_COMMIT" } ] }, "clusterConnectionId": "defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8" } {} [16:04:47.794 INF] [] Starting Transaction Test {} [16:04:47.794 DBG] [] Test: { "transactionsFactoryRef": "484f2920-5f41-4646-b247-53ab86b83d89", "attempts": [ { "commands": [ { "remove": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "0169dadf-0e89-42cd-8480-8d68442fabc0" }, "expectedResult": [ { "success": true } ] } }, { "commit": { "expectedResult": [ { "error": { "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookPoint": "AFTER_ATR_COMMIT" } ] }, "clusterConnectionId": "defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8" } {} [16:04:47.794 DBG] [] clusterConnectionId:defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8 {} [16:04:47.794 DBG] [] Using custom connection at host : couchbase://172.23.111.133 and with username Administrator {} [16:04:47.794 DBG] [] Registering 1 hooks {} [16:04:47.794 DBG] [] - Hook Point AfterAtrCommit with Action FailHard {} [16:04:47.795 DBG] [] Starting Attempt 0 {} [16:04:47.795 DBG] [] Performing TransactionCommand Remove {} [16:04:47.795 DBG] [] 49e0ef8d-63c7-4663-b39b-3e452d8912e5.ec42f7ea-f34c-4c45-a726-b045b9771571: Performing command: remove {} [16:04:47.952 DBG] [Couchbase.Transactions.AttemptContext] GetWithMav for 0169dadf-0e89-42cd-8480-8d68442fabc0, attemptId=ec42f7ea-f34c-4c45-a726-b045b9771571, postCas=1707494687870681088 {"Scope": ["GetWithKv", "GetWithMav"]} [16:04:47.952 DBG] [Couchbase.Transactions.AttemptContext] CheckWriteWriteConflict@WW_RM for default::_default::_default::0169dadf-0e89-42cd-8480-8d68442fabc0, attempt=ec42f7ea-f34c-4c45-a726-b045b9771571 {"Scope": ["RemoveWithKv", "CheckWriteWriteConflict"]} [16:04:47.952 DBG] [Couchbase.Transactions.AttemptContext] CheckWriteWriteConflict no other txn for default::_default::_default::0169dadf-0e89-42cd-8480-8d68442fabc0, attempt=ec42f7ea-f34c-4c45-a726-b045b9771571 {"Scope": ["RemoveWithKv", "CheckWriteWriteConflict"]} [16:04:47.953 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Requested Durability = Majority {"Scope": ["RemoveWithKv", "InitAtrIfNeeded"]} [16:04:48.128 INF] [Couchbase.Transactions.DataAccess.AtrRepository] Upserted ATR to PENDING _txn:atr-546-#cc/attempts.ec42f7ea-f34c-4c45-a726-b045b9771571 (cas = 1707494688200720384) {"Scope": ["RemoveWithKv", "SetAtrPending", "MutateAtrPending"]} [16:04:48.128 DBG] [Couchbase.Transactions.AttemptContext] SetAtrPending for default._default._default::_txn:atr-546-#cc (attempt=ec42f7ea-f34c-4c45-a726-b045b9771571) {"Scope": ["RemoveWithKv", "SetAtrPending"]} [16:04:48.332 DBG] [Couchbase.Transactions.AttemptContext] CreateStagedRemove for 0169dadf-0e89-42cd-8480-8d68442fabc0, attemptId=ec42f7ea-f34c-4c45-a726-b045b9771571, preCas=1707494687870681088, postCas=1707494688401063936 {"Scope": ["RemoveWithKv", "CreateStagedRemove"]} [16:04:48.332 DBG] [] 49e0ef8d-63c7-4663-b39b-3e452d8912e5.ec42f7ea-f34c-4c45-a726-b045b9771571: Command Succeeded {} [16:04:48.332 DBG] [] Performing TransactionCommand Commit {} [16:04:48.332 DBG] [] 49e0ef8d-63c7-4663-b39b-3e452d8912e5.ec42f7ea-f34c-4c45-a726-b045b9771571: Performing command: commit {} [16:04:48.500 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Updated to COMMITTED ATR _txn:atr-546-#cc/attempts.ec42f7ea-f34c-4c45-a726-b045b9771571 (cas = 1707494688573423616) {"Scope": ["CommitWithKv", "SetAtrCommit", "MutateAtrCommit"]} [16:04:48.500 DBG] [Couchbase.Transactions.AttemptContext] SetAtrCommit for default._default._default::_txn:atr-546-#cc (attempt=ec42f7ea-f34c-4c45-a726-b045b9771571) {"Scope": ["CommitWithKv", "SetAtrCommit"]} [16:04:48.501 WRN] [Couchbase.Transactions.AttemptContext] Failed attempt at committing due to FailHard {"Scope": ["CommitWithKv", "SetAtrCommit"]} [16:04:48.502 DBG] [] ExternalException.Unknown: Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 377 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 464 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 258 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 92 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1343 {} [16:04:48.502 DBG] [] Operation 'commit' failed as expected {} [16:04:48.503 DBG] [ExecuteApplicationLambda] Propagating error up. (ec = FailHard, retry = False, finalError = TransactionFailed) {} [16:04:48.503 INF] [ExecuteApplicationLambda] Attempt ec42f7ea-f34c-4c45-a726-b045b9771571 completed. CleanupClient=False, LostCleanup=False {} Transaction Failed with: Couchbase.Transactions.Error.TransactionFailedException: Transaction failed. ---> Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 377 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 464 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 258 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 92 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1343 --- End of inner exception stack trace --- at Couchbase.Transactions.Transactions.RunAsync(Func`2 transactionLogic, PerTransactionConfig perConfig, Boolean singleQueryTransactionMode) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/Transactions.cs:line 229 at Couchbase.Transactions.FitPerformer.TwoWayTransaction.Run(Transactions transactions, TransactionCreateRequest request, ClusterConnection connection, IServerStreamWriter`1 responseStream) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 68 -----------------------Context Info--------------------------- [16:04:48.504 DBG] [] UNKNOWN due to Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 377 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 464 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 258 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 92 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1343 {} [16:04:48.504 INF] [] Completed Transaction Test {} [16:04:49.002 DBG] [] transactionSingleQuery: { "transactionsFactoryRef": "484f2920-5f41-4646-b247-53ab86b83d89", "clusterConnectionId": "defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8", "query": { "statement": "INSERT INTO `_default` VALUES ('0169dadf-0e89-42cd-8480-8d68442fabc0', {\"content\":\"updated\"})", "expectedResult": [ { "anythingAllowed": true } ], "queryParameters": { }, "scope": { "bucketName": "default", "scopeName": "_default" } } } {} [16:04:49.002 DBG] [] clusterConnectionId:defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8 {} [16:04:49.002 DBG] [] Using custom connection at host : couchbase://172.23.111.133 and with username Administrator {} [16:04:49.002 DBG] [Couchbase.Transactions.AttemptContext] [d6bb63e8-6653-4e7e-a595-5495e3eff515] Executing Query: query: null {"Scope": ["QueryAsync", "QueryWrapper"]} [16:04:49.338 ERR] [Couchbase.Transactions.AttemptContext] [d6bb63e8-6653-4e7e-a595-5495e3eff515] query failed at query: Couchbase.CouchbaseException: Duplicate Key: 0169dadf-0e89-42cd-8480-8d68442fabc0 [17012] at Couchbase.Query.QueryResultExtensions.ThrowExceptionOnError[T](IQueryResult`1 result, QueryErrorContext context) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryResultExtensions.cs:line 142 at Couchbase.Query.QueryClient.ExecuteQuery[T](QueryOptions options, ITypeSerializer serializer, IRequestSpan span) at Couchbase.Query.QueryClient.QueryAsync[T](String statement, QueryOptions options) at Couchbase.Cluster.<>c__DisplayClass37_0`1.<g__Func|0>d.MoveNext() --- End of stack trace from previous location --- at Couchbase.Core.Retry.RetryOrchestrator.RetryAsync[T](Func`1 send, IRequest request) at Couchbase.Cluster.QueryAsync[T](String statement, QueryOptions options) at Couchbase.Transactions.AttemptContext.QueryWrapper[T](Int64 statementId, IScope scope, String statement, QueryOptions options, String hookPoint, IRequestSpan parentSpan, Boolean isBeginWork, Boolean existingErrorCheck, JObject txdata, Boolean txImplicit) -----------------------Context Info--------------------------- Couchbase.Core.Exceptions.Query.QueryErrorContext {"Scope": ["QueryAsync", "QueryWrapper"]} [16:04:49.339 INF] [ExecuteApplicationLambda] Attempt d6bb63e8-6653-4e7e-a595-5495e3eff515 completed. CleanupClient=False, LostCleanup=False {} [16:04:50.329 DBG] [] transactionCreate: { "transactionsFactoryRef": "484f2920-5f41-4646-b247-53ab86b83d89", "attempts": [ { "commands": [ { "remove": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "76bfcec2-facd-46f5-93a6-c2fa7b222b50" }, "expectedResult": [ { "success": true } ] } }, { "commit": { "expectedResult": [ { "error": { "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookPoint": "AFTER_ATR_COMMIT" } ] }, "clusterConnectionId": "defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8" } {} [16:04:50.329 INF] [] Starting Transaction Test {} [16:04:50.329 DBG] [] Test: { "transactionsFactoryRef": "484f2920-5f41-4646-b247-53ab86b83d89", "attempts": [ { "commands": [ { "remove": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "76bfcec2-facd-46f5-93a6-c2fa7b222b50" }, "expectedResult": [ { "success": true } ] } }, { "commit": { "expectedResult": [ { "error": { "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookPoint": "AFTER_ATR_COMMIT" } ] }, "clusterConnectionId": "defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8" } {} [16:04:50.329 DBG] [] clusterConnectionId:defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8 {} [16:04:50.329 DBG] [] Using custom connection at host : couchbase://172.23.111.133 and with username Administrator {} [16:04:50.329 DBG] [] Registering 1 hooks {} [16:04:50.329 DBG] [] - Hook Point AfterAtrCommit with Action FailHard {} [16:04:50.330 DBG] [] Starting Attempt 0 {} [16:04:50.330 DBG] [] Performing TransactionCommand Remove {} [16:04:50.330 DBG] [] dc904924-ac15-4343-a758-cf632f251554.b443a476-dade-467c-be64-ec4fe413f74b: Performing command: remove {} [16:04:50.486 DBG] [Couchbase.Transactions.AttemptContext] GetWithMav for 76bfcec2-facd-46f5-93a6-c2fa7b222b50, attemptId=b443a476-dade-467c-be64-ec4fe413f74b, postCas=1707494690405613568 {"Scope": ["GetWithKv", "GetWithMav"]} [16:04:50.487 DBG] [Couchbase.Transactions.AttemptContext] CheckWriteWriteConflict@WW_RM for default::_default::_default::76bfcec2-facd-46f5-93a6-c2fa7b222b50, attempt=b443a476-dade-467c-be64-ec4fe413f74b {"Scope": ["RemoveWithKv", "CheckWriteWriteConflict"]} [16:04:50.487 DBG] [Couchbase.Transactions.AttemptContext] CheckWriteWriteConflict no other txn for default::_default::_default::76bfcec2-facd-46f5-93a6-c2fa7b222b50, attempt=b443a476-dade-467c-be64-ec4fe413f74b {"Scope": ["RemoveWithKv", "CheckWriteWriteConflict"]} [16:04:50.487 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Requested Durability = Majority {"Scope": ["RemoveWithKv", "InitAtrIfNeeded"]} [16:04:50.648 INF] [Couchbase.Transactions.DataAccess.AtrRepository] Upserted ATR to PENDING _txn:atr-11-#89e/attempts.b443a476-dade-467c-be64-ec4fe413f74b (cas = 1707494690723725312) {"Scope": ["RemoveWithKv", "SetAtrPending", "MutateAtrPending"]} [16:04:50.649 DBG] [Couchbase.Transactions.AttemptContext] SetAtrPending for default._default._default::_txn:atr-11-#89e (attempt=b443a476-dade-467c-be64-ec4fe413f74b) {"Scope": ["RemoveWithKv", "SetAtrPending"]} [16:04:50.810 DBG] [Couchbase.Transactions.AttemptContext] CreateStagedRemove for 76bfcec2-facd-46f5-93a6-c2fa7b222b50, attemptId=b443a476-dade-467c-be64-ec4fe413f74b, preCas=1707494690405613568, postCas=1707494690885074944 {"Scope": ["RemoveWithKv", "CreateStagedRemove"]} [16:04:50.810 DBG] [] dc904924-ac15-4343-a758-cf632f251554.b443a476-dade-467c-be64-ec4fe413f74b: Command Succeeded {} [16:04:50.810 DBG] [] Performing TransactionCommand Commit {} [16:04:50.810 DBG] [] dc904924-ac15-4343-a758-cf632f251554.b443a476-dade-467c-be64-ec4fe413f74b: Performing command: commit {} [16:04:50.975 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Updated to COMMITTED ATR _txn:atr-11-#89e/attempts.b443a476-dade-467c-be64-ec4fe413f74b (cas = 1707494691047931904) {"Scope": ["CommitWithKv", "SetAtrCommit", "MutateAtrCommit"]} [16:04:50.975 DBG] [Couchbase.Transactions.AttemptContext] SetAtrCommit for default._default._default::_txn:atr-11-#89e (attempt=b443a476-dade-467c-be64-ec4fe413f74b) {"Scope": ["CommitWithKv", "SetAtrCommit"]} [16:04:50.976 WRN] [Couchbase.Transactions.AttemptContext] Failed attempt at committing due to FailHard {"Scope": ["CommitWithKv", "SetAtrCommit"]} [16:04:50.977 DBG] [] ExternalException.Unknown: Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 377 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 464 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 258 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 92 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1343 {} [16:04:50.977 DBG] [] Operation 'commit' failed as expected {} [16:04:50.977 DBG] [ExecuteApplicationLambda] Propagating error up. (ec = FailHard, retry = False, finalError = TransactionFailed) {} [16:04:50.977 INF] [ExecuteApplicationLambda] Attempt b443a476-dade-467c-be64-ec4fe413f74b completed. CleanupClient=False, LostCleanup=False {} Transaction Failed with: Couchbase.Transactions.Error.TransactionFailedException: Transaction failed. ---> Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 377 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 464 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 258 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 92 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1343 --- End of inner exception stack trace --- at Couchbase.Transactions.Transactions.RunAsync(Func`2 transactionLogic, PerTransactionConfig perConfig, Boolean singleQueryTransactionMode) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/Transactions.cs:line 229 at Couchbase.Transactions.FitPerformer.TwoWayTransaction.Run(Transactions transactions, TransactionCreateRequest request, ClusterConnection connection, IServerStreamWriter`1 responseStream) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 68 -----------------------Context Info--------------------------- [16:04:50.979 DBG] [] UNKNOWN due to Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 377 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 464 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 258 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 92 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1343 {} [16:04:50.979 INF] [] Completed Transaction Test {} [16:04:51.471 DBG] [] transactionSingleQuery: { "transactionsFactoryRef": "484f2920-5f41-4646-b247-53ab86b83d89", "clusterConnectionId": "defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8", "query": { "statement": "UPDATE `_default` SET content = \"updated-query\" WHERE META().id = '76bfcec2-facd-46f5-93a6-c2fa7b222b50'", "expectedResult": [ { "anythingAllowed": true } ], "checkMutations": true, "queryParameters": { }, "scope": { "bucketName": "default", "scopeName": "_default" } } } {} [16:04:51.471 DBG] [] clusterConnectionId:defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8 {} [16:04:51.471 DBG] [] Using custom connection at host : couchbase://172.23.111.133 and with username Administrator {} [16:04:51.471 DBG] [Couchbase.Transactions.AttemptContext] [090f9a18-d7be-4f15-8f38-20b8ab7a31d0] Executing Query: query: null {"Scope": ["QueryAsync", "QueryWrapper"]} [16:04:51.800 INF] [ExecuteApplicationLambda] Attempt 090f9a18-d7be-4f15-8f38-20b8ab7a31d0 completed. CleanupClient=False, LostCleanup=False {} [16:04:52.774 DBG] [] transactionCreate: { "transactionsFactoryRef": "484f2920-5f41-4646-b247-53ab86b83d89", "attempts": [ { "commands": [ { "remove": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "00e99aac-dfb3-450d-a0ef-611af64c381d" }, "expectedResult": [ { "success": true } ] } }, { "commit": { "expectedResult": [ { "error": { "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookPoint": "AFTER_ATR_COMMIT" } ] }, "clusterConnectionId": "defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8" } {} [16:04:52.774 INF] [] Starting Transaction Test {} [16:04:52.774 DBG] [] Test: { "transactionsFactoryRef": "484f2920-5f41-4646-b247-53ab86b83d89", "attempts": [ { "commands": [ { "remove": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "00e99aac-dfb3-450d-a0ef-611af64c381d" }, "expectedResult": [ { "success": true } ] } }, { "commit": { "expectedResult": [ { "error": { "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookPoint": "AFTER_ATR_COMMIT" } ] }, "clusterConnectionId": "defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8" } {} [16:04:52.774 DBG] [] clusterConnectionId:defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8 {} [16:04:52.774 DBG] [] Using custom connection at host : couchbase://172.23.111.133 and with username Administrator {} [16:04:52.774 DBG] [] Registering 1 hooks {} [16:04:52.774 DBG] [] - Hook Point AfterAtrCommit with Action FailHard {} [16:04:52.774 DBG] [] Starting Attempt 0 {} [16:04:52.774 DBG] [] Performing TransactionCommand Remove {} [16:04:52.774 DBG] [] cc03d0a4-83e8-44ce-abb6-b70d8a1ab41c.d053402e-43d6-4b04-9b97-7ee04367a8a4: Performing command: remove {} [16:04:52.932 DBG] [Couchbase.Transactions.AttemptContext] GetWithMav for 00e99aac-dfb3-450d-a0ef-611af64c381d, attemptId=d053402e-43d6-4b04-9b97-7ee04367a8a4, postCas=1707494692850171904 {"Scope": ["GetWithKv", "GetWithMav"]} [16:04:52.932 DBG] [Couchbase.Transactions.AttemptContext] CheckWriteWriteConflict@WW_RM for default::_default::_default::00e99aac-dfb3-450d-a0ef-611af64c381d, attempt=d053402e-43d6-4b04-9b97-7ee04367a8a4 {"Scope": ["RemoveWithKv", "CheckWriteWriteConflict"]} [16:04:52.932 DBG] [Couchbase.Transactions.AttemptContext] CheckWriteWriteConflict no other txn for default::_default::_default::00e99aac-dfb3-450d-a0ef-611af64c381d, attempt=d053402e-43d6-4b04-9b97-7ee04367a8a4 {"Scope": ["RemoveWithKv", "CheckWriteWriteConflict"]} [16:04:52.933 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Requested Durability = Majority {"Scope": ["RemoveWithKv", "InitAtrIfNeeded"]} [16:04:53.095 INF] [Couchbase.Transactions.DataAccess.AtrRepository] Upserted ATR to PENDING _txn:atr-460-#2db/attempts.d053402e-43d6-4b04-9b97-7ee04367a8a4 (cas = 1707494693168480256) {"Scope": ["RemoveWithKv", "SetAtrPending", "MutateAtrPending"]} [16:04:53.095 DBG] [Couchbase.Transactions.AttemptContext] SetAtrPending for default._default._default::_txn:atr-460-#2db (attempt=d053402e-43d6-4b04-9b97-7ee04367a8a4) {"Scope": ["RemoveWithKv", "SetAtrPending"]} [16:04:53.256 DBG] [Couchbase.Transactions.AttemptContext] CreateStagedRemove for 00e99aac-dfb3-450d-a0ef-611af64c381d, attemptId=d053402e-43d6-4b04-9b97-7ee04367a8a4, preCas=1707494692850171904, postCas=1707494693331402752 {"Scope": ["RemoveWithKv", "CreateStagedRemove"]} [16:04:53.257 DBG] [] cc03d0a4-83e8-44ce-abb6-b70d8a1ab41c.d053402e-43d6-4b04-9b97-7ee04367a8a4: Command Succeeded {} [16:04:53.257 DBG] [] Performing TransactionCommand Commit {} [16:04:53.257 DBG] [] cc03d0a4-83e8-44ce-abb6-b70d8a1ab41c.d053402e-43d6-4b04-9b97-7ee04367a8a4: Performing command: commit {} [16:04:53.418 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Updated to COMMITTED ATR _txn:atr-460-#2db/attempts.d053402e-43d6-4b04-9b97-7ee04367a8a4 (cas = 1707494693492490240) {"Scope": ["CommitWithKv", "SetAtrCommit", "MutateAtrCommit"]} [16:04:53.418 DBG] [Couchbase.Transactions.AttemptContext] SetAtrCommit for default._default._default::_txn:atr-460-#2db (attempt=d053402e-43d6-4b04-9b97-7ee04367a8a4) {"Scope": ["CommitWithKv", "SetAtrCommit"]} [16:04:53.419 WRN] [Couchbase.Transactions.AttemptContext] Failed attempt at committing due to FailHard {"Scope": ["CommitWithKv", "SetAtrCommit"]} [16:04:53.420 DBG] [] ExternalException.Unknown: Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 377 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 464 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 258 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 92 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1343 {} [16:04:53.420 DBG] [] Operation 'commit' failed as expected {} [16:04:53.420 DBG] [ExecuteApplicationLambda] Propagating error up. (ec = FailHard, retry = False, finalError = TransactionFailed) {} [16:04:53.421 INF] [ExecuteApplicationLambda] Attempt d053402e-43d6-4b04-9b97-7ee04367a8a4 completed. CleanupClient=False, LostCleanup=False {} Transaction Failed with: Couchbase.Transactions.Error.TransactionFailedException: Transaction failed. ---> Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 377 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 464 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 258 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 92 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1343 --- End of inner exception stack trace --- at Couchbase.Transactions.Transactions.RunAsync(Func`2 transactionLogic, PerTransactionConfig perConfig, Boolean singleQueryTransactionMode) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/Transactions.cs:line 229 at Couchbase.Transactions.FitPerformer.TwoWayTransaction.Run(Transactions transactions, TransactionCreateRequest request, ClusterConnection connection, IServerStreamWriter`1 responseStream) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 68 -----------------------Context Info--------------------------- [16:04:53.422 DBG] [] UNKNOWN due to Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 377 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 464 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 258 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 92 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1343 {} [16:04:53.422 INF] [] Completed Transaction Test {} [16:04:53.919 DBG] [] transactionSingleQuery: { "transactionsFactoryRef": "484f2920-5f41-4646-b247-53ab86b83d89", "clusterConnectionId": "defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8", "query": { "statement": "DELETE FROM `_default` WHERE META().id = '00e99aac-dfb3-450d-a0ef-611af64c381d'", "expectedResult": [ { "anythingAllowed": true } ], "checkMutations": true, "queryParameters": { }, "scope": { "bucketName": "default", "scopeName": "_default" } } } {} [16:04:53.919 DBG] [] clusterConnectionId:defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8 {} [16:04:53.919 DBG] [] Using custom connection at host : couchbase://172.23.111.133 and with username Administrator {} [16:04:53.919 DBG] [Couchbase.Transactions.AttemptContext] [7ab574a8-96e8-45f9-a590-ebf7a04f0ec2] Executing Query: query: null {"Scope": ["QueryAsync", "QueryWrapper"]} [16:04:54.248 INF] [ExecuteApplicationLambda] Attempt 7ab574a8-96e8-45f9-a590-ebf7a04f0ec2 completed. CleanupClient=False, LostCleanup=False {} [16:04:55.234 DBG] [] transactionCreate: { "transactionsFactoryRef": "484f2920-5f41-4646-b247-53ab86b83d89", "attempts": [ { "commands": [ { "remove": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "836aba3d-e4df-4240-84e4-ac27a1c0b4b5" }, "expectedResult": [ { "success": true } ] } }, { "commit": { "expectedResult": [ { "error": { "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookPoint": "AFTER_ATR_COMMIT" } ] }, "clusterConnectionId": "defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8" } {} [16:04:55.234 INF] [] Starting Transaction Test {} [16:04:55.234 DBG] [] Test: { "transactionsFactoryRef": "484f2920-5f41-4646-b247-53ab86b83d89", "attempts": [ { "commands": [ { "remove": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "836aba3d-e4df-4240-84e4-ac27a1c0b4b5" }, "expectedResult": [ { "success": true } ] } }, { "commit": { "expectedResult": [ { "error": { "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookPoint": "AFTER_ATR_COMMIT" } ] }, "clusterConnectionId": "defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8" } {} [16:04:55.234 DBG] [] clusterConnectionId:defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8 {} [16:04:55.234 DBG] [] Using custom connection at host : couchbase://172.23.111.133 and with username Administrator {} [16:04:55.235 DBG] [] Registering 1 hooks {} [16:04:55.235 DBG] [] - Hook Point AfterAtrCommit with Action FailHard {} [16:04:55.235 DBG] [] Starting Attempt 0 {} [16:04:55.235 DBG] [] Performing TransactionCommand Remove {} [16:04:55.235 DBG] [] 3bb50ecd-f09a-49c1-a2b8-a1e133acd216.9d0910f0-2d8a-4dbd-81dd-a23e1417ecfc: Performing command: remove {} [16:04:55.401 DBG] [Couchbase.Transactions.AttemptContext] GetWithMav for 836aba3d-e4df-4240-84e4-ac27a1c0b4b5, attemptId=9d0910f0-2d8a-4dbd-81dd-a23e1417ecfc, postCas=1707494695308427264 {"Scope": ["GetWithKv", "GetWithMav"]} [16:04:55.401 DBG] [Couchbase.Transactions.AttemptContext] CheckWriteWriteConflict@WW_RM for default::_default::_default::836aba3d-e4df-4240-84e4-ac27a1c0b4b5, attempt=9d0910f0-2d8a-4dbd-81dd-a23e1417ecfc {"Scope": ["RemoveWithKv", "CheckWriteWriteConflict"]} [16:04:55.401 DBG] [Couchbase.Transactions.AttemptContext] CheckWriteWriteConflict no other txn for default::_default::_default::836aba3d-e4df-4240-84e4-ac27a1c0b4b5, attempt=9d0910f0-2d8a-4dbd-81dd-a23e1417ecfc {"Scope": ["RemoveWithKv", "CheckWriteWriteConflict"]} [16:04:55.402 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Requested Durability = Majority {"Scope": ["RemoveWithKv", "InitAtrIfNeeded"]} [16:04:55.570 INF] [Couchbase.Transactions.DataAccess.AtrRepository] Upserted ATR to PENDING _txn:atr-659-#cb9/attempts.9d0910f0-2d8a-4dbd-81dd-a23e1417ecfc (cas = 1707494695644430336) {"Scope": ["RemoveWithKv", "SetAtrPending", "MutateAtrPending"]} [16:04:55.570 DBG] [Couchbase.Transactions.AttemptContext] SetAtrPending for default._default._default::_txn:atr-659-#cb9 (attempt=9d0910f0-2d8a-4dbd-81dd-a23e1417ecfc) {"Scope": ["RemoveWithKv", "SetAtrPending"]} [16:04:55.733 DBG] [Couchbase.Transactions.AttemptContext] CreateStagedRemove for 836aba3d-e4df-4240-84e4-ac27a1c0b4b5, attemptId=9d0910f0-2d8a-4dbd-81dd-a23e1417ecfc, preCas=1707494695308427264, postCas=1707494695807549440 {"Scope": ["RemoveWithKv", "CreateStagedRemove"]} [16:04:55.733 DBG] [] 3bb50ecd-f09a-49c1-a2b8-a1e133acd216.9d0910f0-2d8a-4dbd-81dd-a23e1417ecfc: Command Succeeded {} [16:04:55.733 DBG] [] Performing TransactionCommand Commit {} [16:04:55.733 DBG] [] 3bb50ecd-f09a-49c1-a2b8-a1e133acd216.9d0910f0-2d8a-4dbd-81dd-a23e1417ecfc: Performing command: commit {} [16:04:55.902 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Updated to COMMITTED ATR _txn:atr-659-#cb9/attempts.9d0910f0-2d8a-4dbd-81dd-a23e1417ecfc (cas = 1707494695976960000) {"Scope": ["CommitWithKv", "SetAtrCommit", "MutateAtrCommit"]} [16:04:55.902 DBG] [Couchbase.Transactions.AttemptContext] SetAtrCommit for default._default._default::_txn:atr-659-#cb9 (attempt=9d0910f0-2d8a-4dbd-81dd-a23e1417ecfc) {"Scope": ["CommitWithKv", "SetAtrCommit"]} [16:04:55.902 WRN] [Couchbase.Transactions.AttemptContext] Failed attempt at committing due to FailHard {"Scope": ["CommitWithKv", "SetAtrCommit"]} [16:04:55.904 DBG] [] ExternalException.Unknown: Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 377 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 464 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 258 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 92 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1343 {} [16:04:55.904 DBG] [] Operation 'commit' failed as expected {} [16:04:55.904 DBG] [ExecuteApplicationLambda] Propagating error up. (ec = FailHard, retry = False, finalError = TransactionFailed) {} [16:04:55.904 INF] [ExecuteApplicationLambda] Attempt 9d0910f0-2d8a-4dbd-81dd-a23e1417ecfc completed. CleanupClient=False, LostCleanup=False {} Transaction Failed with: Couchbase.Transactions.Error.TransactionFailedException: Transaction failed. ---> Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 377 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 464 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 258 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 92 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1343 --- End of inner exception stack trace --- at Couchbase.Transactions.Transactions.RunAsync(Func`2 transactionLogic, PerTransactionConfig perConfig, Boolean singleQueryTransactionMode) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/Transactions.cs:line 229 at Couchbase.Transactions.FitPerformer.TwoWayTransaction.Run(Transactions transactions, TransactionCreateRequest request, ClusterConnection connection, IServerStreamWriter`1 responseStream) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 68 -----------------------Context Info--------------------------- [16:04:55.906 DBG] [] UNKNOWN due to Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 377 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 464 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 258 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 92 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1343 {} [16:04:55.906 INF] [] Completed Transaction Test {} [16:04:56.416 DBG] [] transactionSingleQuery: { "transactionsFactoryRef": "484f2920-5f41-4646-b247-53ab86b83d89", "clusterConnectionId": "defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8", "query": { "statement": "SELECT * FROM `_default` WHERE META().id = '836aba3d-e4df-4240-84e4-ac27a1c0b4b5'", "expectedResult": [ { "anythingAllowed": true } ], "checkRowCount": true, "queryParameters": { }, "scope": { "bucketName": "default", "scopeName": "_default" } } } {} [16:04:56.416 DBG] [] clusterConnectionId:defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8 {} [16:04:56.416 DBG] [] Using custom connection at host : couchbase://172.23.111.133 and with username Administrator {} [16:04:56.416 DBG] [Couchbase.Transactions.AttemptContext] [1c1f9782-c578-41b8-a555-efba11999489] Executing Query: query: null {"Scope": ["QueryAsync", "QueryWrapper"]} [16:04:56.762 INF] [ExecuteApplicationLambda] Attempt 1c1f9782-c578-41b8-a555-efba11999489 completed. CleanupClient=False, LostCleanup=False {} [16:04:58.425 DBG] [] transactionCreate: { "transactionsFactoryRef": "484f2920-5f41-4646-b247-53ab86b83d89", "attempts": [ { "commands": [ { "remove": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "d7675b88-f128-4c03-9db6-043688d755fd" }, "expectedResult": [ { "success": true } ] } }, { "commit": { "expectedResult": [ { "error": { "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookPoint": "AFTER_ATR_COMMIT" } ] }, "clusterConnectionId": "defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8" } {} [16:04:58.425 INF] [] Starting Transaction Test {} [16:04:58.425 DBG] [] Test: { "transactionsFactoryRef": "484f2920-5f41-4646-b247-53ab86b83d89", "attempts": [ { "commands": [ { "remove": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "d7675b88-f128-4c03-9db6-043688d755fd" }, "expectedResult": [ { "success": true } ] } }, { "commit": { "expectedResult": [ { "error": { "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookPoint": "AFTER_ATR_COMMIT" } ] }, "clusterConnectionId": "defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8" } {} [16:04:58.425 DBG] [] clusterConnectionId:defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8 {} [16:04:58.425 DBG] [] Using custom connection at host : couchbase://172.23.111.133 and with username Administrator {} [16:04:58.425 DBG] [] Registering 1 hooks {} [16:04:58.425 DBG] [] - Hook Point AfterAtrCommit with Action FailHard {} [16:04:58.426 DBG] [] Starting Attempt 0 {} [16:04:58.426 DBG] [] Performing TransactionCommand Remove {} [16:04:58.426 DBG] [] 6515e1c3-b622-490d-9d27-b1a4808eeec0.bdb097c1-8831-494b-8812-f63aeea92899: Performing command: remove {} [16:04:58.582 DBG] [Couchbase.Transactions.AttemptContext] GetWithMav for d7675b88-f128-4c03-9db6-043688d755fd, attemptId=bdb097c1-8831-494b-8812-f63aeea92899, postCas=1707494698499440640 {"Scope": ["GetWithKv", "GetWithMav"]} [16:04:58.583 DBG] [Couchbase.Transactions.AttemptContext] CheckWriteWriteConflict@WW_RM for default::_default::_default::d7675b88-f128-4c03-9db6-043688d755fd, attempt=bdb097c1-8831-494b-8812-f63aeea92899 {"Scope": ["RemoveWithKv", "CheckWriteWriteConflict"]} [16:04:58.583 DBG] [Couchbase.Transactions.AttemptContext] CheckWriteWriteConflict no other txn for default::_default::_default::d7675b88-f128-4c03-9db6-043688d755fd, attempt=bdb097c1-8831-494b-8812-f63aeea92899 {"Scope": ["RemoveWithKv", "CheckWriteWriteConflict"]} [16:04:58.583 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Requested Durability = Majority {"Scope": ["RemoveWithKv", "InitAtrIfNeeded"]} [16:04:58.745 INF] [Couchbase.Transactions.DataAccess.AtrRepository] Upserted ATR to PENDING _txn:atr-73-#924/attempts.bdb097c1-8831-494b-8812-f63aeea92899 (cas = 1707494698818732032) {"Scope": ["RemoveWithKv", "SetAtrPending", "MutateAtrPending"]} [16:04:58.745 DBG] [Couchbase.Transactions.AttemptContext] SetAtrPending for default._default._default::_txn:atr-73-#924 (attempt=bdb097c1-8831-494b-8812-f63aeea92899) {"Scope": ["RemoveWithKv", "SetAtrPending"]} [16:04:58.906 DBG] [Couchbase.Transactions.AttemptContext] CreateStagedRemove for d7675b88-f128-4c03-9db6-043688d755fd, attemptId=bdb097c1-8831-494b-8812-f63aeea92899, preCas=1707494698499440640, postCas=1707494698980802560 {"Scope": ["RemoveWithKv", "CreateStagedRemove"]} [16:04:58.906 DBG] [] 6515e1c3-b622-490d-9d27-b1a4808eeec0.bdb097c1-8831-494b-8812-f63aeea92899: Command Succeeded {} [16:04:58.906 DBG] [] Performing TransactionCommand Commit {} [16:04:58.906 DBG] [] 6515e1c3-b622-490d-9d27-b1a4808eeec0.bdb097c1-8831-494b-8812-f63aeea92899: Performing command: commit {} [16:04:59.066 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Updated to COMMITTED ATR _txn:atr-73-#924/attempts.bdb097c1-8831-494b-8812-f63aeea92899 (cas = 1707494699140448256) {"Scope": ["CommitWithKv", "SetAtrCommit", "MutateAtrCommit"]} [16:04:59.066 DBG] [Couchbase.Transactions.AttemptContext] SetAtrCommit for default._default._default::_txn:atr-73-#924 (attempt=bdb097c1-8831-494b-8812-f63aeea92899) {"Scope": ["CommitWithKv", "SetAtrCommit"]} [16:04:59.067 WRN] [Couchbase.Transactions.AttemptContext] Failed attempt at committing due to FailHard {"Scope": ["CommitWithKv", "SetAtrCommit"]} [16:04:59.068 DBG] [] ExternalException.Unknown: Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 377 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 464 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 258 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 92 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1343 {} [16:04:59.068 DBG] [] Operation 'commit' failed as expected {} [16:04:59.069 DBG] [ExecuteApplicationLambda] Propagating error up. (ec = FailHard, retry = False, finalError = TransactionFailed) {} [16:04:59.069 INF] [ExecuteApplicationLambda] Attempt bdb097c1-8831-494b-8812-f63aeea92899 completed. CleanupClient=False, LostCleanup=False {} Transaction Failed with: Couchbase.Transactions.Error.TransactionFailedException: Transaction failed. ---> Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 377 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 464 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 258 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 92 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1343 --- End of inner exception stack trace --- at Couchbase.Transactions.Transactions.RunAsync(Func`2 transactionLogic, PerTransactionConfig perConfig, Boolean singleQueryTransactionMode) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/Transactions.cs:line 229 at Couchbase.Transactions.FitPerformer.TwoWayTransaction.Run(Transactions transactions, TransactionCreateRequest request, ClusterConnection connection, IServerStreamWriter`1 responseStream) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 68 -----------------------Context Info--------------------------- [16:04:59.071 DBG] [] UNKNOWN due to Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 377 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 464 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 258 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 92 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1343 {} [16:04:59.071 INF] [] Completed Transaction Test {} [16:04:59.075 DBG] [] transactionSingleQuery: { "transactionsFactoryRef": "484f2920-5f41-4646-b247-53ab86b83d89", "clusterConnectionId": "defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8", "query": { "statement": "INSERT INTO `_default` VALUES ('d7675b88-f128-4c03-9db6-043688d755fd', {\"content\":\"updated\"})", "expectedResult": [ { "anythingAllowed": true } ], "queryParameters": { }, "scope": { "bucketName": "default", "scopeName": "_default" } } } {} [16:04:59.075 DBG] [] clusterConnectionId:defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8 {} [16:04:59.075 DBG] [] Using custom connection at host : couchbase://172.23.111.133 and with username Administrator {} [16:04:59.075 DBG] [Couchbase.Transactions.AttemptContext] [c6ec2a5d-fc27-412a-8b0a-9e4f972766ec] Executing Query: query: null {"Scope": ["QueryAsync", "QueryWrapper"]} [16:04:59.419 ERR] [Couchbase.Transactions.AttemptContext] [c6ec2a5d-fc27-412a-8b0a-9e4f972766ec] query failed at query: Couchbase.CouchbaseException: Duplicate Key: d7675b88-f128-4c03-9db6-043688d755fd [17012] at Couchbase.Query.QueryResultExtensions.ThrowExceptionOnError[T](IQueryResult`1 result, QueryErrorContext context) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryResultExtensions.cs:line 142 at Couchbase.Query.QueryClient.ExecuteQuery[T](QueryOptions options, ITypeSerializer serializer, IRequestSpan span) at Couchbase.Query.QueryClient.QueryAsync[T](String statement, QueryOptions options) at Couchbase.Cluster.<>c__DisplayClass37_0`1.<g__Func|0>d.MoveNext() --- End of stack trace from previous location --- at Couchbase.Core.Retry.RetryOrchestrator.RetryAsync[T](Func`1 send, IRequest request) at Couchbase.Cluster.QueryAsync[T](String statement, QueryOptions options) at Couchbase.Transactions.AttemptContext.QueryWrapper[T](Int64 statementId, IScope scope, String statement, QueryOptions options, String hookPoint, IRequestSpan parentSpan, Boolean isBeginWork, Boolean existingErrorCheck, JObject txdata, Boolean txImplicit) -----------------------Context Info--------------------------- Couchbase.Core.Exceptions.Query.QueryErrorContext {"Scope": ["QueryAsync", "QueryWrapper"]} [16:04:59.419 INF] [ExecuteApplicationLambda] Attempt c6ec2a5d-fc27-412a-8b0a-9e4f972766ec completed. CleanupClient=False, LostCleanup=False {} [16:05:00.396 DBG] [] transactionCreate: { "transactionsFactoryRef": "484f2920-5f41-4646-b247-53ab86b83d89", "attempts": [ { "commands": [ { "remove": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "54043086-6052-4e95-8654-ec9ea2745a39" }, "expectedResult": [ { "success": true } ] } }, { "commit": { "expectedResult": [ { "error": { "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookPoint": "AFTER_ATR_COMMIT" } ] }, "clusterConnectionId": "defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8" } {} [16:05:00.396 INF] [] Starting Transaction Test {} [16:05:00.396 DBG] [] Test: { "transactionsFactoryRef": "484f2920-5f41-4646-b247-53ab86b83d89", "attempts": [ { "commands": [ { "remove": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "54043086-6052-4e95-8654-ec9ea2745a39" }, "expectedResult": [ { "success": true } ] } }, { "commit": { "expectedResult": [ { "error": { "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookPoint": "AFTER_ATR_COMMIT" } ] }, "clusterConnectionId": "defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8" } {} [16:05:00.396 DBG] [] clusterConnectionId:defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8 {} [16:05:00.396 DBG] [] Using custom connection at host : couchbase://172.23.111.133 and with username Administrator {} [16:05:00.396 DBG] [] Registering 1 hooks {} [16:05:00.396 DBG] [] - Hook Point AfterAtrCommit with Action FailHard {} [16:05:00.397 DBG] [] Starting Attempt 0 {} [16:05:00.397 DBG] [] Performing TransactionCommand Remove {} [16:05:00.397 DBG] [] 28397d6b-9a02-4d55-995c-0c442da2c750.0e75248a-f21f-491e-a476-def553176ca7: Performing command: remove {} [16:05:00.553 DBG] [Couchbase.Transactions.AttemptContext] GetWithMav for 54043086-6052-4e95-8654-ec9ea2745a39, attemptId=0e75248a-f21f-491e-a476-def553176ca7, postCas=1707494700471091200 {"Scope": ["GetWithKv", "GetWithMav"]} [16:05:00.553 DBG] [Couchbase.Transactions.AttemptContext] CheckWriteWriteConflict@WW_RM for default::_default::_default::54043086-6052-4e95-8654-ec9ea2745a39, attempt=0e75248a-f21f-491e-a476-def553176ca7 {"Scope": ["RemoveWithKv", "CheckWriteWriteConflict"]} [16:05:00.553 DBG] [Couchbase.Transactions.AttemptContext] CheckWriteWriteConflict no other txn for default::_default::_default::54043086-6052-4e95-8654-ec9ea2745a39, attempt=0e75248a-f21f-491e-a476-def553176ca7 {"Scope": ["RemoveWithKv", "CheckWriteWriteConflict"]} [16:05:00.553 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Requested Durability = Majority {"Scope": ["RemoveWithKv", "InitAtrIfNeeded"]} [16:05:00.715 INF] [Couchbase.Transactions.DataAccess.AtrRepository] Upserted ATR to PENDING _txn:atr-245-#5969/attempts.0e75248a-f21f-491e-a476-def553176ca7 (cas = 1707494700790120448) {"Scope": ["RemoveWithKv", "SetAtrPending", "MutateAtrPending"]} [16:05:00.715 DBG] [Couchbase.Transactions.AttemptContext] SetAtrPending for default._default._default::_txn:atr-245-#5969 (attempt=0e75248a-f21f-491e-a476-def553176ca7) {"Scope": ["RemoveWithKv", "SetAtrPending"]} [16:05:00.876 DBG] [Couchbase.Transactions.AttemptContext] CreateStagedRemove for 54043086-6052-4e95-8654-ec9ea2745a39, attemptId=0e75248a-f21f-491e-a476-def553176ca7, preCas=1707494700471091200, postCas=1707494700951339008 {"Scope": ["RemoveWithKv", "CreateStagedRemove"]} [16:05:00.877 DBG] [] 28397d6b-9a02-4d55-995c-0c442da2c750.0e75248a-f21f-491e-a476-def553176ca7: Command Succeeded {} [16:05:00.877 DBG] [] Performing TransactionCommand Commit {} [16:05:00.877 DBG] [] 28397d6b-9a02-4d55-995c-0c442da2c750.0e75248a-f21f-491e-a476-def553176ca7: Performing command: commit {} [16:05:01.039 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Updated to COMMITTED ATR _txn:atr-245-#5969/attempts.0e75248a-f21f-491e-a476-def553176ca7 (cas = 1707494701114654720) {"Scope": ["CommitWithKv", "SetAtrCommit", "MutateAtrCommit"]} [16:05:01.040 DBG] [Couchbase.Transactions.AttemptContext] SetAtrCommit for default._default._default::_txn:atr-245-#5969 (attempt=0e75248a-f21f-491e-a476-def553176ca7) {"Scope": ["CommitWithKv", "SetAtrCommit"]} [16:05:01.040 WRN] [Couchbase.Transactions.AttemptContext] Failed attempt at committing due to FailHard {"Scope": ["CommitWithKv", "SetAtrCommit"]} [16:05:01.041 DBG] [] ExternalException.Unknown: Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 377 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 464 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 258 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 92 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1343 {} [16:05:01.041 DBG] [] Operation 'commit' failed as expected {} [16:05:01.042 DBG] [ExecuteApplicationLambda] Propagating error up. (ec = FailHard, retry = False, finalError = TransactionFailed) {} [16:05:01.042 INF] [ExecuteApplicationLambda] Attempt 0e75248a-f21f-491e-a476-def553176ca7 completed. CleanupClient=False, LostCleanup=False {} Transaction Failed with: Couchbase.Transactions.Error.TransactionFailedException: Transaction failed. ---> Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 377 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 464 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 258 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 92 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1343 --- End of inner exception stack trace --- at Couchbase.Transactions.Transactions.RunAsync(Func`2 transactionLogic, PerTransactionConfig perConfig, Boolean singleQueryTransactionMode) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/Transactions.cs:line 229 at Couchbase.Transactions.FitPerformer.TwoWayTransaction.Run(Transactions transactions, TransactionCreateRequest request, ClusterConnection connection, IServerStreamWriter`1 responseStream) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 68 -----------------------Context Info--------------------------- [16:05:01.044 DBG] [] UNKNOWN due to Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 377 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 464 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 258 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 92 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1343 {} [16:05:01.044 INF] [] Completed Transaction Test {} [16:05:01.047 DBG] [] transactionSingleQuery: { "transactionsFactoryRef": "484f2920-5f41-4646-b247-53ab86b83d89", "clusterConnectionId": "defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8", "query": { "statement": "UPDATE `_default` SET content = \"updated-query\" WHERE META().id = '54043086-6052-4e95-8654-ec9ea2745a39'", "expectedResult": [ { "anythingAllowed": true } ], "checkMutations": true, "queryParameters": { }, "scope": { "bucketName": "default", "scopeName": "_default" } } } {} [16:05:01.047 DBG] [] clusterConnectionId:defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8 {} [16:05:01.047 DBG] [] Using custom connection at host : couchbase://172.23.111.133 and with username Administrator {} [16:05:01.047 DBG] [Couchbase.Transactions.AttemptContext] [a2915c54-9566-4a8b-9f8d-5b1cf9ce59ba] Executing Query: query: null {"Scope": ["QueryAsync", "QueryWrapper"]} [16:05:01.221 INF] [ExecuteApplicationLambda] Attempt a2915c54-9566-4a8b-9f8d-5b1cf9ce59ba completed. CleanupClient=False, LostCleanup=False {} [16:05:02.193 DBG] [] transactionCreate: { "transactionsFactoryRef": "484f2920-5f41-4646-b247-53ab86b83d89", "attempts": [ { "commands": [ { "remove": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "2be0d1b7-8d85-478f-a08b-2ba584585451" }, "expectedResult": [ { "success": true } ] } }, { "commit": { "expectedResult": [ { "error": { "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookPoint": "AFTER_ATR_COMMIT" } ] }, "clusterConnectionId": "defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8" } {} [16:05:02.193 INF] [] Starting Transaction Test {} [16:05:02.193 DBG] [] Test: { "transactionsFactoryRef": "484f2920-5f41-4646-b247-53ab86b83d89", "attempts": [ { "commands": [ { "remove": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "2be0d1b7-8d85-478f-a08b-2ba584585451" }, "expectedResult": [ { "success": true } ] } }, { "commit": { "expectedResult": [ { "error": { "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookPoint": "AFTER_ATR_COMMIT" } ] }, "clusterConnectionId": "defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8" } {} [16:05:02.193 DBG] [] clusterConnectionId:defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8 {} [16:05:02.193 DBG] [] Using custom connection at host : couchbase://172.23.111.133 and with username Administrator {} [16:05:02.193 DBG] [] Registering 1 hooks {} [16:05:02.193 DBG] [] - Hook Point AfterAtrCommit with Action FailHard {} [16:05:02.193 DBG] [] Starting Attempt 0 {} [16:05:02.193 DBG] [] Performing TransactionCommand Remove {} [16:05:02.193 DBG] [] 6e456ebd-7b39-40a0-8d2b-1b514eec7a37.720e7e59-abb3-46ae-8291-ac981d72c236: Performing command: remove {} [16:05:02.351 DBG] [Couchbase.Transactions.AttemptContext] GetWithMav for 2be0d1b7-8d85-478f-a08b-2ba584585451, attemptId=720e7e59-abb3-46ae-8291-ac981d72c236, postCas=1707494702268416000 {"Scope": ["GetWithKv", "GetWithMav"]} [16:05:02.351 DBG] [Couchbase.Transactions.AttemptContext] CheckWriteWriteConflict@WW_RM for default::_default::_default::2be0d1b7-8d85-478f-a08b-2ba584585451, attempt=720e7e59-abb3-46ae-8291-ac981d72c236 {"Scope": ["RemoveWithKv", "CheckWriteWriteConflict"]} [16:05:02.351 DBG] [Couchbase.Transactions.AttemptContext] CheckWriteWriteConflict no other txn for default::_default::_default::2be0d1b7-8d85-478f-a08b-2ba584585451, attempt=720e7e59-abb3-46ae-8291-ac981d72c236 {"Scope": ["RemoveWithKv", "CheckWriteWriteConflict"]} [16:05:02.351 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Requested Durability = Majority {"Scope": ["RemoveWithKv", "InitAtrIfNeeded"]} [16:05:02.522 INF] [Couchbase.Transactions.DataAccess.AtrRepository] Upserted ATR to PENDING _txn:atr-808-#828/attempts.720e7e59-abb3-46ae-8291-ac981d72c236 (cas = 1707494702595833856) {"Scope": ["RemoveWithKv", "SetAtrPending", "MutateAtrPending"]} [16:05:02.522 DBG] [Couchbase.Transactions.AttemptContext] SetAtrPending for default._default._default::_txn:atr-808-#828 (attempt=720e7e59-abb3-46ae-8291-ac981d72c236) {"Scope": ["RemoveWithKv", "SetAtrPending"]} [16:05:02.685 DBG] [Couchbase.Transactions.AttemptContext] CreateStagedRemove for 2be0d1b7-8d85-478f-a08b-2ba584585451, attemptId=720e7e59-abb3-46ae-8291-ac981d72c236, preCas=1707494702268416000, postCas=1707494702759215104 {"Scope": ["RemoveWithKv", "CreateStagedRemove"]} [16:05:02.685 DBG] [] 6e456ebd-7b39-40a0-8d2b-1b514eec7a37.720e7e59-abb3-46ae-8291-ac981d72c236: Command Succeeded {} [16:05:02.685 DBG] [] Performing TransactionCommand Commit {} [16:05:02.685 DBG] [] 6e456ebd-7b39-40a0-8d2b-1b514eec7a37.720e7e59-abb3-46ae-8291-ac981d72c236: Performing command: commit {} [16:05:02.847 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Updated to COMMITTED ATR _txn:atr-808-#828/attempts.720e7e59-abb3-46ae-8291-ac981d72c236 (cas = 1707494702922006528) {"Scope": ["CommitWithKv", "SetAtrCommit", "MutateAtrCommit"]} [16:05:02.847 DBG] [Couchbase.Transactions.AttemptContext] SetAtrCommit for default._default._default::_txn:atr-808-#828 (attempt=720e7e59-abb3-46ae-8291-ac981d72c236) {"Scope": ["CommitWithKv", "SetAtrCommit"]} [16:05:02.848 WRN] [Couchbase.Transactions.AttemptContext] Failed attempt at committing due to FailHard {"Scope": ["CommitWithKv", "SetAtrCommit"]} [16:05:02.849 DBG] [] ExternalException.Unknown: Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 377 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 464 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 258 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 92 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1343 {} [16:05:02.849 DBG] [] Operation 'commit' failed as expected {} [16:05:02.850 DBG] [ExecuteApplicationLambda] Propagating error up. (ec = FailHard, retry = False, finalError = TransactionFailed) {} [16:05:02.850 INF] [ExecuteApplicationLambda] Attempt 720e7e59-abb3-46ae-8291-ac981d72c236 completed. CleanupClient=False, LostCleanup=False {} Transaction Failed with: Couchbase.Transactions.Error.TransactionFailedException: Transaction failed. ---> Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 377 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 464 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 258 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 92 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1343 --- End of inner exception stack trace --- at Couchbase.Transactions.Transactions.RunAsync(Func`2 transactionLogic, PerTransactionConfig perConfig, Boolean singleQueryTransactionMode) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/Transactions.cs:line 229 at Couchbase.Transactions.FitPerformer.TwoWayTransaction.Run(Transactions transactions, TransactionCreateRequest request, ClusterConnection connection, IServerStreamWriter`1 responseStream) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 68 -----------------------Context Info--------------------------- [16:05:02.852 DBG] [] UNKNOWN due to Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 377 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 464 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 258 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 92 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1343 {} [16:05:02.852 INF] [] Completed Transaction Test {} [16:05:02.856 DBG] [] transactionSingleQuery: { "transactionsFactoryRef": "484f2920-5f41-4646-b247-53ab86b83d89", "clusterConnectionId": "defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8", "query": { "statement": "DELETE FROM `_default` WHERE META().id = '2be0d1b7-8d85-478f-a08b-2ba584585451'", "expectedResult": [ { "anythingAllowed": true } ], "checkMutations": true, "queryParameters": { }, "scope": { "bucketName": "default", "scopeName": "_default" } } } {} [16:05:02.856 DBG] [] clusterConnectionId:defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8 {} [16:05:02.856 DBG] [] Using custom connection at host : couchbase://172.23.111.133 and with username Administrator {} [16:05:02.856 DBG] [Couchbase.Transactions.AttemptContext] [b4b33891-2519-44ba-8a9d-94ff8d5c24da] Executing Query: query: null {"Scope": ["QueryAsync", "QueryWrapper"]} [16:05:03.188 INF] [ExecuteApplicationLambda] Attempt b4b33891-2519-44ba-8a9d-94ff8d5c24da completed. CleanupClient=False, LostCleanup=False {} [16:05:04.169 DBG] [] transactionCreate: { "transactionsFactoryRef": "484f2920-5f41-4646-b247-53ab86b83d89", "attempts": [ { "commands": [ { "remove": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "02cde63e-b0e8-4e56-9a78-1cb859dfba1a" }, "expectedResult": [ { "success": true } ] } }, { "commit": { "expectedResult": [ { "error": { "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookPoint": "AFTER_ATR_COMMIT" } ] }, "clusterConnectionId": "defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8" } {} [16:05:04.169 INF] [] Starting Transaction Test {} [16:05:04.170 DBG] [] Test: { "transactionsFactoryRef": "484f2920-5f41-4646-b247-53ab86b83d89", "attempts": [ { "commands": [ { "remove": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "02cde63e-b0e8-4e56-9a78-1cb859dfba1a" }, "expectedResult": [ { "success": true } ] } }, { "commit": { "expectedResult": [ { "error": { "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookPoint": "AFTER_ATR_COMMIT" } ] }, "clusterConnectionId": "defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8" } {} [16:05:04.170 DBG] [] clusterConnectionId:defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8 {} [16:05:04.170 DBG] [] Using custom connection at host : couchbase://172.23.111.133 and with username Administrator {} [16:05:04.170 DBG] [] Registering 1 hooks {} [16:05:04.170 DBG] [] - Hook Point AfterAtrCommit with Action FailHard {} [16:05:04.170 DBG] [] Starting Attempt 0 {} [16:05:04.170 DBG] [] Performing TransactionCommand Remove {} [16:05:04.170 DBG] [] 33325be5-5114-4818-8eb1-89d6e1feb069.b9906e89-b34e-4c91-8683-725b2c0c4019: Performing command: remove {} [16:05:04.334 DBG] [Couchbase.Transactions.AttemptContext] GetWithMav for 02cde63e-b0e8-4e56-9a78-1cb859dfba1a, attemptId=b9906e89-b34e-4c91-8683-725b2c0c4019, postCas=1707494704245047296 {"Scope": ["GetWithKv", "GetWithMav"]} [16:05:04.334 DBG] [Couchbase.Transactions.AttemptContext] CheckWriteWriteConflict@WW_RM for default::_default::_default::02cde63e-b0e8-4e56-9a78-1cb859dfba1a, attempt=b9906e89-b34e-4c91-8683-725b2c0c4019 {"Scope": ["RemoveWithKv", "CheckWriteWriteConflict"]} [16:05:04.334 DBG] [Couchbase.Transactions.AttemptContext] CheckWriteWriteConflict no other txn for default::_default::_default::02cde63e-b0e8-4e56-9a78-1cb859dfba1a, attempt=b9906e89-b34e-4c91-8683-725b2c0c4019 {"Scope": ["RemoveWithKv", "CheckWriteWriteConflict"]} [16:05:04.334 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Requested Durability = Majority {"Scope": ["RemoveWithKv", "InitAtrIfNeeded"]} [16:05:04.494 INF] [Couchbase.Transactions.DataAccess.AtrRepository] Upserted ATR to PENDING _txn:atr-911-#b85/attempts.b9906e89-b34e-4c91-8683-725b2c0c4019 (cas = 1707494704570368000) {"Scope": ["RemoveWithKv", "SetAtrPending", "MutateAtrPending"]} [16:05:04.495 DBG] [Couchbase.Transactions.AttemptContext] SetAtrPending for default._default._default::_txn:atr-911-#b85 (attempt=b9906e89-b34e-4c91-8683-725b2c0c4019) {"Scope": ["RemoveWithKv", "SetAtrPending"]} [16:05:04.657 DBG] [Couchbase.Transactions.AttemptContext] CreateStagedRemove for 02cde63e-b0e8-4e56-9a78-1cb859dfba1a, attemptId=b9906e89-b34e-4c91-8683-725b2c0c4019, preCas=1707494704245047296, postCas=1707494704732438528 {"Scope": ["RemoveWithKv", "CreateStagedRemove"]} [16:05:04.657 DBG] [] 33325be5-5114-4818-8eb1-89d6e1feb069.b9906e89-b34e-4c91-8683-725b2c0c4019: Command Succeeded {} [16:05:04.657 DBG] [] Performing TransactionCommand Commit {} [16:05:04.657 DBG] [] 33325be5-5114-4818-8eb1-89d6e1feb069.b9906e89-b34e-4c91-8683-725b2c0c4019: Performing command: commit {} [16:05:04.818 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Updated to COMMITTED ATR _txn:atr-911-#b85/attempts.b9906e89-b34e-4c91-8683-725b2c0c4019 (cas = 1707494704893722624) {"Scope": ["CommitWithKv", "SetAtrCommit", "MutateAtrCommit"]} [16:05:04.818 DBG] [Couchbase.Transactions.AttemptContext] SetAtrCommit for default._default._default::_txn:atr-911-#b85 (attempt=b9906e89-b34e-4c91-8683-725b2c0c4019) {"Scope": ["CommitWithKv", "SetAtrCommit"]} [16:05:04.819 WRN] [Couchbase.Transactions.AttemptContext] Failed attempt at committing due to FailHard {"Scope": ["CommitWithKv", "SetAtrCommit"]} [16:05:04.821 DBG] [] ExternalException.Unknown: Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 377 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 464 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 258 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 92 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1343 {} [16:05:04.821 DBG] [] Operation 'commit' failed as expected {} [16:05:04.821 DBG] [ExecuteApplicationLambda] Propagating error up. (ec = FailHard, retry = False, finalError = TransactionFailed) {} [16:05:04.822 INF] [ExecuteApplicationLambda] Attempt b9906e89-b34e-4c91-8683-725b2c0c4019 completed. CleanupClient=False, LostCleanup=False {} Transaction Failed with: Couchbase.Transactions.Error.TransactionFailedException: Transaction failed. ---> Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 377 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 464 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 258 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 92 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1343 --- End of inner exception stack trace --- at Couchbase.Transactions.Transactions.RunAsync(Func`2 transactionLogic, PerTransactionConfig perConfig, Boolean singleQueryTransactionMode) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/Transactions.cs:line 229 at Couchbase.Transactions.FitPerformer.TwoWayTransaction.Run(Transactions transactions, TransactionCreateRequest request, ClusterConnection connection, IServerStreamWriter`1 responseStream) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 68 -----------------------Context Info--------------------------- [16:05:04.824 DBG] [] UNKNOWN due to Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 377 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 464 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 258 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 92 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1343 {} [16:05:04.824 INF] [] Completed Transaction Test {} [16:05:04.830 DBG] [] transactionSingleQuery: { "transactionsFactoryRef": "484f2920-5f41-4646-b247-53ab86b83d89", "clusterConnectionId": "defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8", "query": { "statement": "SELECT * FROM `_default` WHERE META().id = '02cde63e-b0e8-4e56-9a78-1cb859dfba1a'", "expectedResult": [ { "anythingAllowed": true } ], "checkRowCount": true, "queryParameters": { }, "scope": { "bucketName": "default", "scopeName": "_default" } } } {} [16:05:04.830 DBG] [] clusterConnectionId:defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8 {} [16:05:04.830 DBG] [] Using custom connection at host : couchbase://172.23.111.133 and with username Administrator {} [16:05:04.830 DBG] [Couchbase.Transactions.AttemptContext] [e3d3c7c0-ee07-40c4-9571-e4526a77021c] Executing Query: query: null {"Scope": ["QueryAsync", "QueryWrapper"]} [16:05:05.018 INF] [ExecuteApplicationLambda] Attempt e3d3c7c0-ee07-40c4-9571-e4526a77021c completed. CleanupClient=False, LostCleanup=False {} [16:05:06.204 DBG] [] transactionCreate: { "transactionsFactoryRef": "484f2920-5f41-4646-b247-53ab86b83d89", "attempts": [ { "commands": [ { "remove": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "87111567-2bab-4a58-ae4d-8e89af53af9c" }, "expectedResult": [ { "success": true } ] } }, { "commit": { "expectedResult": [ { "error": { "errorClass": "EC_FAIL_OTHER", "autoRollbackAttempt": true, "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookAction": "FAIL_OTHER" }, { "hookPoint": "AFTER_ATR_ABORTED" } ] }, "clusterConnectionId": "defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8" } {} [16:05:06.204 INF] [] Starting Transaction Test {} [16:05:06.204 DBG] [] Test: { "transactionsFactoryRef": "484f2920-5f41-4646-b247-53ab86b83d89", "attempts": [ { "commands": [ { "remove": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "87111567-2bab-4a58-ae4d-8e89af53af9c" }, "expectedResult": [ { "success": true } ] } }, { "commit": { "expectedResult": [ { "error": { "errorClass": "EC_FAIL_OTHER", "autoRollbackAttempt": true, "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookAction": "FAIL_OTHER" }, { "hookPoint": "AFTER_ATR_ABORTED" } ] }, "clusterConnectionId": "defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8" } {} [16:05:06.204 DBG] [] clusterConnectionId:defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8 {} [16:05:06.204 DBG] [] Using custom connection at host : couchbase://172.23.111.133 and with username Administrator {} [16:05:06.204 DBG] [] Registering 2 hooks {} [16:05:06.204 DBG] [] - Hook Point BeforeAtrCommit with Action FailOther {} [16:05:06.204 DBG] [] - Hook Point AfterAtrAborted with Action FailHard {} [16:05:06.204 DBG] [] Starting Attempt 0 {} [16:05:06.204 DBG] [] Performing TransactionCommand Remove {} [16:05:06.205 DBG] [] 6d36588f-5b8a-4701-aa42-ddfb6e70bf09.ffdc5c92-b06d-45d4-b362-aa5b4e0c4729: Performing command: remove {} [16:05:06.361 DBG] [Couchbase.Transactions.AttemptContext] GetWithMav for 87111567-2bab-4a58-ae4d-8e89af53af9c, attemptId=ffdc5c92-b06d-45d4-b362-aa5b4e0c4729, postCas=1707494706278891520 {"Scope": ["GetWithKv", "GetWithMav"]} [16:05:06.362 DBG] [Couchbase.Transactions.AttemptContext] CheckWriteWriteConflict@WW_RM for default::_default::_default::87111567-2bab-4a58-ae4d-8e89af53af9c, attempt=ffdc5c92-b06d-45d4-b362-aa5b4e0c4729 {"Scope": ["RemoveWithKv", "CheckWriteWriteConflict"]} [16:05:06.362 DBG] [Couchbase.Transactions.AttemptContext] CheckWriteWriteConflict no other txn for default::_default::_default::87111567-2bab-4a58-ae4d-8e89af53af9c, attempt=ffdc5c92-b06d-45d4-b362-aa5b4e0c4729 {"Scope": ["RemoveWithKv", "CheckWriteWriteConflict"]} [16:05:06.362 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Requested Durability = Majority {"Scope": ["RemoveWithKv", "InitAtrIfNeeded"]} [16:05:06.524 INF] [Couchbase.Transactions.DataAccess.AtrRepository] Upserted ATR to PENDING _txn:atr-195-#4f/attempts.ffdc5c92-b06d-45d4-b362-aa5b4e0c4729 (cas = 1707494706598445056) {"Scope": ["RemoveWithKv", "SetAtrPending", "MutateAtrPending"]} [16:05:06.524 DBG] [Couchbase.Transactions.AttemptContext] SetAtrPending for default._default._default::_txn:atr-195-#4f (attempt=ffdc5c92-b06d-45d4-b362-aa5b4e0c4729) {"Scope": ["RemoveWithKv", "SetAtrPending"]} [16:05:06.690 DBG] [Couchbase.Transactions.AttemptContext] CreateStagedRemove for 87111567-2bab-4a58-ae4d-8e89af53af9c, attemptId=ffdc5c92-b06d-45d4-b362-aa5b4e0c4729, preCas=1707494706278891520, postCas=1707494706762678272 {"Scope": ["RemoveWithKv", "CreateStagedRemove"]} [16:05:06.691 DBG] [] 6d36588f-5b8a-4701-aa42-ddfb6e70bf09.ffdc5c92-b06d-45d4-b362-aa5b4e0c4729: Command Succeeded {} [16:05:06.691 DBG] [] Performing TransactionCommand Commit {} [16:05:06.691 DBG] [] 6d36588f-5b8a-4701-aa42-ddfb6e70bf09.ffdc5c92-b06d-45d4-b362-aa5b4e0c4729: Performing command: commit {} [16:05:06.691 WRN] [Couchbase.Transactions.AttemptContext] Failed attempt at committing due to FailOther {"Scope": ["CommitWithKv", "SetAtrCommit"]} [16:05:06.693 DBG] [] ExternalException.Unknown: Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException' was thrown. at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_3() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 291 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 377 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 464 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 258 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.BeforeAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 89 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1340 {} [16:05:06.693 DBG] [] Operation 'commit' failed as expected {} [16:05:06.693 WRN] [ExecuteApplicationLambda] Attempt failed, attempting automatic rollback... {} [16:05:06.693 INF] [Couchbase.Transactions.AttemptContext] Setting Aborted status. isAppRollback=False {"Scope": ["RollbackWithKv", "SetAtrAborted"]} [16:05:06.853 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Updated to ABORTED ATR _txn:atr-195-#4f/attempts.ffdc5c92-b06d-45d4-b362-aa5b4e0c4729 (cas = 1707494706927632384) {"Scope": ["RollbackWithKv", "SetAtrAborted", "MutateAtrAborted"]} [16:05:06.854 DBG] [Couchbase.Transactions.AttemptContext] SetAtrAborted for default._default._default::_txn:atr-195-#4f (attempt=ffdc5c92-b06d-45d4-b362-aa5b4e0c4729) {"Scope": ["RollbackWithKv", "SetAtrAborted"]} [16:05:06.854 WRN] [ExecuteApplicationLambda] Rollback failed due to Exception of type 'Couchbase.Transactions.Error.External.TransactionOperationFailedException' was thrown. {} [16:05:06.854 INF] [ExecuteApplicationLambda] Attempt ffdc5c92-b06d-45d4-b362-aa5b4e0c4729 completed. CleanupClient=False, LostCleanup=False {} Transaction Failed with: Couchbase.Transactions.Error.TransactionFailedException: Transaction failed. ---> Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException' was thrown. at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_3() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 291 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 377 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 464 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 258 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.BeforeAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 89 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1340 --- End of inner exception stack trace --- at Couchbase.Transactions.Transactions.RunAsync(Func`2 transactionLogic, PerTransactionConfig perConfig, Boolean singleQueryTransactionMode) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/Transactions.cs:line 229 at Couchbase.Transactions.FitPerformer.TwoWayTransaction.Run(Transactions transactions, TransactionCreateRequest request, ClusterConnection connection, IServerStreamWriter`1 responseStream) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 68 -----------------------Context Info--------------------------- [16:05:06.856 DBG] [] UNKNOWN due to Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException' was thrown. at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_3() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 291 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 377 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 464 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 258 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.BeforeAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 89 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1340 {} [16:05:06.856 INF] [] Completed Transaction Test {} [16:05:07.207 DBG] [] transactionSingleQuery: { "transactionsFactoryRef": "484f2920-5f41-4646-b247-53ab86b83d89", "clusterConnectionId": "defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8", "query": { "statement": "INSERT INTO `_default` VALUES ('87111567-2bab-4a58-ae4d-8e89af53af9c', {\"content\":\"updated\"})", "expectedResult": [ { "anythingAllowed": true } ], "queryParameters": { }, "scope": { "bucketName": "default", "scopeName": "_default" } } } {} [16:05:07.207 DBG] [] clusterConnectionId:defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8 {} [16:05:07.207 DBG] [] Using custom connection at host : couchbase://172.23.111.133 and with username Administrator {} [16:05:07.207 DBG] [Couchbase.Transactions.AttemptContext] [807f4c7f-9cb6-4031-93af-35ef5c09fbd2] Executing Query: query: null {"Scope": ["QueryAsync", "QueryWrapper"]} [16:05:07.548 ERR] [Couchbase.Transactions.AttemptContext] [807f4c7f-9cb6-4031-93af-35ef5c09fbd2] query failed at query: Couchbase.CouchbaseException: Duplicate Key: 87111567-2bab-4a58-ae4d-8e89af53af9c [17012] at Couchbase.Query.QueryResultExtensions.ThrowExceptionOnError[T](IQueryResult`1 result, QueryErrorContext context) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryResultExtensions.cs:line 142 at Couchbase.Query.QueryClient.ExecuteQuery[T](QueryOptions options, ITypeSerializer serializer, IRequestSpan span) at Couchbase.Query.QueryClient.QueryAsync[T](String statement, QueryOptions options) at Couchbase.Cluster.<>c__DisplayClass37_0`1.<g__Func|0>d.MoveNext() --- End of stack trace from previous location --- at Couchbase.Core.Retry.RetryOrchestrator.RetryAsync[T](Func`1 send, IRequest request) at Couchbase.Cluster.QueryAsync[T](String statement, QueryOptions options) at Couchbase.Transactions.AttemptContext.QueryWrapper[T](Int64 statementId, IScope scope, String statement, QueryOptions options, String hookPoint, IRequestSpan parentSpan, Boolean isBeginWork, Boolean existingErrorCheck, JObject txdata, Boolean txImplicit) -----------------------Context Info--------------------------- Couchbase.Core.Exceptions.Query.QueryErrorContext {"Scope": ["QueryAsync", "QueryWrapper"]} [16:05:07.549 INF] [ExecuteApplicationLambda] Attempt 807f4c7f-9cb6-4031-93af-35ef5c09fbd2 completed. CleanupClient=False, LostCleanup=False {} [16:05:08.518 DBG] [] transactionCreate: { "transactionsFactoryRef": "484f2920-5f41-4646-b247-53ab86b83d89", "attempts": [ { "commands": [ { "remove": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "8d8594b8-3604-4184-abd5-9643b24a9693" }, "expectedResult": [ { "success": true } ] } }, { "commit": { "expectedResult": [ { "error": { "errorClass": "EC_FAIL_OTHER", "autoRollbackAttempt": true, "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookAction": "FAIL_OTHER" }, { "hookPoint": "AFTER_ATR_ABORTED" } ] }, "clusterConnectionId": "defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8" } {} [16:05:08.518 INF] [] Starting Transaction Test {} [16:05:08.518 DBG] [] Test: { "transactionsFactoryRef": "484f2920-5f41-4646-b247-53ab86b83d89", "attempts": [ { "commands": [ { "remove": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "8d8594b8-3604-4184-abd5-9643b24a9693" }, "expectedResult": [ { "success": true } ] } }, { "commit": { "expectedResult": [ { "error": { "errorClass": "EC_FAIL_OTHER", "autoRollbackAttempt": true, "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookAction": "FAIL_OTHER" }, { "hookPoint": "AFTER_ATR_ABORTED" } ] }, "clusterConnectionId": "defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8" } {} [16:05:08.518 DBG] [] clusterConnectionId:defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8 {} [16:05:08.518 DBG] [] Using custom connection at host : couchbase://172.23.111.133 and with username Administrator {} [16:05:08.518 DBG] [] Registering 2 hooks {} [16:05:08.518 DBG] [] - Hook Point BeforeAtrCommit with Action FailOther {} [16:05:08.518 DBG] [] - Hook Point AfterAtrAborted with Action FailHard {} [16:05:08.518 DBG] [] Starting Attempt 0 {} [16:05:08.519 DBG] [] Performing TransactionCommand Remove {} [16:05:08.519 DBG] [] 53ac0482-49d5-41ac-aa9c-fdce7733b987.ad022ed7-70ab-4640-8b48-ea67be58b675: Performing command: remove {} [16:05:08.677 DBG] [Couchbase.Transactions.AttemptContext] GetWithMav for 8d8594b8-3604-4184-abd5-9643b24a9693, attemptId=ad022ed7-70ab-4640-8b48-ea67be58b675, postCas=1707494708594671616 {"Scope": ["GetWithKv", "GetWithMav"]} [16:05:08.677 DBG] [Couchbase.Transactions.AttemptContext] CheckWriteWriteConflict@WW_RM for default::_default::_default::8d8594b8-3604-4184-abd5-9643b24a9693, attempt=ad022ed7-70ab-4640-8b48-ea67be58b675 {"Scope": ["RemoveWithKv", "CheckWriteWriteConflict"]} [16:05:08.677 DBG] [Couchbase.Transactions.AttemptContext] CheckWriteWriteConflict no other txn for default::_default::_default::8d8594b8-3604-4184-abd5-9643b24a9693, attempt=ad022ed7-70ab-4640-8b48-ea67be58b675 {"Scope": ["RemoveWithKv", "CheckWriteWriteConflict"]} [16:05:08.678 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Requested Durability = Majority {"Scope": ["RemoveWithKv", "InitAtrIfNeeded"]} [16:05:08.840 INF] [Couchbase.Transactions.DataAccess.AtrRepository] Upserted ATR to PENDING _txn:atr-499-#b14/attempts.ad022ed7-70ab-4640-8b48-ea67be58b675 (cas = 1707494708914225152) {"Scope": ["RemoveWithKv", "SetAtrPending", "MutateAtrPending"]} [16:05:08.840 DBG] [Couchbase.Transactions.AttemptContext] SetAtrPending for default._default._default::_txn:atr-499-#b14 (attempt=ad022ed7-70ab-4640-8b48-ea67be58b675) {"Scope": ["RemoveWithKv", "SetAtrPending"]} [16:05:09.000 DBG] [Couchbase.Transactions.AttemptContext] CreateStagedRemove for 8d8594b8-3604-4184-abd5-9643b24a9693, attemptId=ad022ed7-70ab-4640-8b48-ea67be58b675, preCas=1707494708594671616, postCas=1707494709074984960 {"Scope": ["RemoveWithKv", "CreateStagedRemove"]} [16:05:09.001 DBG] [] 53ac0482-49d5-41ac-aa9c-fdce7733b987.ad022ed7-70ab-4640-8b48-ea67be58b675: Command Succeeded {} [16:05:09.001 DBG] [] Performing TransactionCommand Commit {} [16:05:09.001 DBG] [] 53ac0482-49d5-41ac-aa9c-fdce7733b987.ad022ed7-70ab-4640-8b48-ea67be58b675: Performing command: commit {} [16:05:09.001 WRN] [Couchbase.Transactions.AttemptContext] Failed attempt at committing due to FailOther {"Scope": ["CommitWithKv", "SetAtrCommit"]} [16:05:09.003 DBG] [] ExternalException.Unknown: Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException' was thrown. at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_3() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 291 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 377 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 464 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 258 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.BeforeAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 89 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1340 {} [16:05:09.003 DBG] [] Operation 'commit' failed as expected {} [16:05:09.003 WRN] [ExecuteApplicationLambda] Attempt failed, attempting automatic rollback... {} [16:05:09.003 INF] [Couchbase.Transactions.AttemptContext] Setting Aborted status. isAppRollback=False {"Scope": ["RollbackWithKv", "SetAtrAborted"]} [16:05:09.166 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Updated to ABORTED ATR _txn:atr-499-#b14/attempts.ad022ed7-70ab-4640-8b48-ea67be58b675 (cas = 1707494709240201216) {"Scope": ["RollbackWithKv", "SetAtrAborted", "MutateAtrAborted"]} [16:05:09.166 DBG] [Couchbase.Transactions.AttemptContext] SetAtrAborted for default._default._default::_txn:atr-499-#b14 (attempt=ad022ed7-70ab-4640-8b48-ea67be58b675) {"Scope": ["RollbackWithKv", "SetAtrAborted"]} [16:05:09.167 WRN] [ExecuteApplicationLambda] Rollback failed due to Exception of type 'Couchbase.Transactions.Error.External.TransactionOperationFailedException' was thrown. {} [16:05:09.167 INF] [ExecuteApplicationLambda] Attempt ad022ed7-70ab-4640-8b48-ea67be58b675 completed. CleanupClient=False, LostCleanup=False {} Transaction Failed with: Couchbase.Transactions.Error.TransactionFailedException: Transaction failed. ---> Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException' was thrown. at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_3() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 291 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 377 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 464 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 258 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.BeforeAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 89 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1340 --- End of inner exception stack trace --- at Couchbase.Transactions.Transactions.RunAsync(Func`2 transactionLogic, PerTransactionConfig perConfig, Boolean singleQueryTransactionMode) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/Transactions.cs:line 229 at Couchbase.Transactions.FitPerformer.TwoWayTransaction.Run(Transactions transactions, TransactionCreateRequest request, ClusterConnection connection, IServerStreamWriter`1 responseStream) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 68 -----------------------Context Info--------------------------- [16:05:09.168 DBG] [] UNKNOWN due to Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException' was thrown. at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_3() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 291 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 377 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 464 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 258 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.BeforeAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 89 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1340 {} [16:05:09.168 INF] [] Completed Transaction Test {} [16:05:09.667 DBG] [] transactionSingleQuery: { "transactionsFactoryRef": "484f2920-5f41-4646-b247-53ab86b83d89", "clusterConnectionId": "defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8", "query": { "statement": "UPDATE `_default` SET content = 'updated-query' WHERE META().id = '8d8594b8-3604-4184-abd5-9643b24a9693'", "expectedResult": [ { "anythingAllowed": true } ], "checkMutations": true, "expectedMutations": 1, "queryParameters": { }, "scope": { "bucketName": "default", "scopeName": "_default" } }, "queryOptions": { "timeoutMillis": "2000" } } {} [16:05:09.667 DBG] [] clusterConnectionId:defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8 {} [16:05:09.667 DBG] [] Using custom connection at host : couchbase://172.23.111.133 and with username Administrator {} [16:05:09.667 DBG] [Couchbase.Transactions.AttemptContext] [3f57cebc-9b57-44b8-907c-00cf9239c4b8] Executing Query: query: null {"Scope": ["QueryAsync", "QueryWrapper"]} [16:05:11.011 ERR] [Couchbase.Transactions.AttemptContext] [3f57cebc-9b57-44b8-907c-00cf9239c4b8] query failed at query: Couchbase.CouchbaseException: Transaction staging error [17020] at Couchbase.Query.QueryResultExtensions.ThrowExceptionOnError[T](IQueryResult`1 result, QueryErrorContext context) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryResultExtensions.cs:line 142 at Couchbase.Query.QueryClient.ExecuteQuery[T](QueryOptions options, ITypeSerializer serializer, IRequestSpan span) at Couchbase.Query.QueryClient.QueryAsync[T](String statement, QueryOptions options) at Couchbase.Cluster.<>c__DisplayClass37_0`1.<g__Func|0>d.MoveNext() --- End of stack trace from previous location --- at Couchbase.Core.Retry.RetryOrchestrator.RetryAsync[T](Func`1 send, IRequest request) at Couchbase.Cluster.QueryAsync[T](String statement, QueryOptions options) at Couchbase.Transactions.AttemptContext.QueryWrapper[T](Int64 statementId, IScope scope, String statement, QueryOptions options, String hookPoint, IRequestSpan parentSpan, Boolean isBeginWork, Boolean existingErrorCheck, JObject txdata, Boolean txImplicit) -----------------------Context Info--------------------------- Couchbase.Core.Exceptions.Query.QueryErrorContext {"Scope": ["QueryAsync", "QueryWrapper"]} [16:05:11.011 WRN] [Couchbase.Transactions.AttemptContext] query code=17020 cause={ "bucket": "default", "cause": "deadline expired before WWC was resolved on default._default._default._txn:atr-499-#b14", "collection": "_default", "document_key": "8d8594b8-3604-4184-abd5-9643b24a9693", "msg": "write write conflict", "scope": "_default" } raise=failed {"Scope": ["QueryAsync", "QueryWrapper"]} [16:05:11.012 DBG] [ExecuteApplicationLambda] Propagating error up. (ec = FailOther, retry = True, finalError = TransactionFailed) {} [16:05:11.012 INF] [ExecuteApplicationLambda] Attempt 3f57cebc-9b57-44b8-907c-00cf9239c4b8 completed. CleanupClient=False, LostCleanup=False {} [16:05:11.014 DBG] [Couchbase.Transactions.AttemptContext] [a255dc7f-7fec-498e-8cae-62dd5598e3e4] Executing Query: query: null {"Scope": ["QueryAsync", "QueryWrapper"]} [16:05:12.399 ERR] [Couchbase.Transactions.AttemptContext] [a255dc7f-7fec-498e-8cae-62dd5598e3e4] query failed at query: Couchbase.Core.Exceptions.IndexFailureException: Keyspace not found in CB datastore: default:_default - cause: No bucket named _default [12003] at Couchbase.Query.QueryResultExtensions.ThrowExceptionOnError[T](IQueryResult`1 result, QueryErrorContext context) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryResultExtensions.cs:line 142 at Couchbase.Query.QueryClient.ExecuteQuery[T](QueryOptions options, ITypeSerializer serializer, IRequestSpan span) at Couchbase.Query.QueryClient.QueryAsync[T](String statement, QueryOptions options) at Couchbase.Cluster.<>c__DisplayClass37_0`1.<g__Func|0>d.MoveNext() --- End of stack trace from previous location --- at Couchbase.Core.Retry.RetryOrchestrator.RetryAsync[T](Func`1 send, IRequest request) at Couchbase.Cluster.QueryAsync[T](String statement, QueryOptions options) at Couchbase.Transactions.AttemptContext.QueryWrapper[T](Int64 statementId, IScope scope, String statement, QueryOptions options, String hookPoint, IRequestSpan parentSpan, Boolean isBeginWork, Boolean existingErrorCheck, JObject txdata, Boolean txImplicit) -----------------------Context Info--------------------------- Couchbase.Core.Exceptions.Query.QueryErrorContext {"Scope": ["QueryAsync", "QueryWrapper"]} [16:05:12.400 INF] [ExecuteApplicationLambda] Attempt a255dc7f-7fec-498e-8cae-62dd5598e3e4 completed. CleanupClient=False, LostCleanup=False {} [16:05:13.208 DBG] [] transactionCreate: { "transactionsFactoryRef": "484f2920-5f41-4646-b247-53ab86b83d89", "attempts": [ { "commands": [ { "remove": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "161326a6-16df-4967-bc90-6d3b0b599978" }, "expectedResult": [ { "success": true } ] } }, { "commit": { "expectedResult": [ { "error": { "errorClass": "EC_FAIL_OTHER", "autoRollbackAttempt": true, "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookAction": "FAIL_OTHER" }, { "hookPoint": "AFTER_ATR_ABORTED" } ] }, "clusterConnectionId": "defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8" } {} [16:05:13.209 INF] [] Starting Transaction Test {} [16:05:13.209 DBG] [] Test: { "transactionsFactoryRef": "484f2920-5f41-4646-b247-53ab86b83d89", "attempts": [ { "commands": [ { "remove": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "161326a6-16df-4967-bc90-6d3b0b599978" }, "expectedResult": [ { "success": true } ] } }, { "commit": { "expectedResult": [ { "error": { "errorClass": "EC_FAIL_OTHER", "autoRollbackAttempt": true, "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookAction": "FAIL_OTHER" }, { "hookPoint": "AFTER_ATR_ABORTED" } ] }, "clusterConnectionId": "defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8" } {} [16:05:13.209 DBG] [] clusterConnectionId:defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8 {} [16:05:13.209 DBG] [] Using custom connection at host : couchbase://172.23.111.133 and with username Administrator {} [16:05:13.209 DBG] [] Registering 2 hooks {} [16:05:13.209 DBG] [] - Hook Point BeforeAtrCommit with Action FailOther {} [16:05:13.209 DBG] [] - Hook Point AfterAtrAborted with Action FailHard {} [16:05:13.209 DBG] [] Starting Attempt 0 {} [16:05:13.209 DBG] [] Performing TransactionCommand Remove {} [16:05:13.209 DBG] [] c86b8953-7bb1-4f42-b6bc-807bf3f7a3a2.539b7d89-a51c-41dc-a0a8-635ce56e3946: Performing command: remove {} [16:05:13.367 DBG] [Couchbase.Transactions.AttemptContext] GetWithMav for 161326a6-16df-4967-bc90-6d3b0b599978, attemptId=539b7d89-a51c-41dc-a0a8-635ce56e3946, postCas=1707494713284558848 {"Scope": ["GetWithKv", "GetWithMav"]} [16:05:13.367 DBG] [Couchbase.Transactions.AttemptContext] CheckWriteWriteConflict@WW_RM for default::_default::_default::161326a6-16df-4967-bc90-6d3b0b599978, attempt=539b7d89-a51c-41dc-a0a8-635ce56e3946 {"Scope": ["RemoveWithKv", "CheckWriteWriteConflict"]} [16:05:13.367 DBG] [Couchbase.Transactions.AttemptContext] CheckWriteWriteConflict no other txn for default::_default::_default::161326a6-16df-4967-bc90-6d3b0b599978, attempt=539b7d89-a51c-41dc-a0a8-635ce56e3946 {"Scope": ["RemoveWithKv", "CheckWriteWriteConflict"]} [16:05:13.368 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Requested Durability = Majority {"Scope": ["RemoveWithKv", "InitAtrIfNeeded"]} [16:05:13.570 INF] [Couchbase.Transactions.DataAccess.AtrRepository] Upserted ATR to PENDING _txn:atr-964-#9a8/attempts.539b7d89-a51c-41dc-a0a8-635ce56e3946 (cas = 1707494713606144000) {"Scope": ["RemoveWithKv", "SetAtrPending", "MutateAtrPending"]} [16:05:13.570 DBG] [Couchbase.Transactions.AttemptContext] SetAtrPending for default._default._default::_txn:atr-964-#9a8 (attempt=539b7d89-a51c-41dc-a0a8-635ce56e3946) {"Scope": ["RemoveWithKv", "SetAtrPending"]} [16:05:13.729 DBG] [Couchbase.Transactions.AttemptContext] CreateStagedRemove for 161326a6-16df-4967-bc90-6d3b0b599978, attemptId=539b7d89-a51c-41dc-a0a8-635ce56e3946, preCas=1707494713284558848, postCas=1707494713803341824 {"Scope": ["RemoveWithKv", "CreateStagedRemove"]} [16:05:13.729 DBG] [] c86b8953-7bb1-4f42-b6bc-807bf3f7a3a2.539b7d89-a51c-41dc-a0a8-635ce56e3946: Command Succeeded {} [16:05:13.729 DBG] [] Performing TransactionCommand Commit {} [16:05:13.729 DBG] [] c86b8953-7bb1-4f42-b6bc-807bf3f7a3a2.539b7d89-a51c-41dc-a0a8-635ce56e3946: Performing command: commit {} [16:05:13.730 WRN] [Couchbase.Transactions.AttemptContext] Failed attempt at committing due to FailOther {"Scope": ["CommitWithKv", "SetAtrCommit"]} [16:05:13.732 DBG] [] ExternalException.Unknown: Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException' was thrown. at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_3() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 291 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 377 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 464 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 258 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.BeforeAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 89 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1340 {} [16:05:13.733 DBG] [] Operation 'commit' failed as expected {} [16:05:13.733 WRN] [ExecuteApplicationLambda] Attempt failed, attempting automatic rollback... {} [16:05:13.733 INF] [Couchbase.Transactions.AttemptContext] Setting Aborted status. isAppRollback=False {"Scope": ["RollbackWithKv", "SetAtrAborted"]} [16:05:13.896 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Updated to ABORTED ATR _txn:atr-964-#9a8/attempts.539b7d89-a51c-41dc-a0a8-635ce56e3946 (cas = 1707494713971179520) {"Scope": ["RollbackWithKv", "SetAtrAborted", "MutateAtrAborted"]} [16:05:13.896 DBG] [Couchbase.Transactions.AttemptContext] SetAtrAborted for default._default._default::_txn:atr-964-#9a8 (attempt=539b7d89-a51c-41dc-a0a8-635ce56e3946) {"Scope": ["RollbackWithKv", "SetAtrAborted"]} [16:05:13.897 WRN] [ExecuteApplicationLambda] Rollback failed due to Exception of type 'Couchbase.Transactions.Error.External.TransactionOperationFailedException' was thrown. {} [16:05:13.897 INF] [ExecuteApplicationLambda] Attempt 539b7d89-a51c-41dc-a0a8-635ce56e3946 completed. CleanupClient=False, LostCleanup=False {} Transaction Failed with: Couchbase.Transactions.Error.TransactionFailedException: Transaction failed. ---> Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException' was thrown. at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_3() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 291 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 377 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 464 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 258 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.BeforeAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 89 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1340 --- End of inner exception stack trace --- at Couchbase.Transactions.Transactions.RunAsync(Func`2 transactionLogic, PerTransactionConfig perConfig, Boolean singleQueryTransactionMode) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/Transactions.cs:line 229 at Couchbase.Transactions.FitPerformer.TwoWayTransaction.Run(Transactions transactions, TransactionCreateRequest request, ClusterConnection connection, IServerStreamWriter`1 responseStream) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 68 -----------------------Context Info--------------------------- [16:05:13.899 DBG] [] UNKNOWN due to Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException' was thrown. at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_3() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 291 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 377 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 464 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 258 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.BeforeAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 89 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1340 {} [16:05:13.899 INF] [] Completed Transaction Test {} [16:05:14.248 DBG] [] transactionSingleQuery: { "transactionsFactoryRef": "484f2920-5f41-4646-b247-53ab86b83d89", "clusterConnectionId": "defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8", "query": { "statement": "DELETE FROM `_default` WHERE META().id = '161326a6-16df-4967-bc90-6d3b0b599978'", "expectedResult": [ { "anythingAllowed": true } ], "checkMutations": true, "expectedMutations": 1, "queryParameters": { }, "scope": { "bucketName": "default", "scopeName": "_default" } }, "queryOptions": { "timeoutMillis": "2000" } } {} [16:05:14.248 DBG] [] clusterConnectionId:defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8 {} [16:05:14.248 DBG] [] Using custom connection at host : couchbase://172.23.111.133 and with username Administrator {} [16:05:14.248 DBG] [Couchbase.Transactions.AttemptContext] [7af28293-e4f4-43da-a3d9-f06ccc7a93dd] Executing Query: query: null {"Scope": ["QueryAsync", "QueryWrapper"]} [16:05:15.685 ERR] [Couchbase.Transactions.AttemptContext] [7af28293-e4f4-43da-a3d9-f06ccc7a93dd] query failed at query: Couchbase.CouchbaseException: Transaction staging error [17020] at Couchbase.Query.QueryResultExtensions.ThrowExceptionOnError[T](IQueryResult`1 result, QueryErrorContext context) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryResultExtensions.cs:line 142 at Couchbase.Query.QueryClient.ExecuteQuery[T](QueryOptions options, ITypeSerializer serializer, IRequestSpan span) at Couchbase.Query.QueryClient.QueryAsync[T](String statement, QueryOptions options) at Couchbase.Cluster.<>c__DisplayClass37_0`1.<g__Func|0>d.MoveNext() --- End of stack trace from previous location --- at Couchbase.Core.Retry.RetryOrchestrator.RetryAsync[T](Func`1 send, IRequest request) at Couchbase.Cluster.QueryAsync[T](String statement, QueryOptions options) at Couchbase.Transactions.AttemptContext.QueryWrapper[T](Int64 statementId, IScope scope, String statement, QueryOptions options, String hookPoint, IRequestSpan parentSpan, Boolean isBeginWork, Boolean existingErrorCheck, JObject txdata, Boolean txImplicit) -----------------------Context Info--------------------------- Couchbase.Core.Exceptions.Query.QueryErrorContext {"Scope": ["QueryAsync", "QueryWrapper"]} [16:05:15.686 WRN] [Couchbase.Transactions.AttemptContext] query code=17020 cause={ "bucket": "default", "cause": "deadline expired before WWC was resolved on default._default._default._txn:atr-964-#9a8", "collection": "_default", "document_key": "161326a6-16df-4967-bc90-6d3b0b599978", "msg": "write write conflict", "scope": "_default" } raise=failed {"Scope": ["QueryAsync", "QueryWrapper"]} [16:05:15.687 DBG] [ExecuteApplicationLambda] Propagating error up. (ec = FailOther, retry = True, finalError = TransactionFailed) {} [16:05:15.687 INF] [ExecuteApplicationLambda] Attempt 7af28293-e4f4-43da-a3d9-f06ccc7a93dd completed. CleanupClient=False, LostCleanup=False {} [16:05:15.691 DBG] [Couchbase.Transactions.AttemptContext] [818f1472-de48-41ad-846c-2ca6e68e9e8f] Executing Query: query: null {"Scope": ["QueryAsync", "QueryWrapper"]} [16:05:16.847 ERR] [Couchbase.Transactions.AttemptContext] [818f1472-de48-41ad-846c-2ca6e68e9e8f] query failed at query: Couchbase.Core.Exceptions.IndexFailureException: Keyspace not found in CB datastore: default:_default - cause: No bucket named _default [12003] at Couchbase.Query.QueryResultExtensions.ThrowExceptionOnError[T](IQueryResult`1 result, QueryErrorContext context) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryResultExtensions.cs:line 142 at Couchbase.Query.QueryClient.ExecuteQuery[T](QueryOptions options, ITypeSerializer serializer, IRequestSpan span) at Couchbase.Query.QueryClient.QueryAsync[T](String statement, QueryOptions options) at Couchbase.Cluster.<>c__DisplayClass37_0`1.<g__Func|0>d.MoveNext() --- End of stack trace from previous location --- at Couchbase.Core.Retry.RetryOrchestrator.RetryAsync[T](Func`1 send, IRequest request) at Couchbase.Cluster.QueryAsync[T](String statement, QueryOptions options) at Couchbase.Transactions.AttemptContext.QueryWrapper[T](Int64 statementId, IScope scope, String statement, QueryOptions options, String hookPoint, IRequestSpan parentSpan, Boolean isBeginWork, Boolean existingErrorCheck, JObject txdata, Boolean txImplicit) -----------------------Context Info--------------------------- Couchbase.Core.Exceptions.Query.QueryErrorContext {"Scope": ["QueryAsync", "QueryWrapper"]} [16:05:16.848 INF] [ExecuteApplicationLambda] Attempt 818f1472-de48-41ad-846c-2ca6e68e9e8f completed. CleanupClient=False, LostCleanup=False {} [16:05:17.660 DBG] [] transactionCreate: { "transactionsFactoryRef": "484f2920-5f41-4646-b247-53ab86b83d89", "attempts": [ { "commands": [ { "remove": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "7355bd41-5053-4080-a3cd-433b1e648497" }, "expectedResult": [ { "success": true } ] } }, { "commit": { "expectedResult": [ { "error": { "errorClass": "EC_FAIL_OTHER", "autoRollbackAttempt": true, "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookAction": "FAIL_OTHER" }, { "hookPoint": "AFTER_ATR_ABORTED" } ] }, "clusterConnectionId": "defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8" } {} [16:05:17.660 INF] [] Starting Transaction Test {} [16:05:17.660 DBG] [] Test: { "transactionsFactoryRef": "484f2920-5f41-4646-b247-53ab86b83d89", "attempts": [ { "commands": [ { "remove": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "7355bd41-5053-4080-a3cd-433b1e648497" }, "expectedResult": [ { "success": true } ] } }, { "commit": { "expectedResult": [ { "error": { "errorClass": "EC_FAIL_OTHER", "autoRollbackAttempt": true, "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookAction": "FAIL_OTHER" }, { "hookPoint": "AFTER_ATR_ABORTED" } ] }, "clusterConnectionId": "defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8" } {} [16:05:17.660 DBG] [] clusterConnectionId:defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8 {} [16:05:17.660 DBG] [] Using custom connection at host : couchbase://172.23.111.133 and with username Administrator {} [16:05:17.660 DBG] [] Registering 2 hooks {} [16:05:17.660 DBG] [] - Hook Point BeforeAtrCommit with Action FailOther {} [16:05:17.660 DBG] [] - Hook Point AfterAtrAborted with Action FailHard {} [16:05:17.660 DBG] [] Starting Attempt 0 {} [16:05:17.660 DBG] [] Performing TransactionCommand Remove {} [16:05:17.660 DBG] [] b0902266-b09f-4cc2-b301-8f7332ad2da0.18fc8b60-fb51-4bc6-abe1-f961ff05f879: Performing command: remove {} [16:05:17.817 DBG] [Couchbase.Transactions.AttemptContext] GetWithMav for 7355bd41-5053-4080-a3cd-433b1e648497, attemptId=18fc8b60-fb51-4bc6-abe1-f961ff05f879, postCas=1707494717735763968 {"Scope": ["GetWithKv", "GetWithMav"]} [16:05:17.817 DBG] [Couchbase.Transactions.AttemptContext] CheckWriteWriteConflict@WW_RM for default::_default::_default::7355bd41-5053-4080-a3cd-433b1e648497, attempt=18fc8b60-fb51-4bc6-abe1-f961ff05f879 {"Scope": ["RemoveWithKv", "CheckWriteWriteConflict"]} [16:05:17.817 DBG] [Couchbase.Transactions.AttemptContext] CheckWriteWriteConflict no other txn for default::_default::_default::7355bd41-5053-4080-a3cd-433b1e648497, attempt=18fc8b60-fb51-4bc6-abe1-f961ff05f879 {"Scope": ["RemoveWithKv", "CheckWriteWriteConflict"]} [16:05:17.817 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Requested Durability = Majority {"Scope": ["RemoveWithKv", "InitAtrIfNeeded"]} [16:05:17.979 INF] [Couchbase.Transactions.DataAccess.AtrRepository] Upserted ATR to PENDING _txn:atr-594-#198/attempts.18fc8b60-fb51-4bc6-abe1-f961ff05f879 (cas = 1707494718053875712) {"Scope": ["RemoveWithKv", "SetAtrPending", "MutateAtrPending"]} [16:05:17.979 DBG] [Couchbase.Transactions.AttemptContext] SetAtrPending for default._default._default::_txn:atr-594-#198 (attempt=18fc8b60-fb51-4bc6-abe1-f961ff05f879) {"Scope": ["RemoveWithKv", "SetAtrPending"]} [16:05:18.143 DBG] [Couchbase.Transactions.AttemptContext] CreateStagedRemove for 7355bd41-5053-4080-a3cd-433b1e648497, attemptId=18fc8b60-fb51-4bc6-abe1-f961ff05f879, preCas=1707494717735763968, postCas=1707494718217060352 {"Scope": ["RemoveWithKv", "CreateStagedRemove"]} [16:05:18.143 DBG] [] b0902266-b09f-4cc2-b301-8f7332ad2da0.18fc8b60-fb51-4bc6-abe1-f961ff05f879: Command Succeeded {} [16:05:18.143 DBG] [] Performing TransactionCommand Commit {} [16:05:18.143 DBG] [] b0902266-b09f-4cc2-b301-8f7332ad2da0.18fc8b60-fb51-4bc6-abe1-f961ff05f879: Performing command: commit {} [16:05:18.144 WRN] [Couchbase.Transactions.AttemptContext] Failed attempt at committing due to FailOther {"Scope": ["CommitWithKv", "SetAtrCommit"]} [16:05:18.145 DBG] [] ExternalException.Unknown: Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException' was thrown. at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_3() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 291 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 377 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 464 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 258 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.BeforeAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 89 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1340 {} [16:05:18.146 DBG] [] Operation 'commit' failed as expected {} [16:05:18.146 WRN] [ExecuteApplicationLambda] Attempt failed, attempting automatic rollback... {} [16:05:18.146 INF] [Couchbase.Transactions.AttemptContext] Setting Aborted status. isAppRollback=False {"Scope": ["RollbackWithKv", "SetAtrAborted"]} [16:05:18.322 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Updated to ABORTED ATR _txn:atr-594-#198/attempts.18fc8b60-fb51-4bc6-abe1-f961ff05f879 (cas = 1707494718395777024) {"Scope": ["RollbackWithKv", "SetAtrAborted", "MutateAtrAborted"]} [16:05:18.323 DBG] [Couchbase.Transactions.AttemptContext] SetAtrAborted for default._default._default::_txn:atr-594-#198 (attempt=18fc8b60-fb51-4bc6-abe1-f961ff05f879) {"Scope": ["RollbackWithKv", "SetAtrAborted"]} [16:05:18.323 WRN] [ExecuteApplicationLambda] Rollback failed due to Exception of type 'Couchbase.Transactions.Error.External.TransactionOperationFailedException' was thrown. {} [16:05:18.324 INF] [ExecuteApplicationLambda] Attempt 18fc8b60-fb51-4bc6-abe1-f961ff05f879 completed. CleanupClient=False, LostCleanup=False {} Transaction Failed with: Couchbase.Transactions.Error.TransactionFailedException: Transaction failed. ---> Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException' was thrown. at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_3() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 291 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 377 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 464 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 258 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.BeforeAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 89 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1340 --- End of inner exception stack trace --- at Couchbase.Transactions.Transactions.RunAsync(Func`2 transactionLogic, PerTransactionConfig perConfig, Boolean singleQueryTransactionMode) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/Transactions.cs:line 229 at Couchbase.Transactions.FitPerformer.TwoWayTransaction.Run(Transactions transactions, TransactionCreateRequest request, ClusterConnection connection, IServerStreamWriter`1 responseStream) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 68 -----------------------Context Info--------------------------- [16:05:18.325 DBG] [] UNKNOWN due to Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException' was thrown. at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_3() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 291 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 377 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 464 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 258 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.BeforeAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 89 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1340 {} [16:05:18.325 INF] [] Completed Transaction Test {} [16:05:18.805 DBG] [] transactionSingleQuery: { "transactionsFactoryRef": "484f2920-5f41-4646-b247-53ab86b83d89", "clusterConnectionId": "defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8", "query": { "statement": "SELECT * FROM `_default` WHERE META().id = '7355bd41-5053-4080-a3cd-433b1e648497'", "expectedResult": [ { "anythingAllowed": true } ], "checkRowCount": true, "expectedRowCount": 1, "queryParameters": { }, "scope": { "bucketName": "default", "scopeName": "_default" } } } {} [16:05:18.805 DBG] [] clusterConnectionId:defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8 {} [16:05:18.805 DBG] [] Using custom connection at host : couchbase://172.23.111.133 and with username Administrator {} [16:05:18.805 DBG] [Couchbase.Transactions.AttemptContext] [ac47ecc6-1276-4a5c-b86a-ce06f74fec00] Executing Query: query: null {"Scope": ["QueryAsync", "QueryWrapper"]} [16:05:19.146 INF] [ExecuteApplicationLambda] Attempt ac47ecc6-1276-4a5c-b86a-ce06f74fec00 completed. CleanupClient=False, LostCleanup=False {} [16:05:20.300 DBG] [] transactionCreate: { "transactionsFactoryRef": "484f2920-5f41-4646-b247-53ab86b83d89", "attempts": [ { "commands": [ { "remove": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "14430b08-7088-4a77-bf24-9c1ab5944b34" }, "expectedResult": [ { "success": true } ] } }, { "commit": { "expectedResult": [ { "error": { "errorClass": "EC_FAIL_OTHER", "autoRollbackAttempt": true, "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookAction": "FAIL_OTHER" }, { "hookPoint": "AFTER_ATR_ABORTED" } ] }, "clusterConnectionId": "defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8" } {} [16:05:20.300 INF] [] Starting Transaction Test {} [16:05:20.300 DBG] [] Test: { "transactionsFactoryRef": "484f2920-5f41-4646-b247-53ab86b83d89", "attempts": [ { "commands": [ { "remove": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "14430b08-7088-4a77-bf24-9c1ab5944b34" }, "expectedResult": [ { "success": true } ] } }, { "commit": { "expectedResult": [ { "error": { "errorClass": "EC_FAIL_OTHER", "autoRollbackAttempt": true, "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookAction": "FAIL_OTHER" }, { "hookPoint": "AFTER_ATR_ABORTED" } ] }, "clusterConnectionId": "defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8" } {} [16:05:20.300 DBG] [] clusterConnectionId:defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8 {} [16:05:20.300 DBG] [] Using custom connection at host : couchbase://172.23.111.133 and with username Administrator {} [16:05:20.300 DBG] [] Registering 2 hooks {} [16:05:20.300 DBG] [] - Hook Point BeforeAtrCommit with Action FailOther {} [16:05:20.300 DBG] [] - Hook Point AfterAtrAborted with Action FailHard {} [16:05:20.300 DBG] [] Starting Attempt 0 {} [16:05:20.300 DBG] [] Performing TransactionCommand Remove {} [16:05:20.300 DBG] [] 60e9649f-af16-4fd4-8637-7edc1c7fe38e.4f089a6b-8858-4f0b-ac1a-60737bbcebbe: Performing command: remove {} [16:05:20.456 DBG] [Couchbase.Transactions.AttemptContext] GetWithMav for 14430b08-7088-4a77-bf24-9c1ab5944b34, attemptId=4f089a6b-8858-4f0b-ac1a-60737bbcebbe, postCas=1707494720376930304 {"Scope": ["GetWithKv", "GetWithMav"]} [16:05:20.457 DBG] [Couchbase.Transactions.AttemptContext] CheckWriteWriteConflict@WW_RM for default::_default::_default::14430b08-7088-4a77-bf24-9c1ab5944b34, attempt=4f089a6b-8858-4f0b-ac1a-60737bbcebbe {"Scope": ["RemoveWithKv", "CheckWriteWriteConflict"]} [16:05:20.457 DBG] [Couchbase.Transactions.AttemptContext] CheckWriteWriteConflict no other txn for default::_default::_default::14430b08-7088-4a77-bf24-9c1ab5944b34, attempt=4f089a6b-8858-4f0b-ac1a-60737bbcebbe {"Scope": ["RemoveWithKv", "CheckWriteWriteConflict"]} [16:05:20.457 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Requested Durability = Majority {"Scope": ["RemoveWithKv", "InitAtrIfNeeded"]} [16:05:20.617 INF] [Couchbase.Transactions.DataAccess.AtrRepository] Upserted ATR to PENDING _txn:atr-382-#1bc6/attempts.4f089a6b-8858-4f0b-ac1a-60737bbcebbe (cas = 1707494720693010432) {"Scope": ["RemoveWithKv", "SetAtrPending", "MutateAtrPending"]} [16:05:20.617 DBG] [Couchbase.Transactions.AttemptContext] SetAtrPending for default._default._default::_txn:atr-382-#1bc6 (attempt=4f089a6b-8858-4f0b-ac1a-60737bbcebbe) {"Scope": ["RemoveWithKv", "SetAtrPending"]} [16:05:20.778 DBG] [Couchbase.Transactions.AttemptContext] CreateStagedRemove for 14430b08-7088-4a77-bf24-9c1ab5944b34, attemptId=4f089a6b-8858-4f0b-ac1a-60737bbcebbe, preCas=1707494720376930304, postCas=1707494720853573632 {"Scope": ["RemoveWithKv", "CreateStagedRemove"]} [16:05:20.778 DBG] [] 60e9649f-af16-4fd4-8637-7edc1c7fe38e.4f089a6b-8858-4f0b-ac1a-60737bbcebbe: Command Succeeded {} [16:05:20.778 DBG] [] Performing TransactionCommand Commit {} [16:05:20.778 DBG] [] 60e9649f-af16-4fd4-8637-7edc1c7fe38e.4f089a6b-8858-4f0b-ac1a-60737bbcebbe: Performing command: commit {} [16:05:20.779 WRN] [Couchbase.Transactions.AttemptContext] Failed attempt at committing due to FailOther {"Scope": ["CommitWithKv", "SetAtrCommit"]} [16:05:20.782 DBG] [] ExternalException.Unknown: Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException' was thrown. at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_3() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 291 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 377 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 464 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 258 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.BeforeAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 89 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1340 {} [16:05:20.782 DBG] [] Operation 'commit' failed as expected {} [16:05:20.782 WRN] [ExecuteApplicationLambda] Attempt failed, attempting automatic rollback... {} [16:05:20.783 INF] [Couchbase.Transactions.AttemptContext] Setting Aborted status. isAppRollback=False {"Scope": ["RollbackWithKv", "SetAtrAborted"]} [16:05:20.946 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Updated to ABORTED ATR _txn:atr-382-#1bc6/attempts.4f089a6b-8858-4f0b-ac1a-60737bbcebbe (cas = 1707494721021083648) {"Scope": ["RollbackWithKv", "SetAtrAborted", "MutateAtrAborted"]} [16:05:20.946 DBG] [Couchbase.Transactions.AttemptContext] SetAtrAborted for default._default._default::_txn:atr-382-#1bc6 (attempt=4f089a6b-8858-4f0b-ac1a-60737bbcebbe) {"Scope": ["RollbackWithKv", "SetAtrAborted"]} [16:05:20.947 WRN] [ExecuteApplicationLambda] Rollback failed due to Exception of type 'Couchbase.Transactions.Error.External.TransactionOperationFailedException' was thrown. {} [16:05:20.947 INF] [ExecuteApplicationLambda] Attempt 4f089a6b-8858-4f0b-ac1a-60737bbcebbe completed. CleanupClient=False, LostCleanup=False {} Transaction Failed with: Couchbase.Transactions.Error.TransactionFailedException: Transaction failed. ---> Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException' was thrown. at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_3() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 291 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 377 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 464 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 258 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.BeforeAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 89 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1340 --- End of inner exception stack trace --- at Couchbase.Transactions.Transactions.RunAsync(Func`2 transactionLogic, PerTransactionConfig perConfig, Boolean singleQueryTransactionMode) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/Transactions.cs:line 229 at Couchbase.Transactions.FitPerformer.TwoWayTransaction.Run(Transactions transactions, TransactionCreateRequest request, ClusterConnection connection, IServerStreamWriter`1 responseStream) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 68 -----------------------Context Info--------------------------- [16:05:20.950 DBG] [] UNKNOWN due to Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException' was thrown. at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_3() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 291 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 377 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 464 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 258 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.BeforeAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 89 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1340 {} [16:05:20.950 INF] [] Completed Transaction Test {} [16:05:20.953 DBG] [] transactionSingleQuery: { "transactionsFactoryRef": "484f2920-5f41-4646-b247-53ab86b83d89", "clusterConnectionId": "defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8", "query": { "statement": "INSERT INTO `_default` VALUES ('14430b08-7088-4a77-bf24-9c1ab5944b34', {\"content\":\"updated\"})", "expectedResult": [ { "anythingAllowed": true } ], "queryParameters": { }, "scope": { "bucketName": "default", "scopeName": "_default" } } } {} [16:05:20.953 DBG] [] clusterConnectionId:defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8 {} [16:05:20.953 DBG] [] Using custom connection at host : couchbase://172.23.111.133 and with username Administrator {} [16:05:20.953 DBG] [Couchbase.Transactions.AttemptContext] [b7aa712d-603e-4971-a7e7-6bdd1085ef19] Executing Query: query: null {"Scope": ["QueryAsync", "QueryWrapper"]} [16:05:21.295 ERR] [Couchbase.Transactions.AttemptContext] [b7aa712d-603e-4971-a7e7-6bdd1085ef19] query failed at query: Couchbase.CouchbaseException: Duplicate Key: 14430b08-7088-4a77-bf24-9c1ab5944b34 [17012] at Couchbase.Query.QueryResultExtensions.ThrowExceptionOnError[T](IQueryResult`1 result, QueryErrorContext context) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryResultExtensions.cs:line 142 at Couchbase.Query.QueryClient.ExecuteQuery[T](QueryOptions options, ITypeSerializer serializer, IRequestSpan span) at Couchbase.Query.QueryClient.QueryAsync[T](String statement, QueryOptions options) at Couchbase.Cluster.<>c__DisplayClass37_0`1.<g__Func|0>d.MoveNext() --- End of stack trace from previous location --- at Couchbase.Core.Retry.RetryOrchestrator.RetryAsync[T](Func`1 send, IRequest request) at Couchbase.Cluster.QueryAsync[T](String statement, QueryOptions options) at Couchbase.Transactions.AttemptContext.QueryWrapper[T](Int64 statementId, IScope scope, String statement, QueryOptions options, String hookPoint, IRequestSpan parentSpan, Boolean isBeginWork, Boolean existingErrorCheck, JObject txdata, Boolean txImplicit) -----------------------Context Info--------------------------- Couchbase.Core.Exceptions.Query.QueryErrorContext {"Scope": ["QueryAsync", "QueryWrapper"]} [16:05:21.296 INF] [ExecuteApplicationLambda] Attempt b7aa712d-603e-4971-a7e7-6bdd1085ef19 completed. CleanupClient=False, LostCleanup=False {} [16:05:22.265 DBG] [] transactionCreate: { "transactionsFactoryRef": "484f2920-5f41-4646-b247-53ab86b83d89", "attempts": [ { "commands": [ { "remove": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "4cb108d0-1401-4f85-a01f-d486d9e8805c" }, "expectedResult": [ { "success": true } ] } }, { "commit": { "expectedResult": [ { "error": { "errorClass": "EC_FAIL_OTHER", "autoRollbackAttempt": true, "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookAction": "FAIL_OTHER" }, { "hookPoint": "AFTER_ATR_ABORTED" } ] }, "clusterConnectionId": "defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8" } {} [16:05:22.265 INF] [] Starting Transaction Test {} [16:05:22.265 DBG] [] Test: { "transactionsFactoryRef": "484f2920-5f41-4646-b247-53ab86b83d89", "attempts": [ { "commands": [ { "remove": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "4cb108d0-1401-4f85-a01f-d486d9e8805c" }, "expectedResult": [ { "success": true } ] } }, { "commit": { "expectedResult": [ { "error": { "errorClass": "EC_FAIL_OTHER", "autoRollbackAttempt": true, "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookAction": "FAIL_OTHER" }, { "hookPoint": "AFTER_ATR_ABORTED" } ] }, "clusterConnectionId": "defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8" } {} [16:05:22.265 DBG] [] clusterConnectionId:defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8 {} [16:05:22.265 DBG] [] Using custom connection at host : couchbase://172.23.111.133 and with username Administrator {} [16:05:22.265 DBG] [] Registering 2 hooks {} [16:05:22.265 DBG] [] - Hook Point BeforeAtrCommit with Action FailOther {} [16:05:22.265 DBG] [] - Hook Point AfterAtrAborted with Action FailHard {} [16:05:22.265 DBG] [] Starting Attempt 0 {} [16:05:22.266 DBG] [] Performing TransactionCommand Remove {} [16:05:22.266 DBG] [] 7e288cd9-63f5-44bb-b24e-c4b985ef4972.3c5f06ac-2a96-4249-8adc-56b15e9068a1: Performing command: remove {} [16:05:22.422 DBG] [Couchbase.Transactions.AttemptContext] GetWithMav for 4cb108d0-1401-4f85-a01f-d486d9e8805c, attemptId=3c5f06ac-2a96-4249-8adc-56b15e9068a1, postCas=1707494722340454400 {"Scope": ["GetWithKv", "GetWithMav"]} [16:05:22.423 DBG] [Couchbase.Transactions.AttemptContext] CheckWriteWriteConflict@WW_RM for default::_default::_default::4cb108d0-1401-4f85-a01f-d486d9e8805c, attempt=3c5f06ac-2a96-4249-8adc-56b15e9068a1 {"Scope": ["RemoveWithKv", "CheckWriteWriteConflict"]} [16:05:22.423 DBG] [Couchbase.Transactions.AttemptContext] CheckWriteWriteConflict no other txn for default::_default::_default::4cb108d0-1401-4f85-a01f-d486d9e8805c, attempt=3c5f06ac-2a96-4249-8adc-56b15e9068a1 {"Scope": ["RemoveWithKv", "CheckWriteWriteConflict"]} [16:05:22.423 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Requested Durability = Majority {"Scope": ["RemoveWithKv", "InitAtrIfNeeded"]} [16:05:22.587 INF] [Couchbase.Transactions.DataAccess.AtrRepository] Upserted ATR to PENDING _txn:atr-704-#251/attempts.3c5f06ac-2a96-4249-8adc-56b15e9068a1 (cas = 1707494722662891520) {"Scope": ["RemoveWithKv", "SetAtrPending", "MutateAtrPending"]} [16:05:22.587 DBG] [Couchbase.Transactions.AttemptContext] SetAtrPending for default._default._default::_txn:atr-704-#251 (attempt=3c5f06ac-2a96-4249-8adc-56b15e9068a1) {"Scope": ["RemoveWithKv", "SetAtrPending"]} [16:05:22.750 DBG] [Couchbase.Transactions.AttemptContext] CreateStagedRemove for 4cb108d0-1401-4f85-a01f-d486d9e8805c, attemptId=3c5f06ac-2a96-4249-8adc-56b15e9068a1, preCas=1707494722340454400, postCas=1707494722824175616 {"Scope": ["RemoveWithKv", "CreateStagedRemove"]} [16:05:22.751 DBG] [] 7e288cd9-63f5-44bb-b24e-c4b985ef4972.3c5f06ac-2a96-4249-8adc-56b15e9068a1: Command Succeeded {} [16:05:22.751 DBG] [] Performing TransactionCommand Commit {} [16:05:22.751 DBG] [] 7e288cd9-63f5-44bb-b24e-c4b985ef4972.3c5f06ac-2a96-4249-8adc-56b15e9068a1: Performing command: commit {} [16:05:22.751 WRN] [Couchbase.Transactions.AttemptContext] Failed attempt at committing due to FailOther {"Scope": ["CommitWithKv", "SetAtrCommit"]} [16:05:22.753 DBG] [] ExternalException.Unknown: Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException' was thrown. at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_3() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 291 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 377 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 464 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 258 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.BeforeAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 89 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1340 {} [16:05:22.753 DBG] [] Operation 'commit' failed as expected {} [16:05:22.753 WRN] [ExecuteApplicationLambda] Attempt failed, attempting automatic rollback... {} [16:05:22.753 INF] [Couchbase.Transactions.AttemptContext] Setting Aborted status. isAppRollback=False {"Scope": ["RollbackWithKv", "SetAtrAborted"]} [16:05:22.914 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Updated to ABORTED ATR _txn:atr-704-#251/attempts.3c5f06ac-2a96-4249-8adc-56b15e9068a1 (cas = 1707494722989719552) {"Scope": ["RollbackWithKv", "SetAtrAborted", "MutateAtrAborted"]} [16:05:22.915 DBG] [Couchbase.Transactions.AttemptContext] SetAtrAborted for default._default._default::_txn:atr-704-#251 (attempt=3c5f06ac-2a96-4249-8adc-56b15e9068a1) {"Scope": ["RollbackWithKv", "SetAtrAborted"]} [16:05:22.915 WRN] [ExecuteApplicationLambda] Rollback failed due to Exception of type 'Couchbase.Transactions.Error.External.TransactionOperationFailedException' was thrown. {} [16:05:22.915 INF] [ExecuteApplicationLambda] Attempt 3c5f06ac-2a96-4249-8adc-56b15e9068a1 completed. CleanupClient=False, LostCleanup=False {} Transaction Failed with: Couchbase.Transactions.Error.TransactionFailedException: Transaction failed. ---> Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException' was thrown. at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_3() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 291 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 377 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 464 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 258 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.BeforeAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 89 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1340 --- End of inner exception stack trace --- at Couchbase.Transactions.Transactions.RunAsync(Func`2 transactionLogic, PerTransactionConfig perConfig, Boolean singleQueryTransactionMode) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/Transactions.cs:line 229 at Couchbase.Transactions.FitPerformer.TwoWayTransaction.Run(Transactions transactions, TransactionCreateRequest request, ClusterConnection connection, IServerStreamWriter`1 responseStream) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 68 -----------------------Context Info--------------------------- [16:05:22.917 DBG] [] UNKNOWN due to Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException' was thrown. at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_3() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 291 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 377 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 464 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 258 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.BeforeAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 89 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1340 {} [16:05:22.917 INF] [] Completed Transaction Test {} [16:05:22.920 DBG] [] transactionSingleQuery: { "transactionsFactoryRef": "484f2920-5f41-4646-b247-53ab86b83d89", "clusterConnectionId": "defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8", "query": { "statement": "UPDATE `_default` SET content = 'updated-query' WHERE META().id = '4cb108d0-1401-4f85-a01f-d486d9e8805c'", "expectedResult": [ { "anythingAllowed": true } ], "checkMutations": true, "expectedMutations": 1, "queryParameters": { }, "scope": { "bucketName": "default", "scopeName": "_default" } }, "queryOptions": { "timeoutMillis": "2000" } } {} [16:05:22.920 DBG] [] clusterConnectionId:defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8 {} [16:05:22.920 DBG] [] Using custom connection at host : couchbase://172.23.111.133 and with username Administrator {} [16:05:22.920 DBG] [Couchbase.Transactions.AttemptContext] [969fbf4a-9cfc-468d-a154-134d9ef032fd] Executing Query: query: null {"Scope": ["QueryAsync", "QueryWrapper"]} [16:05:24.261 ERR] [Couchbase.Transactions.AttemptContext] [969fbf4a-9cfc-468d-a154-134d9ef032fd] query failed at query: Couchbase.CouchbaseException: Transaction staging error [17020] at Couchbase.Query.QueryResultExtensions.ThrowExceptionOnError[T](IQueryResult`1 result, QueryErrorContext context) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryResultExtensions.cs:line 142 at Couchbase.Query.QueryClient.ExecuteQuery[T](QueryOptions options, ITypeSerializer serializer, IRequestSpan span) at Couchbase.Query.QueryClient.QueryAsync[T](String statement, QueryOptions options) at Couchbase.Cluster.<>c__DisplayClass37_0`1.<g__Func|0>d.MoveNext() --- End of stack trace from previous location --- at Couchbase.Core.Retry.RetryOrchestrator.RetryAsync[T](Func`1 send, IRequest request) at Couchbase.Cluster.QueryAsync[T](String statement, QueryOptions options) at Couchbase.Transactions.AttemptContext.QueryWrapper[T](Int64 statementId, IScope scope, String statement, QueryOptions options, String hookPoint, IRequestSpan parentSpan, Boolean isBeginWork, Boolean existingErrorCheck, JObject txdata, Boolean txImplicit) -----------------------Context Info--------------------------- Couchbase.Core.Exceptions.Query.QueryErrorContext {"Scope": ["QueryAsync", "QueryWrapper"]} [16:05:24.261 WRN] [Couchbase.Transactions.AttemptContext] query code=17020 cause={ "bucket": "default", "cause": "deadline expired before WWC was resolved on default._default._default._txn:atr-704-#251", "collection": "_default", "document_key": "4cb108d0-1401-4f85-a01f-d486d9e8805c", "msg": "write write conflict", "scope": "_default" } raise=failed {"Scope": ["QueryAsync", "QueryWrapper"]} [16:05:24.262 DBG] [ExecuteApplicationLambda] Propagating error up. (ec = FailOther, retry = True, finalError = TransactionFailed) {} [16:05:24.262 INF] [ExecuteApplicationLambda] Attempt 969fbf4a-9cfc-468d-a154-134d9ef032fd completed. CleanupClient=False, LostCleanup=False {} [16:05:24.269 DBG] [Couchbase.Transactions.AttemptContext] [53f8d281-5759-40ca-b5f4-34beb5797a1d] Executing Query: query: null {"Scope": ["QueryAsync", "QueryWrapper"]} [16:05:25.496 ERR] [Couchbase.Transactions.AttemptContext] [53f8d281-5759-40ca-b5f4-34beb5797a1d] query failed at query: Couchbase.Core.Exceptions.IndexFailureException: Keyspace not found in CB datastore: default:_default - cause: No bucket named _default [12003] at Couchbase.Query.QueryResultExtensions.ThrowExceptionOnError[T](IQueryResult`1 result, QueryErrorContext context) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryResultExtensions.cs:line 142 at Couchbase.Query.QueryClient.ExecuteQuery[T](QueryOptions options, ITypeSerializer serializer, IRequestSpan span) at Couchbase.Query.QueryClient.QueryAsync[T](String statement, QueryOptions options) at Couchbase.Cluster.<>c__DisplayClass37_0`1.<g__Func|0>d.MoveNext() --- End of stack trace from previous location --- at Couchbase.Core.Retry.RetryOrchestrator.RetryAsync[T](Func`1 send, IRequest request) at Couchbase.Cluster.QueryAsync[T](String statement, QueryOptions options) at Couchbase.Transactions.AttemptContext.QueryWrapper[T](Int64 statementId, IScope scope, String statement, QueryOptions options, String hookPoint, IRequestSpan parentSpan, Boolean isBeginWork, Boolean existingErrorCheck, JObject txdata, Boolean txImplicit) -----------------------Context Info--------------------------- Couchbase.Core.Exceptions.Query.QueryErrorContext {"Scope": ["QueryAsync", "QueryWrapper"]} [16:05:25.497 INF] [ExecuteApplicationLambda] Attempt 53f8d281-5759-40ca-b5f4-34beb5797a1d completed. CleanupClient=False, LostCleanup=False {} [16:05:26.313 DBG] [] transactionCreate: { "transactionsFactoryRef": "484f2920-5f41-4646-b247-53ab86b83d89", "attempts": [ { "commands": [ { "remove": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "3a71cd58-6f1a-4a5d-8830-f49f181d7b57" }, "expectedResult": [ { "success": true } ] } }, { "commit": { "expectedResult": [ { "error": { "errorClass": "EC_FAIL_OTHER", "autoRollbackAttempt": true, "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookAction": "FAIL_OTHER" }, { "hookPoint": "AFTER_ATR_ABORTED" } ] }, "clusterConnectionId": "defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8" } {} [16:05:26.313 INF] [] Starting Transaction Test {} [16:05:26.313 DBG] [] Test: { "transactionsFactoryRef": "484f2920-5f41-4646-b247-53ab86b83d89", "attempts": [ { "commands": [ { "remove": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "3a71cd58-6f1a-4a5d-8830-f49f181d7b57" }, "expectedResult": [ { "success": true } ] } }, { "commit": { "expectedResult": [ { "error": { "errorClass": "EC_FAIL_OTHER", "autoRollbackAttempt": true, "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookAction": "FAIL_OTHER" }, { "hookPoint": "AFTER_ATR_ABORTED" } ] }, "clusterConnectionId": "defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8" } {} [16:05:26.313 DBG] [] clusterConnectionId:defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8 {} [16:05:26.313 DBG] [] Using custom connection at host : couchbase://172.23.111.133 and with username Administrator {} [16:05:26.313 DBG] [] Registering 2 hooks {} [16:05:26.313 DBG] [] - Hook Point BeforeAtrCommit with Action FailOther {} [16:05:26.313 DBG] [] - Hook Point AfterAtrAborted with Action FailHard {} [16:05:26.313 DBG] [] Starting Attempt 0 {} [16:05:26.313 DBG] [] Performing TransactionCommand Remove {} [16:05:26.313 DBG] [] 0a462399-362a-441e-b45a-dffd7d6279e8.d948494c-ff6a-4844-902e-60cce892e23b: Performing command: remove {} [16:05:26.471 DBG] [Couchbase.Transactions.AttemptContext] GetWithMav for 3a71cd58-6f1a-4a5d-8830-f49f181d7b57, attemptId=d948494c-ff6a-4844-902e-60cce892e23b, postCas=1707494726390579200 {"Scope": ["GetWithKv", "GetWithMav"]} [16:05:26.471 DBG] [Couchbase.Transactions.AttemptContext] CheckWriteWriteConflict@WW_RM for default::_default::_default::3a71cd58-6f1a-4a5d-8830-f49f181d7b57, attempt=d948494c-ff6a-4844-902e-60cce892e23b {"Scope": ["RemoveWithKv", "CheckWriteWriteConflict"]} [16:05:26.471 DBG] [Couchbase.Transactions.AttemptContext] CheckWriteWriteConflict no other txn for default::_default::_default::3a71cd58-6f1a-4a5d-8830-f49f181d7b57, attempt=d948494c-ff6a-4844-902e-60cce892e23b {"Scope": ["RemoveWithKv", "CheckWriteWriteConflict"]} [16:05:26.471 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Requested Durability = Majority {"Scope": ["RemoveWithKv", "InitAtrIfNeeded"]} [16:05:26.633 INF] [Couchbase.Transactions.DataAccess.AtrRepository] Upserted ATR to PENDING _txn:atr-735-#179/attempts.d948494c-ff6a-4844-902e-60cce892e23b (cas = 1707494726709018624) {"Scope": ["RemoveWithKv", "SetAtrPending", "MutateAtrPending"]} [16:05:26.633 DBG] [Couchbase.Transactions.AttemptContext] SetAtrPending for default._default._default::_txn:atr-735-#179 (attempt=d948494c-ff6a-4844-902e-60cce892e23b) {"Scope": ["RemoveWithKv", "SetAtrPending"]} [16:05:26.795 DBG] [Couchbase.Transactions.AttemptContext] CreateStagedRemove for 3a71cd58-6f1a-4a5d-8830-f49f181d7b57, attemptId=d948494c-ff6a-4844-902e-60cce892e23b, preCas=1707494726390579200, postCas=1707494726870630400 {"Scope": ["RemoveWithKv", "CreateStagedRemove"]} [16:05:26.795 DBG] [] 0a462399-362a-441e-b45a-dffd7d6279e8.d948494c-ff6a-4844-902e-60cce892e23b: Command Succeeded {} [16:05:26.795 DBG] [] Performing TransactionCommand Commit {} [16:05:26.795 DBG] [] 0a462399-362a-441e-b45a-dffd7d6279e8.d948494c-ff6a-4844-902e-60cce892e23b: Performing command: commit {} [16:05:26.795 WRN] [Couchbase.Transactions.AttemptContext] Failed attempt at committing due to FailOther {"Scope": ["CommitWithKv", "SetAtrCommit"]} [16:05:26.796 DBG] [] ExternalException.Unknown: Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException' was thrown. at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_3() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 291 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 377 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 464 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 258 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.BeforeAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 89 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1340 {} [16:05:26.797 DBG] [] Operation 'commit' failed as expected {} [16:05:26.797 WRN] [ExecuteApplicationLambda] Attempt failed, attempting automatic rollback... {} [16:05:26.797 INF] [Couchbase.Transactions.AttemptContext] Setting Aborted status. isAppRollback=False {"Scope": ["RollbackWithKv", "SetAtrAborted"]} [16:05:26.957 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Updated to ABORTED ATR _txn:atr-735-#179/attempts.d948494c-ff6a-4844-902e-60cce892e23b (cas = 1707494727032438784) {"Scope": ["RollbackWithKv", "SetAtrAborted", "MutateAtrAborted"]} [16:05:26.957 DBG] [Couchbase.Transactions.AttemptContext] SetAtrAborted for default._default._default::_txn:atr-735-#179 (attempt=d948494c-ff6a-4844-902e-60cce892e23b) {"Scope": ["RollbackWithKv", "SetAtrAborted"]} [16:05:26.958 WRN] [ExecuteApplicationLambda] Rollback failed due to Exception of type 'Couchbase.Transactions.Error.External.TransactionOperationFailedException' was thrown. {} [16:05:26.958 INF] [ExecuteApplicationLambda] Attempt d948494c-ff6a-4844-902e-60cce892e23b completed. CleanupClient=False, LostCleanup=False {} Transaction Failed with: Couchbase.Transactions.Error.TransactionFailedException: Transaction failed. ---> Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException' was thrown. at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_3() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 291 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 377 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 464 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 258 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.BeforeAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 89 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1340 --- End of inner exception stack trace --- at Couchbase.Transactions.Transactions.RunAsync(Func`2 transactionLogic, PerTransactionConfig perConfig, Boolean singleQueryTransactionMode) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/Transactions.cs:line 229 at Couchbase.Transactions.FitPerformer.TwoWayTransaction.Run(Transactions transactions, TransactionCreateRequest request, ClusterConnection connection, IServerStreamWriter`1 responseStream) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 68 -----------------------Context Info--------------------------- [16:05:26.960 DBG] [] UNKNOWN due to Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException' was thrown. at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_3() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 291 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 377 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 464 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 258 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.BeforeAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 89 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1340 {} [16:05:26.960 INF] [] Completed Transaction Test {} [16:05:26.964 DBG] [] transactionSingleQuery: { "transactionsFactoryRef": "484f2920-5f41-4646-b247-53ab86b83d89", "clusterConnectionId": "defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8", "query": { "statement": "DELETE FROM `_default` WHERE META().id = '3a71cd58-6f1a-4a5d-8830-f49f181d7b57'", "expectedResult": [ { "anythingAllowed": true } ], "checkMutations": true, "expectedMutations": 1, "queryParameters": { }, "scope": { "bucketName": "default", "scopeName": "_default" } }, "queryOptions": { "timeoutMillis": "2000" } } {} [16:05:26.964 DBG] [] clusterConnectionId:defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8 {} [16:05:26.964 DBG] [] Using custom connection at host : couchbase://172.23.111.133 and with username Administrator {} [16:05:26.964 DBG] [Couchbase.Transactions.AttemptContext] [2d7a8c34-c937-4650-b3f4-bcc98c787a66] Executing Query: query: null {"Scope": ["QueryAsync", "QueryWrapper"]} [16:05:28.307 ERR] [Couchbase.Transactions.AttemptContext] [2d7a8c34-c937-4650-b3f4-bcc98c787a66] query failed at query: Couchbase.CouchbaseException: Transaction staging error [17020] at Couchbase.Query.QueryResultExtensions.ThrowExceptionOnError[T](IQueryResult`1 result, QueryErrorContext context) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryResultExtensions.cs:line 142 at Couchbase.Query.QueryClient.ExecuteQuery[T](QueryOptions options, ITypeSerializer serializer, IRequestSpan span) at Couchbase.Query.QueryClient.QueryAsync[T](String statement, QueryOptions options) at Couchbase.Cluster.<>c__DisplayClass37_0`1.<g__Func|0>d.MoveNext() --- End of stack trace from previous location --- at Couchbase.Core.Retry.RetryOrchestrator.RetryAsync[T](Func`1 send, IRequest request) at Couchbase.Cluster.QueryAsync[T](String statement, QueryOptions options) at Couchbase.Transactions.AttemptContext.QueryWrapper[T](Int64 statementId, IScope scope, String statement, QueryOptions options, String hookPoint, IRequestSpan parentSpan, Boolean isBeginWork, Boolean existingErrorCheck, JObject txdata, Boolean txImplicit) -----------------------Context Info--------------------------- Couchbase.Core.Exceptions.Query.QueryErrorContext {"Scope": ["QueryAsync", "QueryWrapper"]} [16:05:28.308 WRN] [Couchbase.Transactions.AttemptContext] query code=17020 cause={ "bucket": "default", "cause": "deadline expired before WWC was resolved on default._default._default._txn:atr-735-#179", "collection": "_default", "document_key": "3a71cd58-6f1a-4a5d-8830-f49f181d7b57", "msg": "write write conflict", "scope": "_default" } raise=failed {"Scope": ["QueryAsync", "QueryWrapper"]} [16:05:28.308 DBG] [ExecuteApplicationLambda] Propagating error up. (ec = FailOther, retry = True, finalError = TransactionFailed) {} [16:05:28.308 INF] [ExecuteApplicationLambda] Attempt 2d7a8c34-c937-4650-b3f4-bcc98c787a66 completed. CleanupClient=False, LostCleanup=False {} [16:05:28.316 DBG] [Couchbase.Transactions.AttemptContext] [a209f3a8-a499-4c19-bf9c-1005ebbe996d] Executing Query: query: null {"Scope": ["QueryAsync", "QueryWrapper"]} [16:05:29.737 ERR] [Couchbase.Transactions.AttemptContext] [a209f3a8-a499-4c19-bf9c-1005ebbe996d] query failed at query: Couchbase.Core.Exceptions.IndexFailureException: Keyspace not found in CB datastore: default:_default - cause: No bucket named _default [12003] at Couchbase.Query.QueryResultExtensions.ThrowExceptionOnError[T](IQueryResult`1 result, QueryErrorContext context) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryResultExtensions.cs:line 142 at Couchbase.Query.QueryClient.ExecuteQuery[T](QueryOptions options, ITypeSerializer serializer, IRequestSpan span) at Couchbase.Query.QueryClient.QueryAsync[T](String statement, QueryOptions options) at Couchbase.Cluster.<>c__DisplayClass37_0`1.<g__Func|0>d.MoveNext() --- End of stack trace from previous location --- at Couchbase.Core.Retry.RetryOrchestrator.RetryAsync[T](Func`1 send, IRequest request) at Couchbase.Cluster.QueryAsync[T](String statement, QueryOptions options) at Couchbase.Transactions.AttemptContext.QueryWrapper[T](Int64 statementId, IScope scope, String statement, QueryOptions options, String hookPoint, IRequestSpan parentSpan, Boolean isBeginWork, Boolean existingErrorCheck, JObject txdata, Boolean txImplicit) -----------------------Context Info--------------------------- Couchbase.Core.Exceptions.Query.QueryErrorContext {"Scope": ["QueryAsync", "QueryWrapper"]} [16:05:29.738 INF] [ExecuteApplicationLambda] Attempt a209f3a8-a499-4c19-bf9c-1005ebbe996d completed. CleanupClient=False, LostCleanup=False {} [16:05:30.706 DBG] [] transactionCreate: { "transactionsFactoryRef": "484f2920-5f41-4646-b247-53ab86b83d89", "attempts": [ { "commands": [ { "remove": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "a396168e-4181-49bb-a0d2-050b92c953a1" }, "expectedResult": [ { "success": true } ] } }, { "commit": { "expectedResult": [ { "error": { "errorClass": "EC_FAIL_OTHER", "autoRollbackAttempt": true, "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookAction": "FAIL_OTHER" }, { "hookPoint": "AFTER_ATR_ABORTED" } ] }, "clusterConnectionId": "defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8" } {} [16:05:30.706 INF] [] Starting Transaction Test {} [16:05:30.706 DBG] [] Test: { "transactionsFactoryRef": "484f2920-5f41-4646-b247-53ab86b83d89", "attempts": [ { "commands": [ { "remove": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "a396168e-4181-49bb-a0d2-050b92c953a1" }, "expectedResult": [ { "success": true } ] } }, { "commit": { "expectedResult": [ { "error": { "errorClass": "EC_FAIL_OTHER", "autoRollbackAttempt": true, "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookAction": "FAIL_OTHER" }, { "hookPoint": "AFTER_ATR_ABORTED" } ] }, "clusterConnectionId": "defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8" } {} [16:05:30.706 DBG] [] clusterConnectionId:defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8 {} [16:05:30.706 DBG] [] Using custom connection at host : couchbase://172.23.111.133 and with username Administrator {} [16:05:30.706 DBG] [] Registering 2 hooks {} [16:05:30.706 DBG] [] - Hook Point BeforeAtrCommit with Action FailOther {} [16:05:30.706 DBG] [] - Hook Point AfterAtrAborted with Action FailHard {} [16:05:30.706 DBG] [] Starting Attempt 0 {} [16:05:30.706 DBG] [] Performing TransactionCommand Remove {} [16:05:30.706 DBG] [] 38d904f5-0e4b-427e-93c1-cdb19d14ee73.bb50c174-c5d7-4557-a3d0-d3e7d8b03663: Performing command: remove {} [16:05:30.871 DBG] [Couchbase.Transactions.AttemptContext] GetWithMav for a396168e-4181-49bb-a0d2-050b92c953a1, attemptId=bb50c174-c5d7-4557-a3d0-d3e7d8b03663, postCas=1707494730782408704 {"Scope": ["GetWithKv", "GetWithMav"]} [16:05:30.872 DBG] [Couchbase.Transactions.AttemptContext] CheckWriteWriteConflict@WW_RM for default::_default::_default::a396168e-4181-49bb-a0d2-050b92c953a1, attempt=bb50c174-c5d7-4557-a3d0-d3e7d8b03663 {"Scope": ["RemoveWithKv", "CheckWriteWriteConflict"]} [16:05:30.872 DBG] [Couchbase.Transactions.AttemptContext] CheckWriteWriteConflict no other txn for default::_default::_default::a396168e-4181-49bb-a0d2-050b92c953a1, attempt=bb50c174-c5d7-4557-a3d0-d3e7d8b03663 {"Scope": ["RemoveWithKv", "CheckWriteWriteConflict"]} [16:05:30.872 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Requested Durability = Majority {"Scope": ["RemoveWithKv", "InitAtrIfNeeded"]} [16:05:31.035 INF] [Couchbase.Transactions.DataAccess.AtrRepository] Upserted ATR to PENDING _txn:atr-175-#2bd/attempts.bb50c174-c5d7-4557-a3d0-d3e7d8b03663 (cas = 1707494731109302272) {"Scope": ["RemoveWithKv", "SetAtrPending", "MutateAtrPending"]} [16:05:31.035 DBG] [Couchbase.Transactions.AttemptContext] SetAtrPending for default._default._default::_txn:atr-175-#2bd (attempt=bb50c174-c5d7-4557-a3d0-d3e7d8b03663) {"Scope": ["RemoveWithKv", "SetAtrPending"]} [16:05:31.199 DBG] [Couchbase.Transactions.AttemptContext] CreateStagedRemove for a396168e-4181-49bb-a0d2-050b92c953a1, attemptId=bb50c174-c5d7-4557-a3d0-d3e7d8b03663, preCas=1707494730782408704, postCas=1707494731273994240 {"Scope": ["RemoveWithKv", "CreateStagedRemove"]} [16:05:31.200 DBG] [] 38d904f5-0e4b-427e-93c1-cdb19d14ee73.bb50c174-c5d7-4557-a3d0-d3e7d8b03663: Command Succeeded {} [16:05:31.200 DBG] [] Performing TransactionCommand Commit {} [16:05:31.200 DBG] [] 38d904f5-0e4b-427e-93c1-cdb19d14ee73.bb50c174-c5d7-4557-a3d0-d3e7d8b03663: Performing command: commit {} [16:05:31.200 WRN] [Couchbase.Transactions.AttemptContext] Failed attempt at committing due to FailOther {"Scope": ["CommitWithKv", "SetAtrCommit"]} [16:05:31.201 DBG] [] ExternalException.Unknown: Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException' was thrown. at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_3() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 291 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 377 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 464 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 258 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.BeforeAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 89 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1340 {} [16:05:31.201 DBG] [] Operation 'commit' failed as expected {} [16:05:31.202 WRN] [ExecuteApplicationLambda] Attempt failed, attempting automatic rollback... {} [16:05:31.202 INF] [Couchbase.Transactions.AttemptContext] Setting Aborted status. isAppRollback=False {"Scope": ["RollbackWithKv", "SetAtrAborted"]} [16:05:31.363 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Updated to ABORTED ATR _txn:atr-175-#2bd/attempts.bb50c174-c5d7-4557-a3d0-d3e7d8b03663 (cas = 1707494731439210496) {"Scope": ["RollbackWithKv", "SetAtrAborted", "MutateAtrAborted"]} [16:05:31.364 DBG] [Couchbase.Transactions.AttemptContext] SetAtrAborted for default._default._default::_txn:atr-175-#2bd (attempt=bb50c174-c5d7-4557-a3d0-d3e7d8b03663) {"Scope": ["RollbackWithKv", "SetAtrAborted"]} [16:05:31.365 WRN] [ExecuteApplicationLambda] Rollback failed due to Exception of type 'Couchbase.Transactions.Error.External.TransactionOperationFailedException' was thrown. {} [16:05:31.365 INF] [ExecuteApplicationLambda] Attempt bb50c174-c5d7-4557-a3d0-d3e7d8b03663 completed. CleanupClient=False, LostCleanup=False {} Transaction Failed with: Couchbase.Transactions.Error.TransactionFailedException: Transaction failed. ---> Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException' was thrown. at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_3() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 291 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 377 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 464 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 258 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.BeforeAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 89 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1340 --- End of inner exception stack trace --- at Couchbase.Transactions.Transactions.RunAsync(Func`2 transactionLogic, PerTransactionConfig perConfig, Boolean singleQueryTransactionMode) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/Transactions.cs:line 229 at Couchbase.Transactions.FitPerformer.TwoWayTransaction.Run(Transactions transactions, TransactionCreateRequest request, ClusterConnection connection, IServerStreamWriter`1 responseStream) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 68 -----------------------Context Info--------------------------- [16:05:31.369 DBG] [] UNKNOWN due to Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException' was thrown. at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_3() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 291 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 377 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 464 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 --- End of stack trace from previous location --- at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 258 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.BeforeAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 89 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1340 {} [16:05:31.369 INF] [] Completed Transaction Test {} [16:05:31.371 DBG] [] transactionSingleQuery: { "transactionsFactoryRef": "484f2920-5f41-4646-b247-53ab86b83d89", "clusterConnectionId": "defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8", "query": { "statement": "SELECT * FROM `_default` WHERE META().id = 'a396168e-4181-49bb-a0d2-050b92c953a1'", "expectedResult": [ { "anythingAllowed": true } ], "checkRowCount": true, "expectedRowCount": 1, "queryParameters": { }, "scope": { "bucketName": "default", "scopeName": "_default" } } } {} [16:05:31.372 DBG] [] clusterConnectionId:defaultClusterConnection_279e3230-4f1c-4f69-98c1-9262e8853dc8 {} [16:05:31.372 DBG] [] Using custom connection at host : couchbase://172.23.111.133 and with username Administrator {} [16:05:31.372 DBG] [Couchbase.Transactions.AttemptContext] [d8245078-b451-4b86-bafb-36b082d6054e] Executing Query: query: null {"Scope": ["QueryAsync", "QueryWrapper"]} [16:05:31.708 INF] [ExecuteApplicationLambda] Attempt d8245078-b451-4b86-bafb-36b082d6054e completed. CleanupClient=False, LostCleanup=False {} [16:05:32.722 INF] [] ======== java.util.stream.Stream com.couchbase.transactions.query.single_query.SingleQueryTransactionBlockedByAFailedTxnTest.permute_allFailedTransactions_checkQueryStmtBehaviour():permute_allFailedTransactions_checkQueryStmtBehaviour(): testEnd ======= {} [16:05:32.726 INF] [] ======== Test file: End ======= {}