2023-08-28 16:07:39 [10:37:39.033 DBG] [] disconnectConnections: { } {} 2023-08-28 16:07:39 [10:37:39.052 DBG] [] closeTransactions: { } {} 2023-08-28 16:07:39 [10:37:39.101 DBG] [] clusterConnectionCreate: { "clusterConnectionId": "defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184", "clusterHostname": "couchbase://172.23.111.130", "clusterUsername": "Administrator", "clusterPassword": "password", "clusterConfig": { "transactionsConfig": { "cleanupConfig": { "cleanupLostAttempts": false, "cleanupClientAttempts": false } } } } {} 2023-08-28 16:07:39 [10:37:39.101 DBG] [] clusterConnectionId = defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184 {} 2023-08-28 16:07:43 [10:37:43.339 DBG] [] transactionsFactoryCreate: { "clusterConnectionId": "defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184", "config": { "cleanupConfig": { "cleanupLostAttempts": false, "cleanupClientAttempts": false } } } {} 2023-08-28 16:07:43 [10:37:43.339 DBG] [] clusterConnectionId:defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184 {} 2023-08-28 16:07:43 [10:37:43.339 DBG] [] Using custom connection at host : couchbase://172.23.111.130 and with username Administrator {} 2023-08-28 16:07:43 [10:37:43.340 DBG] [] clusterConnectionId:defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184 {} 2023-08-28 16:07:43 [10:37:43.340 DBG] [] Using custom connection at host : couchbase://172.23.111.130 and with username Administrator {} 2023-08-28 16:07:43 [10:37:43.340 DBG] [] No hooks registered {} 2023-08-28 16:07:43 [10:37:43.340 DBG] [] Created TransactionFactory with Ref 6ccfe8bf-a75f-4f8b-b8b8-474203e4b917 {} 2023-08-28 16:07:50 [10:37:50.217 INF] [] ======== Test file: Start ======= {} 2023-08-28 16:07:52 [10:37:52.276 INF] [] ======== java.util.stream.Stream com.couchbase.transactions.query.single_query.SingleQueryTransactionBlockedByAFailedTxnTest.permute_allFailedTransactions_checkQueryStmtBehaviour():permute_allFailedTransactions_checkQueryStmtBehaviour(): testStart ======= {} 2023-08-28 16:07:52 [10:37:52.877 DBG] [] transactionCreate: { "transactionsFactoryRef": "6ccfe8bf-a75f-4f8b-b8b8-474203e4b917", "attempts": [ { "commands": [ { "insert": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "0165788f-bdfd-4061-be37-ae29c4e72523" }, "contentJson": "{\"content\":\"initial\"}", "expectedResult": [ { "error": { "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookPoint": "AFTER_STAGED_INSERT_COMPLETE" } ] }, "clusterConnectionId": "defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184" } {} 2023-08-28 16:07:52 [10:37:52.877 INF] [] Starting Transaction Test {} 2023-08-28 16:07:52 [10:37:52.877 DBG] [] Test: { "transactionsFactoryRef": "6ccfe8bf-a75f-4f8b-b8b8-474203e4b917", "attempts": [ { "commands": [ { "insert": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "0165788f-bdfd-4061-be37-ae29c4e72523" }, "contentJson": "{\"content\":\"initial\"}", "expectedResult": [ { "error": { "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookPoint": "AFTER_STAGED_INSERT_COMPLETE" } ] }, "clusterConnectionId": "defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184" } {} 2023-08-28 16:07:52 [10:37:52.877 DBG] [] clusterConnectionId:defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184 {} 2023-08-28 16:07:52 [10:37:52.878 DBG] [] Using custom connection at host : couchbase://172.23.111.130 and with username Administrator {} 2023-08-28 16:07:52 [10:37:52.878 DBG] [] Registering 1 hooks {} 2023-08-28 16:07:52 [10:37:52.878 DBG] [] - Hook Point AfterStagedInsertComplete with Action FailHard {} 2023-08-28 16:07:52 [10:37:52.878 DBG] [] Starting Attempt 0 {} 2023-08-28 16:07:52 [10:37:52.878 DBG] [] Performing TransactionCommand Insert {} 2023-08-28 16:07:55 [10:37:55.488 DBG] [] 95e45ab6-3f5f-4548-8616-aa0cd6d6c419.255a0f1d-b4fa-45cf-92f3-aad91d4e0fac: Performing command: insert {} 2023-08-28 16:07:55 [10:37:55.493 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Requested Durability = Majority {"Scope": ["InsertWithKv", "InsertWithKv", "InitAtrIfNeeded"]} 2023-08-28 16:07:56 [10:37:56.027 INF] [Couchbase.Transactions.DataAccess.AtrRepository] Upserted ATR to PENDING _txn:atr-95-#8b7/attempts.255a0f1d-b4fa-45cf-92f3-aad91d4e0fac (cas = 1693219076467458048) {"Scope": ["InsertWithKv", "InsertWithKv", "SetAtrPending", "MutateAtrPending"]} 2023-08-28 16:07:56 [10:37:56.027 DBG] [Couchbase.Transactions.AttemptContext] SetAtrPending for default._default._default::_txn:atr-95-#8b7 (attempt=255a0f1d-b4fa-45cf-92f3-aad91d4e0fac) {"Scope": ["InsertWithKv", "InsertWithKv", "SetAtrPending"]} 2023-08-28 16:07:56 [10:37:56.267 DBG] [Couchbase.Transactions.AttemptContext] CreateStagedInsert for 0165788f-bdfd-4061-be37-ae29c4e72523, attemptId=255a0f1d-b4fa-45cf-92f3-aad91d4e0fac, preCas=null, postCas=1693219076706533376 {"Scope": ["InsertWithKv", "InsertWithKv", "CreateStagedInsert"]} 2023-08-28 16:07:56 [10:37:56.273 DBG] [] ExternalException.Unknown: Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. 2023-08-28 16:07:56 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 2023-08-28 16:07:56 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 462 2023-08-28 16:07:56 --- End of stack trace from previous location --- 2023-08-28 16:07:56 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 466 2023-08-28 16:07:56 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 2023-08-28 16:07:56 --- End of stack trace from previous location --- 2023-08-28 16:07:56 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 268 2023-08-28 16:07:56 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 2023-08-28 16:07:56 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterStagedInsertComplete(AttemptContext ctx, String id) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 160 2023-08-28 16:07:56 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass54_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 788 {} 2023-08-28 16:07:56 [10:37:56.273 DBG] [] Operation 'insert' failed as expected {} 2023-08-28 16:07:56 [10:37:56.274 DBG] [ExecuteApplicationLambda] Propagating error up. (ec = FailHard, retry = False, finalError = TransactionFailed) {} 2023-08-28 16:07:56 [10:37:56.274 INF] [ExecuteApplicationLambda] Attempt 255a0f1d-b4fa-45cf-92f3-aad91d4e0fac completed. CleanupClient=False, LostCleanup=False {} 2023-08-28 16:07:56 Transaction Failed with: Couchbase.Transactions.Error.TransactionFailedException: Transaction failed. 2023-08-28 16:07:56 ---> Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. 2023-08-28 16:07:56 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 2023-08-28 16:07:56 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 462 2023-08-28 16:07:56 --- End of stack trace from previous location --- 2023-08-28 16:07:56 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 466 2023-08-28 16:07:56 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 2023-08-28 16:07:56 --- End of stack trace from previous location --- 2023-08-28 16:07:56 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 268 2023-08-28 16:07:56 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 2023-08-28 16:07:56 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterStagedInsertComplete(AttemptContext ctx, String id) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 160 2023-08-28 16:07:56 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass54_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 788 2023-08-28 16:07:56 --- End of inner exception stack trace --- 2023-08-28 16:07:56 at Couchbase.Transactions.Transactions.RunAsync(Func`2 transactionLogic, PerTransactionConfig perConfig, Boolean singleQueryTransactionMode) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/Transactions.cs:line 229 2023-08-28 16:07:56 at Couchbase.Transactions.FitPerformer.TwoWayTransaction.Run(Transactions transactions, TransactionCreateRequest request, ClusterConnection connection, IServerStreamWriter`1 responseStream) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 68 2023-08-28 16:07:56 -----------------------Context Info--------------------------- 2023-08-28 16:07:56 2023-08-28 16:07:56 2023-08-28 16:07:56 [10:37:56.278 DBG] [] UNKNOWN due to Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. 2023-08-28 16:07:56 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 2023-08-28 16:07:56 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 462 2023-08-28 16:07:56 --- End of stack trace from previous location --- 2023-08-28 16:07:56 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 466 2023-08-28 16:07:56 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 2023-08-28 16:07:56 --- End of stack trace from previous location --- 2023-08-28 16:07:56 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 268 2023-08-28 16:07:56 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 2023-08-28 16:07:56 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterStagedInsertComplete(AttemptContext ctx, String id) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 160 2023-08-28 16:07:56 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass54_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 788 {} 2023-08-28 16:07:56 [10:37:56.278 INF] [] Completed Transaction Test {} 2023-08-28 16:07:57 [10:37:57.075 DBG] [] transactionSingleQuery: { "transactionsFactoryRef": "6ccfe8bf-a75f-4f8b-b8b8-474203e4b917", "clusterConnectionId": "defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184", "query": { "statement": "INSERT INTO `_default` VALUES ('0165788f-bdfd-4061-be37-ae29c4e72523', {\"content\":\"initial\"})", "expectedResult": [ { "anythingAllowed": true } ], "checkMutations": true, "expectedMutations": 1, "queryParameters": { }, "scope": { "bucketName": "default", "scopeName": "_default" } }, "queryOptions": { "timeoutMillis": "2000" } } {} 2023-08-28 16:07:57 [10:37:57.075 DBG] [] clusterConnectionId:defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184 {} 2023-08-28 16:07:57 [10:37:57.075 DBG] [] Using custom connection at host : couchbase://172.23.111.130 and with username Administrator {} 2023-08-28 16:07:57 [10:37:57.075 DBG] [Couchbase.Transactions.AttemptContext] [89183b63-e3c5-479d-a9c6-fca9423091ef] Executing Query: query: null {"Scope": ["QueryAsync", "QueryWrapper"]} 2023-08-28 16:07:58 [10:37:58.578 ERR] [Couchbase.Transactions.AttemptContext] [89183b63-e3c5-479d-a9c6-fca9423091ef] query failed at query: Couchbase.CouchbaseException: Transaction staging error [17020] 2023-08-28 16:07:58 at Couchbase.Query.QueryResultExtensions.ThrowExceptionOnError[T](IQueryResult`1 result, QueryErrorContext context) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryResultExtensions.cs:line 137 2023-08-28 16:07:58 at Couchbase.Query.QueryClient.ExecuteQuery[T](QueryOptions options, ITypeSerializer serializer, IRequestSpan span) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryClient.cs:line 320 2023-08-28 16:07:58 at Couchbase.Query.QueryClient.QueryAsync[T](String statement, QueryOptions options) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryClient.cs:line 149 2023-08-28 16:07:58 at Couchbase.Cluster.<>c__DisplayClass35_0`1.<g__Func|0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Cluster.cs:line 339 2023-08-28 16:07:58 --- End of stack trace from previous location --- 2023-08-28 16:07:58 at Couchbase.Core.Retry.RetryOrchestrator.RetryAsync[T](Func`1 send, IRequest request) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Core/Retry/RetryOrchestrator.cs:line 73 2023-08-28 16:07:58 at Couchbase.Cluster.QueryAsync[T](String statement, QueryOptions options) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Cluster.cs:line 349 2023-08-28 16:07:58 at Couchbase.Transactions.AttemptContext.QueryWrapper[T](Int64 statementId, IScope scope, String statement, QueryOptions options, String hookPoint, IRequestSpan parentSpan, Boolean isBeginWork, Boolean existingErrorCheck, JObject txdata, Boolean txImplicit) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 2119 2023-08-28 16:07:58 -----------------------Context Info--------------------------- 2023-08-28 16:07:58 {"statement":"[{\"statement\":\"INSERT INTO \\u0060_default\\u0060 VALUES (\\u00270165788f-bdfd-4061-be37-ae29c4e72523\\u0027, {\\u0022content\\u0022:\\u0022initial\\u0022})\",\"client_context_id\":\"b1d92850-ced0-481d-91f2-166a2c75190f\",\"metrics\":true,\"query_context\":\"default:\\u0060default\\u0060.\\u0060_default\\u0060\",\"scan_consistency\":\"request_plus\",\"timeout\":\"75000ms\",\"tximplicit\":true,\"durability_level\":\"majority\",\"txtimeout\":\"1999.5768ms\",\"txdata\":{\"id\":{\"txn\":\"92f21cae-c88d-43a7-8ca5-454814c0f1e2\",\"atmpt\":\"89183b63-e3c5-479d-a9c6-fca9423091ef\"},\"state\":{\"timeLeftMs\":1999},\"config\":{\"kvTimeoutMs\":10000,\"numAtrs\":1024,\"durabilityLevel\":\"MAJORITY\"},\"atr\":null,\"mutations\":[]}}]","clientContextId":"b1d92850-ced0-481d-91f2-166a2c75190f","parameters":"{\"Named\":{},\"Raw\":{\"tximplicit\":true,\"durability_level\":\"majority\",\"txtimeout\":\"1999.5768ms\",\"txdata\":{\"id\":{\"Transactionid\":\"92f21cae-c88d-43a7-8ca5-454814c0f1e2\",\"AttemptId\":\"89183b63-e3c5-479d-a9c6-fca9423091ef\"},\"state\":{\"timeLeftMs\":1999},\"config\":{\"kvTimeoutMs\":10000,\"numAtrs\":1024,\"durabilityLevel\":\"MAJORITY\"},\"atr\":null,\"mutations\":[]}},\"Positional\":[]}","httpStatus":200,"queryStatus":2,"errors":[{"msg":"Transaction staging error","code":17020,"name":null,"sev":0,"temp":false,"reason":null,"retry":false,"cause":{"cause":{"bucket":"default","cause":"deadline expired before WWC was resolved on default._default._default._txn:atr-95-#8b7","collection":"_default","document_key":"0165788f-bdfd-4061-be37-ae29c4e72523","msg":"write write conflict","scope":"_default"},"raise":"failed","retry":true,"rollback":false}}],"message":"Transaction staging error [17020]","retryReasons":null} 2023-08-28 16:07:58 {"Scope": ["QueryAsync", "QueryWrapper"]} 2023-08-28 16:07:58 [10:37:58.584 WRN] [Couchbase.Transactions.AttemptContext] query code=17020 cause={ 2023-08-28 16:07:58 "bucket": "default", 2023-08-28 16:07:58 "cause": "deadline expired before WWC was resolved on default._default._default._txn:atr-95-#8b7", 2023-08-28 16:07:58 "collection": "_default", 2023-08-28 16:07:58 "document_key": "0165788f-bdfd-4061-be37-ae29c4e72523", 2023-08-28 16:07:58 "msg": "write write conflict", 2023-08-28 16:07:58 "scope": "_default" 2023-08-28 16:07:58 } raise=failed {"Scope": ["QueryAsync", "QueryWrapper"]} 2023-08-28 16:07:58 [10:37:58.585 DBG] [ExecuteApplicationLambda] Propagating error up. (ec = FailOther, retry = True, finalError = TransactionFailed) {} 2023-08-28 16:07:58 [10:37:58.585 INF] [ExecuteApplicationLambda] Attempt 89183b63-e3c5-479d-a9c6-fca9423091ef completed. CleanupClient=False, LostCleanup=False {} 2023-08-28 16:07:58 [10:37:58.592 DBG] [Couchbase.Transactions.AttemptContext] [9400f2f5-e6d9-4982-939d-1637e3001342] Executing Query: query: null {"Scope": ["QueryAsync", "QueryWrapper"]} 2023-08-28 16:07:59 [10:37:59.995 ERR] [Couchbase.Transactions.AttemptContext] [9400f2f5-e6d9-4982-939d-1637e3001342] query failed at query: Couchbase.Core.Exceptions.IndexFailureException: Keyspace not found in CB datastore: default:_default - cause: No bucket named _default [12003] 2023-08-28 16:07:59 at Couchbase.Query.QueryResultExtensions.ThrowExceptionOnError[T](IQueryResult`1 result, QueryErrorContext context) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryResultExtensions.cs:line 137 2023-08-28 16:07:59 at Couchbase.Query.QueryClient.ExecuteQuery[T](QueryOptions options, ITypeSerializer serializer, IRequestSpan span) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryClient.cs:line 320 2023-08-28 16:07:59 at Couchbase.Query.QueryClient.QueryAsync[T](String statement, QueryOptions options) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryClient.cs:line 149 2023-08-28 16:07:59 at Couchbase.Cluster.<>c__DisplayClass35_0`1.<g__Func|0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Cluster.cs:line 339 2023-08-28 16:07:59 --- End of stack trace from previous location --- 2023-08-28 16:07:59 at Couchbase.Core.Retry.RetryOrchestrator.RetryAsync[T](Func`1 send, IRequest request) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Core/Retry/RetryOrchestrator.cs:line 73 2023-08-28 16:07:59 at Couchbase.Cluster.QueryAsync[T](String statement, QueryOptions options) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Cluster.cs:line 349 2023-08-28 16:07:59 at Couchbase.Transactions.AttemptContext.QueryWrapper[T](Int64 statementId, IScope scope, String statement, QueryOptions options, String hookPoint, IRequestSpan parentSpan, Boolean isBeginWork, Boolean existingErrorCheck, JObject txdata, Boolean txImplicit) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 2119 2023-08-28 16:07:59 -----------------------Context Info--------------------------- 2023-08-28 16:07:59 {"statement":"[{\u0022statement\u0022:\u0022INSERT INTO \\u0060_default\\u0060 VALUES (\\u00270165788f-bdfd-4061-be37-ae29c4e72523\\u0027, {\\u0022content\\u0022:\\u0022initial\\u0022})\u0022,\u0022client_context_id\u0022:\u0022bc4f762b-ef4d-40a3-8947-ce92c2448ec8\u0022,\u0022metrics\u0022:true,\u0022scan_consistency\u0022:\u0022request_plus\u0022,\u0022timeout\u0022:\u002275000ms\u0022,\u0022tximplicit\u0022:true,\u0022durability_level\u0022:\u0022majority\u0022,\u0022txtimeout\u0022:\u0022482.4745ms\u0022,\u0022txdata\u0022:{\u0022id\u0022:{\u0022txn\u0022:\u002292f21cae-c88d-43a7-8ca5-454814c0f1e2\u0022,\u0022atmpt\u0022:\u00229400f2f5-e6d9-4982-939d-1637e3001342\u0022},\u0022state\u0022:{\u0022timeLeftMs\u0022:482},\u0022config\u0022:{\u0022kvTimeoutMs\u0022:10000,\u0022numAtrs\u0022:1024,\u0022durabilityLevel\u0022:\u0022MAJORITY\u0022},\u0022atr\u0022:null,\u0022mutations\u0022:[]}}]","clientContextId":"bc4f762b-ef4d-40a3-8947-ce92c2448ec8","parameters":"{\u0022Named\u0022:{},\u0022Raw\u0022:{\u0022tximplicit\u0022:true,\u0022durability_level\u0022:\u0022majority\u0022,\u0022txtimeout\u0022:\u0022482.4745ms\u0022,\u0022txdata\u0022:{\u0022id\u0022:{\u0022Transactionid\u0022:\u002292f21cae-c88d-43a7-8ca5-454814c0f1e2\u0022,\u0022AttemptId\u0022:\u00229400f2f5-e6d9-4982-939d-1637e3001342\u0022},\u0022state\u0022:{\u0022timeLeftMs\u0022:482},\u0022config\u0022:{\u0022kvTimeoutMs\u0022:10000,\u0022numAtrs\u0022:1024,\u0022durabilityLevel\u0022:\u0022MAJORITY\u0022},\u0022atr\u0022:null,\u0022mutations\u0022:[]}},\u0022Positional\u0022:[]}","httpStatus":"InternalServerError","queryStatus":"fatal","errors":[{"msg":"Keyspace not found in CB datastore: default:_default - cause: No bucket named _default","code":12003,"name":null,"severity":0,"temp":false,"reason":null,"retry":false}],"message":"Keyspace not found in CB datastore: default:_default - cause: No bucket named _default [12003]","retryReasons":null} 2023-08-28 16:07:59 {"Scope": ["QueryAsync", "QueryWrapper"]} 2023-08-28 16:07:59 [10:37:59.997 INF] [ExecuteApplicationLambda] Attempt 9400f2f5-e6d9-4982-939d-1637e3001342 completed. CleanupClient=False, LostCleanup=False {} 2023-08-28 16:08:00 [10:38:00.918 DBG] [] transactionCreate: { "transactionsFactoryRef": "6ccfe8bf-a75f-4f8b-b8b8-474203e4b917", "attempts": [ { "commands": [ { "insert": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "88fd0286-a802-4aa9-9929-e781ca8ca21f" }, "contentJson": "{\"content\":\"initial\"}", "expectedResult": [ { "error": { "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookPoint": "AFTER_STAGED_INSERT_COMPLETE" } ] }, "clusterConnectionId": "defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184" } {} 2023-08-28 16:08:00 [10:38:00.918 INF] [] Starting Transaction Test {} 2023-08-28 16:08:00 [10:38:00.918 DBG] [] Test: { "transactionsFactoryRef": "6ccfe8bf-a75f-4f8b-b8b8-474203e4b917", "attempts": [ { "commands": [ { "insert": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "88fd0286-a802-4aa9-9929-e781ca8ca21f" }, "contentJson": "{\"content\":\"initial\"}", "expectedResult": [ { "error": { "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookPoint": "AFTER_STAGED_INSERT_COMPLETE" } ] }, "clusterConnectionId": "defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184" } {} 2023-08-28 16:08:00 [10:38:00.918 DBG] [] clusterConnectionId:defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184 {} 2023-08-28 16:08:00 [10:38:00.918 DBG] [] Using custom connection at host : couchbase://172.23.111.130 and with username Administrator {} 2023-08-28 16:08:00 [10:38:00.918 DBG] [] Registering 1 hooks {} 2023-08-28 16:08:00 [10:38:00.918 DBG] [] - Hook Point AfterStagedInsertComplete with Action FailHard {} 2023-08-28 16:08:00 [10:38:00.919 DBG] [] Starting Attempt 0 {} 2023-08-28 16:08:00 [10:38:00.919 DBG] [] Performing TransactionCommand Insert {} 2023-08-28 16:08:00 [10:38:00.919 DBG] [] 03979bfd-1bc0-4d7e-ba52-8d8948aa1522.27d574c8-1586-4a3f-8051-118b753be985: Performing command: insert {} 2023-08-28 16:08:00 [10:38:00.920 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Requested Durability = Majority {"Scope": ["InsertWithKv", "InsertWithKv", "InitAtrIfNeeded"]} 2023-08-28 16:08:01 [10:38:01.224 INF] [Couchbase.Transactions.DataAccess.AtrRepository] Upserted ATR to PENDING _txn:atr-370-#3a9/attempts.27d574c8-1586-4a3f-8051-118b753be985 (cas = 1693219081595715584) {"Scope": ["InsertWithKv", "InsertWithKv", "SetAtrPending", "MutateAtrPending"]} 2023-08-28 16:08:01 [10:38:01.226 DBG] [Couchbase.Transactions.AttemptContext] SetAtrPending for default._default._default::_txn:atr-370-#3a9 (attempt=27d574c8-1586-4a3f-8051-118b753be985) {"Scope": ["InsertWithKv", "InsertWithKv", "SetAtrPending"]} 2023-08-28 16:08:01 [10:38:01.529 DBG] [Couchbase.Transactions.AttemptContext] CreateStagedInsert for 88fd0286-a802-4aa9-9929-e781ca8ca21f, attemptId=27d574c8-1586-4a3f-8051-118b753be985, preCas=null, postCas=1693219081905897472 {"Scope": ["InsertWithKv", "InsertWithKv", "CreateStagedInsert"]} 2023-08-28 16:08:01 [10:38:01.535 DBG] [] ExternalException.Unknown: Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. 2023-08-28 16:08:01 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 2023-08-28 16:08:01 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 462 2023-08-28 16:08:01 --- End of stack trace from previous location --- 2023-08-28 16:08:01 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 466 2023-08-28 16:08:01 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 2023-08-28 16:08:01 --- End of stack trace from previous location --- 2023-08-28 16:08:01 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 268 2023-08-28 16:08:01 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 2023-08-28 16:08:01 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterStagedInsertComplete(AttemptContext ctx, String id) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 160 2023-08-28 16:08:01 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass54_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 788 {} 2023-08-28 16:08:01 [10:38:01.535 DBG] [] Operation 'insert' failed as expected {} 2023-08-28 16:08:01 [10:38:01.535 DBG] [ExecuteApplicationLambda] Propagating error up. (ec = FailHard, retry = False, finalError = TransactionFailed) {} 2023-08-28 16:08:01 [10:38:01.536 INF] [ExecuteApplicationLambda] Attempt 27d574c8-1586-4a3f-8051-118b753be985 completed. CleanupClient=False, LostCleanup=False {} 2023-08-28 16:08:01 Transaction Failed with: Couchbase.Transactions.Error.TransactionFailedException: Transaction failed. 2023-08-28 16:08:01 ---> Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. 2023-08-28 16:08:01 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 2023-08-28 16:08:01 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 462 2023-08-28 16:08:01 --- End of stack trace from previous location --- 2023-08-28 16:08:01 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 466 2023-08-28 16:08:01 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 2023-08-28 16:08:01 --- End of stack trace from previous location --- 2023-08-28 16:08:01 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 268 2023-08-28 16:08:01 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 2023-08-28 16:08:01 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterStagedInsertComplete(AttemptContext ctx, String id) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 160 2023-08-28 16:08:01 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass54_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 788 2023-08-28 16:08:01 --- End of inner exception stack trace --- 2023-08-28 16:08:01 at Couchbase.Transactions.Transactions.RunAsync(Func`2 transactionLogic, PerTransactionConfig perConfig, Boolean singleQueryTransactionMode) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/Transactions.cs:line 229 2023-08-28 16:08:01 at Couchbase.Transactions.FitPerformer.TwoWayTransaction.Run(Transactions transactions, TransactionCreateRequest request, ClusterConnection connection, IServerStreamWriter`1 responseStream) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 68 2023-08-28 16:08:01 -----------------------Context Info--------------------------- 2023-08-28 16:08:01 2023-08-28 16:08:01 2023-08-28 16:08:01 [10:38:01.540 DBG] [] UNKNOWN due to Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. 2023-08-28 16:08:01 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 2023-08-28 16:08:01 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 462 2023-08-28 16:08:01 --- End of stack trace from previous location --- 2023-08-28 16:08:01 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 466 2023-08-28 16:08:01 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 2023-08-28 16:08:01 --- End of stack trace from previous location --- 2023-08-28 16:08:01 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 268 2023-08-28 16:08:01 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 2023-08-28 16:08:01 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterStagedInsertComplete(AttemptContext ctx, String id) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 160 2023-08-28 16:08:01 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass54_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 788 {} 2023-08-28 16:08:01 [10:38:01.540 INF] [] Completed Transaction Test {} 2023-08-28 16:08:02 [10:38:02.154 DBG] [] transactionSingleQuery: { "transactionsFactoryRef": "6ccfe8bf-a75f-4f8b-b8b8-474203e4b917", "clusterConnectionId": "defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184", "query": { "statement": "UPDATE `_default` SET content = \"updated\" WHERE META().id = '88fd0286-a802-4aa9-9929-e781ca8ca21f'", "expectedResult": [ { "anythingAllowed": true } ], "checkMutations": true, "queryParameters": { }, "scope": { "bucketName": "default", "scopeName": "_default" } } } {} 2023-08-28 16:08:02 [10:38:02.154 DBG] [] clusterConnectionId:defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184 {} 2023-08-28 16:08:02 [10:38:02.158 DBG] [] Using custom connection at host : couchbase://172.23.111.130 and with username Administrator {} 2023-08-28 16:08:02 [10:38:02.159 DBG] [Couchbase.Transactions.AttemptContext] [fbdc6d68-587e-45df-a08b-ce606bed4ccb] Executing Query: query: null {"Scope": ["QueryAsync", "QueryWrapper"]} 2023-08-28 16:08:02 [10:38:02.457 INF] [ExecuteApplicationLambda] Attempt fbdc6d68-587e-45df-a08b-ce606bed4ccb completed. CleanupClient=False, LostCleanup=False {} 2023-08-28 16:08:03 [10:38:03.743 DBG] [] transactionCreate: { "transactionsFactoryRef": "6ccfe8bf-a75f-4f8b-b8b8-474203e4b917", "attempts": [ { "commands": [ { "insert": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "0520c9c6-0d37-4fb0-9608-510a111f4a76" }, "contentJson": "{\"content\":\"initial\"}", "expectedResult": [ { "error": { "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookPoint": "AFTER_STAGED_INSERT_COMPLETE" } ] }, "clusterConnectionId": "defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184" } {} 2023-08-28 16:08:03 [10:38:03.743 INF] [] Starting Transaction Test {} 2023-08-28 16:08:03 [10:38:03.744 DBG] [] Test: { "transactionsFactoryRef": "6ccfe8bf-a75f-4f8b-b8b8-474203e4b917", "attempts": [ { "commands": [ { "insert": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "0520c9c6-0d37-4fb0-9608-510a111f4a76" }, "contentJson": "{\"content\":\"initial\"}", "expectedResult": [ { "error": { "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookPoint": "AFTER_STAGED_INSERT_COMPLETE" } ] }, "clusterConnectionId": "defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184" } {} 2023-08-28 16:08:03 [10:38:03.744 DBG] [] clusterConnectionId:defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184 {} 2023-08-28 16:08:03 [10:38:03.744 DBG] [] Using custom connection at host : couchbase://172.23.111.130 and with username Administrator {} 2023-08-28 16:08:03 [10:38:03.744 DBG] [] Registering 1 hooks {} 2023-08-28 16:08:03 [10:38:03.744 DBG] [] - Hook Point AfterStagedInsertComplete with Action FailHard {} 2023-08-28 16:08:03 [10:38:03.744 DBG] [] Starting Attempt 0 {} 2023-08-28 16:08:03 [10:38:03.744 DBG] [] Performing TransactionCommand Insert {} 2023-08-28 16:08:03 [10:38:03.744 DBG] [] e0b906ad-05af-4015-8750-d43179fc06ab.90e4543a-4b40-4cbb-860c-0ee3218863d8: Performing command: insert {} 2023-08-28 16:08:03 [10:38:03.744 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Requested Durability = Majority {"Scope": ["InsertWithKv", "InsertWithKv", "InitAtrIfNeeded"]} 2023-08-28 16:08:03 [10:38:03.978 INF] [Couchbase.Transactions.DataAccess.AtrRepository] Upserted ATR to PENDING _txn:atr-849-#2e9/attempts.90e4543a-4b40-4cbb-860c-0ee3218863d8 (cas = 1693219084418678784) {"Scope": ["InsertWithKv", "InsertWithKv", "SetAtrPending", "MutateAtrPending"]} 2023-08-28 16:08:03 [10:38:03.978 DBG] [Couchbase.Transactions.AttemptContext] SetAtrPending for default._default._default::_txn:atr-849-#2e9 (attempt=90e4543a-4b40-4cbb-860c-0ee3218863d8) {"Scope": ["InsertWithKv", "InsertWithKv", "SetAtrPending"]} 2023-08-28 16:08:04 [10:38:04.213 DBG] [Couchbase.Transactions.AttemptContext] CreateStagedInsert for 0520c9c6-0d37-4fb0-9608-510a111f4a76, attemptId=90e4543a-4b40-4cbb-860c-0ee3218863d8, preCas=null, postCas=1693219084654804992 {"Scope": ["InsertWithKv", "InsertWithKv", "CreateStagedInsert"]} 2023-08-28 16:08:04 [10:38:04.217 DBG] [] ExternalException.Unknown: Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. 2023-08-28 16:08:04 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 2023-08-28 16:08:04 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 462 2023-08-28 16:08:04 --- End of stack trace from previous location --- 2023-08-28 16:08:04 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 466 2023-08-28 16:08:04 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 2023-08-28 16:08:04 --- End of stack trace from previous location --- 2023-08-28 16:08:04 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 268 2023-08-28 16:08:04 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 2023-08-28 16:08:04 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterStagedInsertComplete(AttemptContext ctx, String id) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 160 2023-08-28 16:08:04 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass54_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 788 {} 2023-08-28 16:08:04 [10:38:04.217 DBG] [] Operation 'insert' failed as expected {} 2023-08-28 16:08:04 [10:38:04.218 DBG] [ExecuteApplicationLambda] Propagating error up. (ec = FailHard, retry = False, finalError = TransactionFailed) {} 2023-08-28 16:08:04 [10:38:04.218 INF] [ExecuteApplicationLambda] Attempt 90e4543a-4b40-4cbb-860c-0ee3218863d8 completed. CleanupClient=False, LostCleanup=False {} 2023-08-28 16:08:04 Transaction Failed with: Couchbase.Transactions.Error.TransactionFailedException: Transaction failed. 2023-08-28 16:08:04 ---> Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. 2023-08-28 16:08:04 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 2023-08-28 16:08:04 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 462 2023-08-28 16:08:04 --- End of stack trace from previous location --- 2023-08-28 16:08:04 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 466 2023-08-28 16:08:04 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 2023-08-28 16:08:04 --- End of stack trace from previous location --- 2023-08-28 16:08:04 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 268 2023-08-28 16:08:04 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 2023-08-28 16:08:04 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterStagedInsertComplete(AttemptContext ctx, String id) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 160 2023-08-28 16:08:04 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass54_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 788 2023-08-28 16:08:04 --- End of inner exception stack trace --- 2023-08-28 16:08:04 at Couchbase.Transactions.Transactions.RunAsync(Func`2 transactionLogic, PerTransactionConfig perConfig, Boolean singleQueryTransactionMode) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/Transactions.cs:line 229 2023-08-28 16:08:04 at Couchbase.Transactions.FitPerformer.TwoWayTransaction.Run(Transactions transactions, TransactionCreateRequest request, ClusterConnection connection, IServerStreamWriter`1 responseStream) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 68 2023-08-28 16:08:04 -----------------------Context Info--------------------------- 2023-08-28 16:08:04 2023-08-28 16:08:04 2023-08-28 16:08:04 [10:38:04.221 DBG] [] UNKNOWN due to Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. 2023-08-28 16:08:04 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 2023-08-28 16:08:04 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 462 2023-08-28 16:08:04 --- End of stack trace from previous location --- 2023-08-28 16:08:04 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 466 2023-08-28 16:08:04 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 2023-08-28 16:08:04 --- End of stack trace from previous location --- 2023-08-28 16:08:04 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 268 2023-08-28 16:08:04 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 2023-08-28 16:08:04 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterStagedInsertComplete(AttemptContext ctx, String id) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 160 2023-08-28 16:08:04 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass54_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 788 {} 2023-08-28 16:08:04 [10:38:04.221 INF] [] Completed Transaction Test {} 2023-08-28 16:08:04 [10:38:04.811 DBG] [] transactionSingleQuery: { "transactionsFactoryRef": "6ccfe8bf-a75f-4f8b-b8b8-474203e4b917", "clusterConnectionId": "defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184", "query": { "statement": "DELETE FROM `_default` WHERE META().id = '0520c9c6-0d37-4fb0-9608-510a111f4a76'", "expectedResult": [ { "anythingAllowed": true } ], "checkMutations": true, "queryParameters": { }, "scope": { "bucketName": "default", "scopeName": "_default" } } } {} 2023-08-28 16:08:04 [10:38:04.811 DBG] [] clusterConnectionId:defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184 {} 2023-08-28 16:08:04 [10:38:04.811 DBG] [] Using custom connection at host : couchbase://172.23.111.130 and with username Administrator {} 2023-08-28 16:08:04 [10:38:04.812 DBG] [Couchbase.Transactions.AttemptContext] [6dcec505-bac4-482e-a18f-17faf5952644] Executing Query: query: null {"Scope": ["QueryAsync", "QueryWrapper"]} 2023-08-28 16:08:05 [10:38:05.061 INF] [ExecuteApplicationLambda] Attempt 6dcec505-bac4-482e-a18f-17faf5952644 completed. CleanupClient=False, LostCleanup=False {} 2023-08-28 16:08:06 [10:38:06.153 DBG] [] transactionCreate: { "transactionsFactoryRef": "6ccfe8bf-a75f-4f8b-b8b8-474203e4b917", "attempts": [ { "commands": [ { "insert": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "fb037e7c-95a8-4c98-be69-2d868ab7fd2c" }, "contentJson": "{\"content\":\"initial\"}", "expectedResult": [ { "error": { "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookPoint": "AFTER_STAGED_INSERT_COMPLETE" } ] }, "clusterConnectionId": "defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184" } {} 2023-08-28 16:08:06 [10:38:06.154 INF] [] Starting Transaction Test {} 2023-08-28 16:08:06 [10:38:06.154 DBG] [] Test: { "transactionsFactoryRef": "6ccfe8bf-a75f-4f8b-b8b8-474203e4b917", "attempts": [ { "commands": [ { "insert": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "fb037e7c-95a8-4c98-be69-2d868ab7fd2c" }, "contentJson": "{\"content\":\"initial\"}", "expectedResult": [ { "error": { "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookPoint": "AFTER_STAGED_INSERT_COMPLETE" } ] }, "clusterConnectionId": "defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184" } {} 2023-08-28 16:08:06 [10:38:06.154 DBG] [] clusterConnectionId:defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184 {} 2023-08-28 16:08:06 [10:38:06.154 DBG] [] Using custom connection at host : couchbase://172.23.111.130 and with username Administrator {} 2023-08-28 16:08:06 [10:38:06.154 DBG] [] Registering 1 hooks {} 2023-08-28 16:08:06 [10:38:06.154 DBG] [] - Hook Point AfterStagedInsertComplete with Action FailHard {} 2023-08-28 16:08:06 [10:38:06.155 DBG] [] Starting Attempt 0 {} 2023-08-28 16:08:06 [10:38:06.155 DBG] [] Performing TransactionCommand Insert {} 2023-08-28 16:08:06 [10:38:06.155 DBG] [] ff3a5100-14ff-4648-b3b6-6224b429d40f.770dc60e-3f5f-4406-af29-ab7573036058: Performing command: insert {} 2023-08-28 16:08:06 [10:38:06.161 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Requested Durability = Majority {"Scope": ["InsertWithKv", "InsertWithKv", "InitAtrIfNeeded"]} 2023-08-28 16:08:06 [10:38:06.458 INF] [Couchbase.Transactions.DataAccess.AtrRepository] Upserted ATR to PENDING _txn:atr-763-#78/attempts.770dc60e-3f5f-4406-af29-ab7573036058 (cas = 1693219086840954880) {"Scope": ["InsertWithKv", "InsertWithKv", "SetAtrPending", "MutateAtrPending"]} 2023-08-28 16:08:06 [10:38:06.458 DBG] [Couchbase.Transactions.AttemptContext] SetAtrPending for default._default._default::_txn:atr-763-#78 (attempt=770dc60e-3f5f-4406-af29-ab7573036058) {"Scope": ["InsertWithKv", "InsertWithKv", "SetAtrPending"]} 2023-08-28 16:08:06 [10:38:06.698 DBG] [Couchbase.Transactions.AttemptContext] CreateStagedInsert for fb037e7c-95a8-4c98-be69-2d868ab7fd2c, attemptId=770dc60e-3f5f-4406-af29-ab7573036058, preCas=null, postCas=1693219087136849920 {"Scope": ["InsertWithKv", "InsertWithKv", "CreateStagedInsert"]} 2023-08-28 16:08:06 [10:38:06.704 DBG] [] ExternalException.Unknown: Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. 2023-08-28 16:08:06 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 2023-08-28 16:08:06 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 462 2023-08-28 16:08:06 --- End of stack trace from previous location --- 2023-08-28 16:08:06 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 466 2023-08-28 16:08:06 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 2023-08-28 16:08:06 --- End of stack trace from previous location --- 2023-08-28 16:08:06 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 268 2023-08-28 16:08:06 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 2023-08-28 16:08:06 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterStagedInsertComplete(AttemptContext ctx, String id) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 160 2023-08-28 16:08:06 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass54_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 788 {} 2023-08-28 16:08:06 [10:38:06.704 DBG] [] Operation 'insert' failed as expected {} 2023-08-28 16:08:06 [10:38:06.705 DBG] [ExecuteApplicationLambda] Propagating error up. (ec = FailHard, retry = False, finalError = TransactionFailed) {} 2023-08-28 16:08:06 [10:38:06.705 INF] [ExecuteApplicationLambda] Attempt 770dc60e-3f5f-4406-af29-ab7573036058 completed. CleanupClient=False, LostCleanup=False {} 2023-08-28 16:08:06 Transaction Failed with: Couchbase.Transactions.Error.TransactionFailedException: Transaction failed. 2023-08-28 16:08:06 ---> Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. 2023-08-28 16:08:06 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 2023-08-28 16:08:06 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 462 2023-08-28 16:08:06 --- End of stack trace from previous location --- 2023-08-28 16:08:06 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 466 2023-08-28 16:08:06 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 2023-08-28 16:08:06 --- End of stack trace from previous location --- 2023-08-28 16:08:06 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 268 2023-08-28 16:08:06 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 2023-08-28 16:08:06 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterStagedInsertComplete(AttemptContext ctx, String id) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 160 2023-08-28 16:08:06 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass54_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 788 2023-08-28 16:08:06 --- End of inner exception stack trace --- 2023-08-28 16:08:06 at Couchbase.Transactions.Transactions.RunAsync(Func`2 transactionLogic, PerTransactionConfig perConfig, Boolean singleQueryTransactionMode) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/Transactions.cs:line 229 2023-08-28 16:08:06 at Couchbase.Transactions.FitPerformer.TwoWayTransaction.Run(Transactions transactions, TransactionCreateRequest request, ClusterConnection connection, IServerStreamWriter`1 responseStream) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 68 2023-08-28 16:08:06 -----------------------Context Info--------------------------- 2023-08-28 16:08:06 2023-08-28 16:08:06 2023-08-28 16:08:06 [10:38:06.709 DBG] [] UNKNOWN due to Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. 2023-08-28 16:08:06 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 2023-08-28 16:08:06 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 462 2023-08-28 16:08:06 --- End of stack trace from previous location --- 2023-08-28 16:08:06 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 466 2023-08-28 16:08:06 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 2023-08-28 16:08:06 --- End of stack trace from previous location --- 2023-08-28 16:08:06 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 268 2023-08-28 16:08:06 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 2023-08-28 16:08:06 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterStagedInsertComplete(AttemptContext ctx, String id) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 160 2023-08-28 16:08:06 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass54_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 788 {} 2023-08-28 16:08:06 [10:38:06.709 INF] [] Completed Transaction Test {} 2023-08-28 16:08:07 [10:38:07.444 DBG] [] transactionSingleQuery: { "transactionsFactoryRef": "6ccfe8bf-a75f-4f8b-b8b8-474203e4b917", "clusterConnectionId": "defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184", "query": { "statement": "SELECT * FROM `_default` WHERE META().id = 'fb037e7c-95a8-4c98-be69-2d868ab7fd2c'", "expectedResult": [ { "anythingAllowed": true } ], "checkMutations": true, "queryParameters": { }, "scope": { "bucketName": "default", "scopeName": "_default" } } } {} 2023-08-28 16:08:07 [10:38:07.445 DBG] [] clusterConnectionId:defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184 {} 2023-08-28 16:08:07 [10:38:07.445 DBG] [] Using custom connection at host : couchbase://172.23.111.130 and with username Administrator {} 2023-08-28 16:08:07 [10:38:07.445 DBG] [Couchbase.Transactions.AttemptContext] [6d5696f6-0bec-47db-a0a7-420b416f96e9] Executing Query: query: null {"Scope": ["QueryAsync", "QueryWrapper"]} 2023-08-28 16:08:08 [10:38:08.024 INF] [ExecuteApplicationLambda] Attempt 6d5696f6-0bec-47db-a0a7-420b416f96e9 completed. CleanupClient=False, LostCleanup=False {} 2023-08-28 16:08:09 [10:38:09.877 DBG] [] transactionCreate: { "transactionsFactoryRef": "6ccfe8bf-a75f-4f8b-b8b8-474203e4b917", "attempts": [ { "commands": [ { "insert": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "32669485-768b-49e2-b215-3d12271e4b51" }, "contentJson": "{\"content\":\"initial\"}", "expectedResult": [ { "error": { "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookPoint": "AFTER_STAGED_INSERT_COMPLETE" } ] }, "clusterConnectionId": "defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184" } {} 2023-08-28 16:08:09 [10:38:09.877 INF] [] Starting Transaction Test {} 2023-08-28 16:08:09 [10:38:09.877 DBG] [] Test: { "transactionsFactoryRef": "6ccfe8bf-a75f-4f8b-b8b8-474203e4b917", "attempts": [ { "commands": [ { "insert": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "32669485-768b-49e2-b215-3d12271e4b51" }, "contentJson": "{\"content\":\"initial\"}", "expectedResult": [ { "error": { "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookPoint": "AFTER_STAGED_INSERT_COMPLETE" } ] }, "clusterConnectionId": "defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184" } {} 2023-08-28 16:08:09 [10:38:09.877 DBG] [] clusterConnectionId:defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184 {} 2023-08-28 16:08:09 [10:38:09.877 DBG] [] Using custom connection at host : couchbase://172.23.111.130 and with username Administrator {} 2023-08-28 16:08:09 [10:38:09.877 DBG] [] Registering 1 hooks {} 2023-08-28 16:08:09 [10:38:09.877 DBG] [] - Hook Point AfterStagedInsertComplete with Action FailHard {} 2023-08-28 16:08:09 [10:38:09.879 DBG] [] Starting Attempt 0 {} 2023-08-28 16:08:09 [10:38:09.879 DBG] [] Performing TransactionCommand Insert {} 2023-08-28 16:08:09 [10:38:09.879 DBG] [] b2e1d915-92e7-4929-b7e3-14a9c091dd6e.b4196f70-8e23-4110-a506-bcf21b6d138b: Performing command: insert {} 2023-08-28 16:08:09 [10:38:09.879 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Requested Durability = Majority {"Scope": ["InsertWithKv", "InsertWithKv", "InitAtrIfNeeded"]} 2023-08-28 16:08:10 [10:38:10.124 INF] [Couchbase.Transactions.DataAccess.AtrRepository] Upserted ATR to PENDING _txn:atr-140-#b21/attempts.b4196f70-8e23-4110-a506-bcf21b6d138b (cas = 1693219090565169152) {"Scope": ["InsertWithKv", "InsertWithKv", "SetAtrPending", "MutateAtrPending"]} 2023-08-28 16:08:10 [10:38:10.124 DBG] [Couchbase.Transactions.AttemptContext] SetAtrPending for default._default._default::_txn:atr-140-#b21 (attempt=b4196f70-8e23-4110-a506-bcf21b6d138b) {"Scope": ["InsertWithKv", "InsertWithKv", "SetAtrPending"]} 2023-08-28 16:08:10 [10:38:10.363 DBG] [Couchbase.Transactions.AttemptContext] CreateStagedInsert for 32669485-768b-49e2-b215-3d12271e4b51, attemptId=b4196f70-8e23-4110-a506-bcf21b6d138b, preCas=null, postCas=1693219090804047872 {"Scope": ["InsertWithKv", "InsertWithKv", "CreateStagedInsert"]} 2023-08-28 16:08:10 [10:38:10.373 DBG] [] ExternalException.Unknown: Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. 2023-08-28 16:08:10 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 2023-08-28 16:08:10 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 462 2023-08-28 16:08:10 --- End of stack trace from previous location --- 2023-08-28 16:08:10 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 466 2023-08-28 16:08:10 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 2023-08-28 16:08:10 --- End of stack trace from previous location --- 2023-08-28 16:08:10 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 268 2023-08-28 16:08:10 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 2023-08-28 16:08:10 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterStagedInsertComplete(AttemptContext ctx, String id) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 160 2023-08-28 16:08:10 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass54_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 788 {} 2023-08-28 16:08:10 [10:38:10.373 DBG] [] Operation 'insert' failed as expected {} 2023-08-28 16:08:10 [10:38:10.374 DBG] [ExecuteApplicationLambda] Propagating error up. (ec = FailHard, retry = False, finalError = TransactionFailed) {} 2023-08-28 16:08:10 [10:38:10.374 INF] [ExecuteApplicationLambda] Attempt b4196f70-8e23-4110-a506-bcf21b6d138b completed. CleanupClient=False, LostCleanup=False {} 2023-08-28 16:08:10 Transaction Failed with: Couchbase.Transactions.Error.TransactionFailedException: Transaction failed. 2023-08-28 16:08:10 ---> Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. 2023-08-28 16:08:10 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 2023-08-28 16:08:10 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 462 2023-08-28 16:08:10 --- End of stack trace from previous location --- 2023-08-28 16:08:10 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 466 2023-08-28 16:08:10 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 2023-08-28 16:08:10 --- End of stack trace from previous location --- 2023-08-28 16:08:10 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 268 2023-08-28 16:08:10 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 2023-08-28 16:08:10 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterStagedInsertComplete(AttemptContext ctx, String id) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 160 2023-08-28 16:08:10 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass54_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 788 2023-08-28 16:08:10 --- End of inner exception stack trace --- 2023-08-28 16:08:10 at Couchbase.Transactions.Transactions.RunAsync(Func`2 transactionLogic, PerTransactionConfig perConfig, Boolean singleQueryTransactionMode) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/Transactions.cs:line 229 2023-08-28 16:08:10 at Couchbase.Transactions.FitPerformer.TwoWayTransaction.Run(Transactions transactions, TransactionCreateRequest request, ClusterConnection connection, IServerStreamWriter`1 responseStream) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 68 2023-08-28 16:08:10 -----------------------Context Info--------------------------- 2023-08-28 16:08:10 2023-08-28 16:08:10 2023-08-28 16:08:10 [10:38:10.377 DBG] [] UNKNOWN due to Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. 2023-08-28 16:08:10 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 2023-08-28 16:08:10 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 462 2023-08-28 16:08:10 --- End of stack trace from previous location --- 2023-08-28 16:08:10 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 466 2023-08-28 16:08:10 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 2023-08-28 16:08:10 --- End of stack trace from previous location --- 2023-08-28 16:08:10 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 268 2023-08-28 16:08:10 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 2023-08-28 16:08:10 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterStagedInsertComplete(AttemptContext ctx, String id) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 160 2023-08-28 16:08:10 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass54_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 788 {} 2023-08-28 16:08:10 [10:38:10.377 INF] [] Completed Transaction Test {} 2023-08-28 16:08:10 [10:38:10.385 DBG] [] transactionSingleQuery: { "transactionsFactoryRef": "6ccfe8bf-a75f-4f8b-b8b8-474203e4b917", "clusterConnectionId": "defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184", "query": { "statement": "INSERT INTO `_default` VALUES ('32669485-768b-49e2-b215-3d12271e4b51', {\"content\":\"initial\"})", "expectedResult": [ { "anythingAllowed": true } ], "checkMutations": true, "expectedMutations": 1, "queryParameters": { }, "scope": { "bucketName": "default", "scopeName": "_default" } }, "queryOptions": { "timeoutMillis": "2000" } } {} 2023-08-28 16:08:10 [10:38:10.385 DBG] [] clusterConnectionId:defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184 {} 2023-08-28 16:08:10 [10:38:10.385 DBG] [] Using custom connection at host : couchbase://172.23.111.130 and with username Administrator {} 2023-08-28 16:08:10 [10:38:10.386 DBG] [Couchbase.Transactions.AttemptContext] [38e69c4a-d95b-41d9-9f8f-41f26c7778d8] Executing Query: query: null {"Scope": ["QueryAsync", "QueryWrapper"]} 2023-08-28 16:08:11 [10:38:11.675 ERR] [Couchbase.Transactions.AttemptContext] [38e69c4a-d95b-41d9-9f8f-41f26c7778d8] query failed at query: Couchbase.CouchbaseException: Transaction staging error [17020] 2023-08-28 16:08:11 at Couchbase.Query.QueryResultExtensions.ThrowExceptionOnError[T](IQueryResult`1 result, QueryErrorContext context) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryResultExtensions.cs:line 137 2023-08-28 16:08:11 at Couchbase.Query.QueryClient.ExecuteQuery[T](QueryOptions options, ITypeSerializer serializer, IRequestSpan span) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryClient.cs:line 320 2023-08-28 16:08:11 at Couchbase.Query.QueryClient.QueryAsync[T](String statement, QueryOptions options) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryClient.cs:line 149 2023-08-28 16:08:11 at Couchbase.Cluster.<>c__DisplayClass35_0`1.<g__Func|0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Cluster.cs:line 339 2023-08-28 16:08:11 --- End of stack trace from previous location --- 2023-08-28 16:08:11 at Couchbase.Core.Retry.RetryOrchestrator.RetryAsync[T](Func`1 send, IRequest request) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Core/Retry/RetryOrchestrator.cs:line 73 2023-08-28 16:08:11 at Couchbase.Cluster.QueryAsync[T](String statement, QueryOptions options) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Cluster.cs:line 349 2023-08-28 16:08:11 at Couchbase.Transactions.AttemptContext.QueryWrapper[T](Int64 statementId, IScope scope, String statement, QueryOptions options, String hookPoint, IRequestSpan parentSpan, Boolean isBeginWork, Boolean existingErrorCheck, JObject txdata, Boolean txImplicit) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 2119 2023-08-28 16:08:11 -----------------------Context Info--------------------------- 2023-08-28 16:08:11 {"statement":"[{\"statement\":\"INSERT INTO \\u0060_default\\u0060 VALUES (\\u002732669485-768b-49e2-b215-3d12271e4b51\\u0027, {\\u0022content\\u0022:\\u0022initial\\u0022})\",\"client_context_id\":\"20b1fc18-b125-41f7-aabc-2b26692a1dc1\",\"metrics\":true,\"query_context\":\"default:\\u0060default\\u0060.\\u0060_default\\u0060\",\"scan_consistency\":\"request_plus\",\"timeout\":\"75000ms\",\"tximplicit\":true,\"durability_level\":\"majority\",\"txtimeout\":\"1999.4327ms\",\"txdata\":{\"id\":{\"txn\":\"5928c9c6-141e-46b4-b8c7-77f2c21a0ceb\",\"atmpt\":\"38e69c4a-d95b-41d9-9f8f-41f26c7778d8\"},\"state\":{\"timeLeftMs\":1999},\"config\":{\"kvTimeoutMs\":10000,\"numAtrs\":1024,\"durabilityLevel\":\"MAJORITY\"},\"atr\":null,\"mutations\":[]}}]","clientContextId":"20b1fc18-b125-41f7-aabc-2b26692a1dc1","parameters":"{\"Named\":{},\"Raw\":{\"tximplicit\":true,\"durability_level\":\"majority\",\"txtimeout\":\"1999.4327ms\",\"txdata\":{\"id\":{\"Transactionid\":\"5928c9c6-141e-46b4-b8c7-77f2c21a0ceb\",\"AttemptId\":\"38e69c4a-d95b-41d9-9f8f-41f26c7778d8\"},\"state\":{\"timeLeftMs\":1999},\"config\":{\"kvTimeoutMs\":10000,\"numAtrs\":1024,\"durabilityLevel\":\"MAJORITY\"},\"atr\":null,\"mutations\":[]}},\"Positional\":[]}","httpStatus":200,"queryStatus":2,"errors":[{"msg":"Transaction staging error","code":17020,"name":null,"sev":0,"temp":false,"reason":null,"retry":false,"cause":{"cause":{"bucket":"default","cause":"deadline expired before WWC was resolved on default._default._default._txn:atr-140-#b21","collection":"_default","document_key":"32669485-768b-49e2-b215-3d12271e4b51","msg":"write write conflict","scope":"_default"},"raise":"failed","retry":true,"rollback":false}}],"message":"Transaction staging error [17020]","retryReasons":null} 2023-08-28 16:08:11 {"Scope": ["QueryAsync", "QueryWrapper"]} 2023-08-28 16:08:11 [10:38:11.678 WRN] [Couchbase.Transactions.AttemptContext] query code=17020 cause={ 2023-08-28 16:08:11 "bucket": "default", 2023-08-28 16:08:11 "cause": "deadline expired before WWC was resolved on default._default._default._txn:atr-140-#b21", 2023-08-28 16:08:11 "collection": "_default", 2023-08-28 16:08:11 "document_key": "32669485-768b-49e2-b215-3d12271e4b51", 2023-08-28 16:08:11 "msg": "write write conflict", 2023-08-28 16:08:11 "scope": "_default" 2023-08-28 16:08:11 } raise=failed {"Scope": ["QueryAsync", "QueryWrapper"]} 2023-08-28 16:08:11 [10:38:11.678 DBG] [ExecuteApplicationLambda] Propagating error up. (ec = FailOther, retry = True, finalError = TransactionFailed) {} 2023-08-28 16:08:11 [10:38:11.678 INF] [ExecuteApplicationLambda] Attempt 38e69c4a-d95b-41d9-9f8f-41f26c7778d8 completed. CleanupClient=False, LostCleanup=False {} 2023-08-28 16:08:11 [10:38:11.682 DBG] [Couchbase.Transactions.AttemptContext] [a5f83dbd-78c6-4678-b155-3236cc247863] Executing Query: query: null {"Scope": ["QueryAsync", "QueryWrapper"]} 2023-08-28 16:08:13 [10:38:13.052 ERR] [Couchbase.Transactions.AttemptContext] [a5f83dbd-78c6-4678-b155-3236cc247863] query failed at query: Couchbase.Core.Exceptions.IndexFailureException: Keyspace not found in CB datastore: default:_default - cause: No bucket named _default [12003] 2023-08-28 16:08:13 at Couchbase.Query.QueryResultExtensions.ThrowExceptionOnError[T](IQueryResult`1 result, QueryErrorContext context) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryResultExtensions.cs:line 137 2023-08-28 16:08:13 at Couchbase.Query.QueryClient.ExecuteQuery[T](QueryOptions options, ITypeSerializer serializer, IRequestSpan span) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryClient.cs:line 320 2023-08-28 16:08:13 at Couchbase.Query.QueryClient.QueryAsync[T](String statement, QueryOptions options) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryClient.cs:line 149 2023-08-28 16:08:13 at Couchbase.Cluster.<>c__DisplayClass35_0`1.<g__Func|0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Cluster.cs:line 339 2023-08-28 16:08:13 --- End of stack trace from previous location --- 2023-08-28 16:08:13 at Couchbase.Core.Retry.RetryOrchestrator.RetryAsync[T](Func`1 send, IRequest request) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Core/Retry/RetryOrchestrator.cs:line 73 2023-08-28 16:08:13 at Couchbase.Cluster.QueryAsync[T](String statement, QueryOptions options) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Cluster.cs:line 349 2023-08-28 16:08:13 at Couchbase.Transactions.AttemptContext.QueryWrapper[T](Int64 statementId, IScope scope, String statement, QueryOptions options, String hookPoint, IRequestSpan parentSpan, Boolean isBeginWork, Boolean existingErrorCheck, JObject txdata, Boolean txImplicit) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 2119 2023-08-28 16:08:13 -----------------------Context Info--------------------------- 2023-08-28 16:08:13 {"statement":"[{\u0022statement\u0022:\u0022INSERT INTO \\u0060_default\\u0060 VALUES (\\u002732669485-768b-49e2-b215-3d12271e4b51\\u0027, {\\u0022content\\u0022:\\u0022initial\\u0022})\u0022,\u0022client_context_id\u0022:\u0022b44395a9-1ccc-45ce-8b26-5bbaa271c790\u0022,\u0022metrics\u0022:true,\u0022scan_consistency\u0022:\u0022request_plus\u0022,\u0022timeout\u0022:\u002275000ms\u0022,\u0022tximplicit\u0022:true,\u0022durability_level\u0022:\u0022majority\u0022,\u0022txtimeout\u0022:\u0022703.7842ms\u0022,\u0022txdata\u0022:{\u0022id\u0022:{\u0022txn\u0022:\u00225928c9c6-141e-46b4-b8c7-77f2c21a0ceb\u0022,\u0022atmpt\u0022:\u0022a5f83dbd-78c6-4678-b155-3236cc247863\u0022},\u0022state\u0022:{\u0022timeLeftMs\u0022:703},\u0022config\u0022:{\u0022kvTimeoutMs\u0022:10000,\u0022numAtrs\u0022:1024,\u0022durabilityLevel\u0022:\u0022MAJORITY\u0022},\u0022atr\u0022:null,\u0022mutations\u0022:[]}}]","clientContextId":"b44395a9-1ccc-45ce-8b26-5bbaa271c790","parameters":"{\u0022Named\u0022:{},\u0022Raw\u0022:{\u0022tximplicit\u0022:true,\u0022durability_level\u0022:\u0022majority\u0022,\u0022txtimeout\u0022:\u0022703.7842ms\u0022,\u0022txdata\u0022:{\u0022id\u0022:{\u0022Transactionid\u0022:\u00225928c9c6-141e-46b4-b8c7-77f2c21a0ceb\u0022,\u0022AttemptId\u0022:\u0022a5f83dbd-78c6-4678-b155-3236cc247863\u0022},\u0022state\u0022:{\u0022timeLeftMs\u0022:703},\u0022config\u0022:{\u0022kvTimeoutMs\u0022:10000,\u0022numAtrs\u0022:1024,\u0022durabilityLevel\u0022:\u0022MAJORITY\u0022},\u0022atr\u0022:null,\u0022mutations\u0022:[]}},\u0022Positional\u0022:[]}","httpStatus":"InternalServerError","queryStatus":"fatal","errors":[{"msg":"Keyspace not found in CB datastore: default:_default - cause: No bucket named _default","code":12003,"name":null,"severity":0,"temp":false,"reason":null,"retry":false}],"message":"Keyspace not found in CB datastore: default:_default - cause: No bucket named _default [12003]","retryReasons":null} 2023-08-28 16:08:13 {"Scope": ["QueryAsync", "QueryWrapper"]} 2023-08-28 16:08:13 [10:38:13.056 INF] [ExecuteApplicationLambda] Attempt a5f83dbd-78c6-4678-b155-3236cc247863 completed. CleanupClient=False, LostCleanup=False {} 2023-08-28 16:08:14 [10:38:14.033 DBG] [] transactionCreate: { "transactionsFactoryRef": "6ccfe8bf-a75f-4f8b-b8b8-474203e4b917", "attempts": [ { "commands": [ { "insert": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "a9fc6ad9-5405-4fc2-a5c7-5547e7fe1926" }, "contentJson": "{\"content\":\"initial\"}", "expectedResult": [ { "error": { "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookPoint": "AFTER_STAGED_INSERT_COMPLETE" } ] }, "clusterConnectionId": "defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184" } {} 2023-08-28 16:08:14 [10:38:14.033 INF] [] Starting Transaction Test {} 2023-08-28 16:08:14 [10:38:14.033 DBG] [] Test: { "transactionsFactoryRef": "6ccfe8bf-a75f-4f8b-b8b8-474203e4b917", "attempts": [ { "commands": [ { "insert": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "a9fc6ad9-5405-4fc2-a5c7-5547e7fe1926" }, "contentJson": "{\"content\":\"initial\"}", "expectedResult": [ { "error": { "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookPoint": "AFTER_STAGED_INSERT_COMPLETE" } ] }, "clusterConnectionId": "defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184" } {} 2023-08-28 16:08:14 [10:38:14.033 DBG] [] clusterConnectionId:defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184 {} 2023-08-28 16:08:14 [10:38:14.033 DBG] [] Using custom connection at host : couchbase://172.23.111.130 and with username Administrator {} 2023-08-28 16:08:14 [10:38:14.033 DBG] [] Registering 1 hooks {} 2023-08-28 16:08:14 [10:38:14.033 DBG] [] - Hook Point AfterStagedInsertComplete with Action FailHard {} 2023-08-28 16:08:14 [10:38:14.034 DBG] [] Starting Attempt 0 {} 2023-08-28 16:08:14 [10:38:14.034 DBG] [] Performing TransactionCommand Insert {} 2023-08-28 16:08:14 [10:38:14.034 DBG] [] 79d4fc17-3926-4b09-8e95-4371ee980219.f5d99b61-f02b-4c21-b6b2-65b073a61bda: Performing command: insert {} 2023-08-28 16:08:14 [10:38:14.035 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Requested Durability = Majority {"Scope": ["InsertWithKv", "InsertWithKv", "InitAtrIfNeeded"]} 2023-08-28 16:08:14 [10:38:14.271 INF] [Couchbase.Transactions.DataAccess.AtrRepository] Upserted ATR to PENDING _txn:atr-916-#12b0/attempts.f5d99b61-f02b-4c21-b6b2-65b073a61bda (cas = 1693219094713335808) {"Scope": ["InsertWithKv", "InsertWithKv", "SetAtrPending", "MutateAtrPending"]} 2023-08-28 16:08:14 [10:38:14.272 DBG] [Couchbase.Transactions.AttemptContext] SetAtrPending for default._default._default::_txn:atr-916-#12b0 (attempt=f5d99b61-f02b-4c21-b6b2-65b073a61bda) {"Scope": ["InsertWithKv", "InsertWithKv", "SetAtrPending"]} 2023-08-28 16:08:14 [10:38:14.510 DBG] [Couchbase.Transactions.AttemptContext] CreateStagedInsert for a9fc6ad9-5405-4fc2-a5c7-5547e7fe1926, attemptId=f5d99b61-f02b-4c21-b6b2-65b073a61bda, preCas=null, postCas=1693219094952411136 {"Scope": ["InsertWithKv", "InsertWithKv", "CreateStagedInsert"]} 2023-08-28 16:08:14 [10:38:14.513 DBG] [] ExternalException.Unknown: Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. 2023-08-28 16:08:14 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 2023-08-28 16:08:14 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 462 2023-08-28 16:08:14 --- End of stack trace from previous location --- 2023-08-28 16:08:14 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 466 2023-08-28 16:08:14 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 2023-08-28 16:08:14 --- End of stack trace from previous location --- 2023-08-28 16:08:14 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 268 2023-08-28 16:08:14 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 2023-08-28 16:08:14 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterStagedInsertComplete(AttemptContext ctx, String id) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 160 2023-08-28 16:08:14 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass54_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 788 {} 2023-08-28 16:08:14 [10:38:14.513 DBG] [] Operation 'insert' failed as expected {} 2023-08-28 16:08:14 [10:38:14.514 DBG] [ExecuteApplicationLambda] Propagating error up. (ec = FailHard, retry = False, finalError = TransactionFailed) {} 2023-08-28 16:08:14 [10:38:14.514 INF] [ExecuteApplicationLambda] Attempt f5d99b61-f02b-4c21-b6b2-65b073a61bda completed. CleanupClient=False, LostCleanup=False {} 2023-08-28 16:08:14 Transaction Failed with: Couchbase.Transactions.Error.TransactionFailedException: Transaction failed. 2023-08-28 16:08:14 ---> Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. 2023-08-28 16:08:14 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 2023-08-28 16:08:14 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 462 2023-08-28 16:08:14 --- End of stack trace from previous location --- 2023-08-28 16:08:14 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 466 2023-08-28 16:08:14 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 2023-08-28 16:08:14 --- End of stack trace from previous location --- 2023-08-28 16:08:14 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 268 2023-08-28 16:08:14 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 2023-08-28 16:08:14 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterStagedInsertComplete(AttemptContext ctx, String id) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 160 2023-08-28 16:08:14 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass54_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 788 2023-08-28 16:08:14 --- End of inner exception stack trace --- 2023-08-28 16:08:14 at Couchbase.Transactions.Transactions.RunAsync(Func`2 transactionLogic, PerTransactionConfig perConfig, Boolean singleQueryTransactionMode) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/Transactions.cs:line 229 2023-08-28 16:08:14 at Couchbase.Transactions.FitPerformer.TwoWayTransaction.Run(Transactions transactions, TransactionCreateRequest request, ClusterConnection connection, IServerStreamWriter`1 responseStream) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 68 2023-08-28 16:08:14 -----------------------Context Info--------------------------- 2023-08-28 16:08:14 2023-08-28 16:08:14 2023-08-28 16:08:14 [10:38:14.517 DBG] [] UNKNOWN due to Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. 2023-08-28 16:08:14 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 2023-08-28 16:08:14 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 462 2023-08-28 16:08:14 --- End of stack trace from previous location --- 2023-08-28 16:08:14 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 466 2023-08-28 16:08:14 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 2023-08-28 16:08:14 --- End of stack trace from previous location --- 2023-08-28 16:08:14 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 268 2023-08-28 16:08:14 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 2023-08-28 16:08:14 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterStagedInsertComplete(AttemptContext ctx, String id) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 160 2023-08-28 16:08:14 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass54_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 788 {} 2023-08-28 16:08:14 [10:38:14.517 INF] [] Completed Transaction Test {} 2023-08-28 16:08:14 [10:38:14.524 DBG] [] transactionSingleQuery: { "transactionsFactoryRef": "6ccfe8bf-a75f-4f8b-b8b8-474203e4b917", "clusterConnectionId": "defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184", "query": { "statement": "UPDATE `_default` SET content = \"updated\" WHERE META().id = 'a9fc6ad9-5405-4fc2-a5c7-5547e7fe1926'", "expectedResult": [ { "anythingAllowed": true } ], "checkMutations": true, "queryParameters": { }, "scope": { "bucketName": "default", "scopeName": "_default" } } } {} 2023-08-28 16:08:14 [10:38:14.524 DBG] [] clusterConnectionId:defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184 {} 2023-08-28 16:08:14 [10:38:14.524 DBG] [] Using custom connection at host : couchbase://172.23.111.130 and with username Administrator {} 2023-08-28 16:08:14 [10:38:14.524 DBG] [Couchbase.Transactions.AttemptContext] [7c3bcf7b-f33f-47b1-a28d-f71f735957e2] Executing Query: query: null {"Scope": ["QueryAsync", "QueryWrapper"]} 2023-08-28 16:08:14 [10:38:14.843 INF] [ExecuteApplicationLambda] Attempt 7c3bcf7b-f33f-47b1-a28d-f71f735957e2 completed. CleanupClient=False, LostCleanup=False {} 2023-08-28 16:08:16 [10:38:16.232 DBG] [] transactionCreate: { "transactionsFactoryRef": "6ccfe8bf-a75f-4f8b-b8b8-474203e4b917", "attempts": [ { "commands": [ { "insert": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "5fcbee5b-4bd8-4cde-8eed-ab4c45307b08" }, "contentJson": "{\"content\":\"initial\"}", "expectedResult": [ { "error": { "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookPoint": "AFTER_STAGED_INSERT_COMPLETE" } ] }, "clusterConnectionId": "defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184" } {} 2023-08-28 16:08:16 [10:38:16.232 INF] [] Starting Transaction Test {} 2023-08-28 16:08:16 [10:38:16.232 DBG] [] Test: { "transactionsFactoryRef": "6ccfe8bf-a75f-4f8b-b8b8-474203e4b917", "attempts": [ { "commands": [ { "insert": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "5fcbee5b-4bd8-4cde-8eed-ab4c45307b08" }, "contentJson": "{\"content\":\"initial\"}", "expectedResult": [ { "error": { "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookPoint": "AFTER_STAGED_INSERT_COMPLETE" } ] }, "clusterConnectionId": "defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184" } {} 2023-08-28 16:08:16 [10:38:16.232 DBG] [] clusterConnectionId:defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184 {} 2023-08-28 16:08:16 [10:38:16.232 DBG] [] Using custom connection at host : couchbase://172.23.111.130 and with username Administrator {} 2023-08-28 16:08:16 [10:38:16.232 DBG] [] Registering 1 hooks {} 2023-08-28 16:08:16 [10:38:16.232 DBG] [] - Hook Point AfterStagedInsertComplete with Action FailHard {} 2023-08-28 16:08:16 [10:38:16.233 DBG] [] Starting Attempt 0 {} 2023-08-28 16:08:16 [10:38:16.233 DBG] [] Performing TransactionCommand Insert {} 2023-08-28 16:08:16 [10:38:16.233 DBG] [] a2f4b2be-6260-4d50-8a03-0e5ebcab6a7b.88215827-f222-4365-b5f8-a7fecf363732: Performing command: insert {} 2023-08-28 16:08:16 [10:38:16.233 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Requested Durability = Majority {"Scope": ["InsertWithKv", "InsertWithKv", "InitAtrIfNeeded"]} 2023-08-28 16:08:16 [10:38:16.482 INF] [Couchbase.Transactions.DataAccess.AtrRepository] Upserted ATR to PENDING _txn:atr-712-#2b8/attempts.88215827-f222-4365-b5f8-a7fecf363732 (cas = 1693219096910233600) {"Scope": ["InsertWithKv", "InsertWithKv", "SetAtrPending", "MutateAtrPending"]} 2023-08-28 16:08:16 [10:38:16.483 DBG] [Couchbase.Transactions.AttemptContext] SetAtrPending for default._default._default::_txn:atr-712-#2b8 (attempt=88215827-f222-4365-b5f8-a7fecf363732) {"Scope": ["InsertWithKv", "InsertWithKv", "SetAtrPending"]} 2023-08-28 16:08:16 [10:38:16.731 DBG] [Couchbase.Transactions.AttemptContext] CreateStagedInsert for 5fcbee5b-4bd8-4cde-8eed-ab4c45307b08, attemptId=88215827-f222-4365-b5f8-a7fecf363732, preCas=null, postCas=1693219097170280448 {"Scope": ["InsertWithKv", "InsertWithKv", "CreateStagedInsert"]} 2023-08-28 16:08:16 [10:38:16.737 DBG] [] ExternalException.Unknown: Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. 2023-08-28 16:08:16 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 2023-08-28 16:08:16 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 462 2023-08-28 16:08:16 --- End of stack trace from previous location --- 2023-08-28 16:08:16 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 466 2023-08-28 16:08:16 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 2023-08-28 16:08:16 --- End of stack trace from previous location --- 2023-08-28 16:08:16 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 268 2023-08-28 16:08:16 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 2023-08-28 16:08:16 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterStagedInsertComplete(AttemptContext ctx, String id) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 160 2023-08-28 16:08:16 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass54_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 788 {} 2023-08-28 16:08:16 [10:38:16.737 DBG] [] Operation 'insert' failed as expected {} 2023-08-28 16:08:16 [10:38:16.737 DBG] [ExecuteApplicationLambda] Propagating error up. (ec = FailHard, retry = False, finalError = TransactionFailed) {} 2023-08-28 16:08:16 [10:38:16.737 INF] [ExecuteApplicationLambda] Attempt 88215827-f222-4365-b5f8-a7fecf363732 completed. CleanupClient=False, LostCleanup=False {} 2023-08-28 16:08:16 Transaction Failed with: Couchbase.Transactions.Error.TransactionFailedException: Transaction failed. 2023-08-28 16:08:16 ---> Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. 2023-08-28 16:08:16 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 2023-08-28 16:08:16 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 462 2023-08-28 16:08:16 --- End of stack trace from previous location --- 2023-08-28 16:08:16 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 466 2023-08-28 16:08:16 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 2023-08-28 16:08:16 --- End of stack trace from previous location --- 2023-08-28 16:08:16 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 268 2023-08-28 16:08:16 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 2023-08-28 16:08:16 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterStagedInsertComplete(AttemptContext ctx, String id) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 160 2023-08-28 16:08:16 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass54_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 788 2023-08-28 16:08:16 --- End of inner exception stack trace --- 2023-08-28 16:08:16 at Couchbase.Transactions.Transactions.RunAsync(Func`2 transactionLogic, PerTransactionConfig perConfig, Boolean singleQueryTransactionMode) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/Transactions.cs:line 229 2023-08-28 16:08:16 at Couchbase.Transactions.FitPerformer.TwoWayTransaction.Run(Transactions transactions, TransactionCreateRequest request, ClusterConnection connection, IServerStreamWriter`1 responseStream) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 68 2023-08-28 16:08:16 -----------------------Context Info--------------------------- 2023-08-28 16:08:16 2023-08-28 16:08:16 2023-08-28 16:08:16 [10:38:16.741 DBG] [] UNKNOWN due to Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. 2023-08-28 16:08:16 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 2023-08-28 16:08:16 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 462 2023-08-28 16:08:16 --- End of stack trace from previous location --- 2023-08-28 16:08:16 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 466 2023-08-28 16:08:16 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 2023-08-28 16:08:16 --- End of stack trace from previous location --- 2023-08-28 16:08:16 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 268 2023-08-28 16:08:16 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 2023-08-28 16:08:16 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterStagedInsertComplete(AttemptContext ctx, String id) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 160 2023-08-28 16:08:16 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass54_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 788 {} 2023-08-28 16:08:16 [10:38:16.741 INF] [] Completed Transaction Test {} 2023-08-28 16:08:16 [10:38:16.752 DBG] [] transactionSingleQuery: { "transactionsFactoryRef": "6ccfe8bf-a75f-4f8b-b8b8-474203e4b917", "clusterConnectionId": "defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184", "query": { "statement": "DELETE FROM `_default` WHERE META().id = '5fcbee5b-4bd8-4cde-8eed-ab4c45307b08'", "expectedResult": [ { "anythingAllowed": true } ], "checkMutations": true, "queryParameters": { }, "scope": { "bucketName": "default", "scopeName": "_default" } } } {} 2023-08-28 16:08:16 [10:38:16.752 DBG] [] clusterConnectionId:defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184 {} 2023-08-28 16:08:16 [10:38:16.752 DBG] [] Using custom connection at host : couchbase://172.23.111.130 and with username Administrator {} 2023-08-28 16:08:16 [10:38:16.752 DBG] [Couchbase.Transactions.AttemptContext] [d81815d4-4174-4b1d-8f14-e4490bbde141] Executing Query: query: null {"Scope": ["QueryAsync", "QueryWrapper"]} 2023-08-28 16:08:17 [10:38:17.001 INF] [ExecuteApplicationLambda] Attempt d81815d4-4174-4b1d-8f14-e4490bbde141 completed. CleanupClient=False, LostCleanup=False {} 2023-08-28 16:08:18 [10:38:18.236 DBG] [] transactionCreate: { "transactionsFactoryRef": "6ccfe8bf-a75f-4f8b-b8b8-474203e4b917", "attempts": [ { "commands": [ { "insert": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "7589760f-a6a1-4a55-8540-c32568432f27" }, "contentJson": "{\"content\":\"initial\"}", "expectedResult": [ { "error": { "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookPoint": "AFTER_STAGED_INSERT_COMPLETE" } ] }, "clusterConnectionId": "defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184" } {} 2023-08-28 16:08:18 [10:38:18.236 INF] [] Starting Transaction Test {} 2023-08-28 16:08:18 [10:38:18.236 DBG] [] Test: { "transactionsFactoryRef": "6ccfe8bf-a75f-4f8b-b8b8-474203e4b917", "attempts": [ { "commands": [ { "insert": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "7589760f-a6a1-4a55-8540-c32568432f27" }, "contentJson": "{\"content\":\"initial\"}", "expectedResult": [ { "error": { "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookPoint": "AFTER_STAGED_INSERT_COMPLETE" } ] }, "clusterConnectionId": "defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184" } {} 2023-08-28 16:08:18 [10:38:18.236 DBG] [] clusterConnectionId:defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184 {} 2023-08-28 16:08:18 [10:38:18.236 DBG] [] Using custom connection at host : couchbase://172.23.111.130 and with username Administrator {} 2023-08-28 16:08:18 [10:38:18.236 DBG] [] Registering 1 hooks {} 2023-08-28 16:08:18 [10:38:18.236 DBG] [] - Hook Point AfterStagedInsertComplete with Action FailHard {} 2023-08-28 16:08:18 [10:38:18.237 DBG] [] Starting Attempt 0 {} 2023-08-28 16:08:18 [10:38:18.237 DBG] [] Performing TransactionCommand Insert {} 2023-08-28 16:08:18 [10:38:18.237 DBG] [] a053cdf2-1e9b-4763-a122-682ba4737c70.6607819c-60f9-4c80-a8a2-7cf9c77137cc: Performing command: insert {} 2023-08-28 16:08:18 [10:38:18.238 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Requested Durability = Majority {"Scope": ["InsertWithKv", "InsertWithKv", "InitAtrIfNeeded"]} 2023-08-28 16:08:18 [10:38:18.485 INF] [Couchbase.Transactions.DataAccess.AtrRepository] Upserted ATR to PENDING _txn:atr-680-#b51/attempts.6607819c-60f9-4c80-a8a2-7cf9c77137cc (cas = 1693219098913931264) {"Scope": ["InsertWithKv", "InsertWithKv", "SetAtrPending", "MutateAtrPending"]} 2023-08-28 16:08:18 [10:38:18.485 DBG] [Couchbase.Transactions.AttemptContext] SetAtrPending for default._default._default::_txn:atr-680-#b51 (attempt=6607819c-60f9-4c80-a8a2-7cf9c77137cc) {"Scope": ["InsertWithKv", "InsertWithKv", "SetAtrPending"]} 2023-08-28 16:08:18 [10:38:18.834 DBG] [Couchbase.Transactions.AttemptContext] CreateStagedInsert for 7589760f-a6a1-4a55-8540-c32568432f27, attemptId=6607819c-60f9-4c80-a8a2-7cf9c77137cc, preCas=null, postCas=1693219099168866304 {"Scope": ["InsertWithKv", "InsertWithKv", "CreateStagedInsert"]} 2023-08-28 16:08:18 [10:38:18.837 DBG] [] ExternalException.Unknown: Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. 2023-08-28 16:08:18 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 2023-08-28 16:08:18 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 462 2023-08-28 16:08:18 --- End of stack trace from previous location --- 2023-08-28 16:08:18 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 466 2023-08-28 16:08:18 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 2023-08-28 16:08:18 --- End of stack trace from previous location --- 2023-08-28 16:08:18 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 268 2023-08-28 16:08:18 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 2023-08-28 16:08:18 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterStagedInsertComplete(AttemptContext ctx, String id) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 160 2023-08-28 16:08:18 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass54_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 788 {} 2023-08-28 16:08:18 [10:38:18.837 DBG] [] Operation 'insert' failed as expected {} 2023-08-28 16:08:18 [10:38:18.838 DBG] [ExecuteApplicationLambda] Propagating error up. (ec = FailHard, retry = False, finalError = TransactionFailed) {} 2023-08-28 16:08:18 [10:38:18.838 INF] [ExecuteApplicationLambda] Attempt 6607819c-60f9-4c80-a8a2-7cf9c77137cc completed. CleanupClient=False, LostCleanup=False {} 2023-08-28 16:08:18 Transaction Failed with: Couchbase.Transactions.Error.TransactionFailedException: Transaction failed. 2023-08-28 16:08:18 ---> Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. 2023-08-28 16:08:18 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 2023-08-28 16:08:18 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 462 2023-08-28 16:08:18 --- End of stack trace from previous location --- 2023-08-28 16:08:18 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 466 2023-08-28 16:08:18 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 2023-08-28 16:08:18 --- End of stack trace from previous location --- 2023-08-28 16:08:18 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 268 2023-08-28 16:08:18 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 2023-08-28 16:08:18 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterStagedInsertComplete(AttemptContext ctx, String id) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 160 2023-08-28 16:08:18 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass54_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 788 2023-08-28 16:08:18 --- End of inner exception stack trace --- 2023-08-28 16:08:18 at Couchbase.Transactions.Transactions.RunAsync(Func`2 transactionLogic, PerTransactionConfig perConfig, Boolean singleQueryTransactionMode) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/Transactions.cs:line 229 2023-08-28 16:08:18 at Couchbase.Transactions.FitPerformer.TwoWayTransaction.Run(Transactions transactions, TransactionCreateRequest request, ClusterConnection connection, IServerStreamWriter`1 responseStream) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 68 2023-08-28 16:08:18 -----------------------Context Info--------------------------- 2023-08-28 16:08:18 2023-08-28 16:08:18 2023-08-28 16:08:18 [10:38:18.842 DBG] [] UNKNOWN due to Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. 2023-08-28 16:08:18 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 2023-08-28 16:08:18 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 462 2023-08-28 16:08:18 --- End of stack trace from previous location --- 2023-08-28 16:08:18 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 466 2023-08-28 16:08:18 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 2023-08-28 16:08:18 --- End of stack trace from previous location --- 2023-08-28 16:08:18 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 268 2023-08-28 16:08:18 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 2023-08-28 16:08:18 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterStagedInsertComplete(AttemptContext ctx, String id) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 160 2023-08-28 16:08:18 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass54_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 788 {} 2023-08-28 16:08:18 [10:38:18.842 INF] [] Completed Transaction Test {} 2023-08-28 16:08:18 [10:38:18.851 DBG] [] transactionSingleQuery: { "transactionsFactoryRef": "6ccfe8bf-a75f-4f8b-b8b8-474203e4b917", "clusterConnectionId": "defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184", "query": { "statement": "SELECT * FROM `_default` WHERE META().id = '7589760f-a6a1-4a55-8540-c32568432f27'", "expectedResult": [ { "anythingAllowed": true } ], "checkMutations": true, "queryParameters": { }, "scope": { "bucketName": "default", "scopeName": "_default" } } } {} 2023-08-28 16:08:18 [10:38:18.851 DBG] [] clusterConnectionId:defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184 {} 2023-08-28 16:08:18 [10:38:18.851 DBG] [] Using custom connection at host : couchbase://172.23.111.130 and with username Administrator {} 2023-08-28 16:08:18 [10:38:18.852 DBG] [Couchbase.Transactions.AttemptContext] [b84e71af-5f0a-489c-bafd-11606dc58f5e] Executing Query: query: null {"Scope": ["QueryAsync", "QueryWrapper"]} 2023-08-28 16:08:19 [10:38:19.455 INF] [ExecuteApplicationLambda] Attempt b84e71af-5f0a-489c-bafd-11606dc58f5e completed. CleanupClient=False, LostCleanup=False {} 2023-08-28 16:08:21 [10:38:21.265 DBG] [] transactionCreate: { "transactionsFactoryRef": "6ccfe8bf-a75f-4f8b-b8b8-474203e4b917", "attempts": [ { "commands": [ { "insert": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "28410bbc-ccc8-4ad3-b5a4-78e8a3aa2b9a" }, "contentJson": "{\"content\":\"initial\"}", "expectedResult": [ { "success": true } ] } }, { "commit": { "expectedResult": [ { "error": { "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookPoint": "AFTER_ATR_COMMIT" } ] }, "clusterConnectionId": "defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184" } {} 2023-08-28 16:08:21 [10:38:21.265 INF] [] Starting Transaction Test {} 2023-08-28 16:08:21 [10:38:21.265 DBG] [] Test: { "transactionsFactoryRef": "6ccfe8bf-a75f-4f8b-b8b8-474203e4b917", "attempts": [ { "commands": [ { "insert": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "28410bbc-ccc8-4ad3-b5a4-78e8a3aa2b9a" }, "contentJson": "{\"content\":\"initial\"}", "expectedResult": [ { "success": true } ] } }, { "commit": { "expectedResult": [ { "error": { "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookPoint": "AFTER_ATR_COMMIT" } ] }, "clusterConnectionId": "defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184" } {} 2023-08-28 16:08:21 [10:38:21.265 DBG] [] clusterConnectionId:defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184 {} 2023-08-28 16:08:21 [10:38:21.265 DBG] [] Using custom connection at host : couchbase://172.23.111.130 and with username Administrator {} 2023-08-28 16:08:21 [10:38:21.265 DBG] [] Registering 1 hooks {} 2023-08-28 16:08:21 [10:38:21.265 DBG] [] - Hook Point AfterAtrCommit with Action FailHard {} 2023-08-28 16:08:21 [10:38:21.266 DBG] [] Starting Attempt 0 {} 2023-08-28 16:08:21 [10:38:21.266 DBG] [] Performing TransactionCommand Insert {} 2023-08-28 16:08:21 [10:38:21.266 DBG] [] d2027527-949a-4400-9628-25209fa73fc9.38ae92a7-70fa-4af7-b53b-18eaacb70546: Performing command: insert {} 2023-08-28 16:08:21 [10:38:21.267 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Requested Durability = Majority {"Scope": ["InsertWithKv", "InsertWithKv", "InitAtrIfNeeded"]} 2023-08-28 16:08:21 [10:38:21.510 INF] [Couchbase.Transactions.DataAccess.AtrRepository] Upserted ATR to PENDING _txn:atr-686-#3b9/attempts.38ae92a7-70fa-4af7-b53b-18eaacb70546 (cas = 1693219101947199488) {"Scope": ["InsertWithKv", "InsertWithKv", "SetAtrPending", "MutateAtrPending"]} 2023-08-28 16:08:21 [10:38:21.511 DBG] [Couchbase.Transactions.AttemptContext] SetAtrPending for default._default._default::_txn:atr-686-#3b9 (attempt=38ae92a7-70fa-4af7-b53b-18eaacb70546) {"Scope": ["InsertWithKv", "InsertWithKv", "SetAtrPending"]} 2023-08-28 16:08:21 [10:38:21.758 DBG] [Couchbase.Transactions.AttemptContext] CreateStagedInsert for 28410bbc-ccc8-4ad3-b5a4-78e8a3aa2b9a, attemptId=38ae92a7-70fa-4af7-b53b-18eaacb70546, preCas=null, postCas=1693219102192762880 {"Scope": ["InsertWithKv", "InsertWithKv", "CreateStagedInsert"]} 2023-08-28 16:08:21 [10:38:21.759 DBG] [] d2027527-949a-4400-9628-25209fa73fc9.38ae92a7-70fa-4af7-b53b-18eaacb70546: Command Succeeded {} 2023-08-28 16:08:21 [10:38:21.759 DBG] [] Performing TransactionCommand Commit {} 2023-08-28 16:08:21 [10:38:21.759 DBG] [] d2027527-949a-4400-9628-25209fa73fc9.38ae92a7-70fa-4af7-b53b-18eaacb70546: Performing command: commit {} 2023-08-28 16:08:22 [10:38:22.003 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Updated to COMMITTED ATR _txn:atr-686-#3b9/attempts.38ae92a7-70fa-4af7-b53b-18eaacb70546 (cas = 1693219102442389504) {"Scope": ["CommitWithKv", "SetAtrCommit", "MutateAtrCommit"]} 2023-08-28 16:08:22 [10:38:22.003 DBG] [Couchbase.Transactions.AttemptContext] SetAtrCommit for default._default._default::_txn:atr-686-#3b9 (attempt=38ae92a7-70fa-4af7-b53b-18eaacb70546) {"Scope": ["CommitWithKv", "SetAtrCommit"]} 2023-08-28 16:08:22 [10:38:22.004 WRN] [Couchbase.Transactions.AttemptContext] Failed attempt at committing due to FailHard {"Scope": ["CommitWithKv", "SetAtrCommit"]} 2023-08-28 16:08:22 [10:38:22.006 DBG] [] ExternalException.Unknown: Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. 2023-08-28 16:08:22 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 2023-08-28 16:08:22 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 462 2023-08-28 16:08:22 --- End of stack trace from previous location --- 2023-08-28 16:08:22 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 466 2023-08-28 16:08:22 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 2023-08-28 16:08:22 --- End of stack trace from previous location --- 2023-08-28 16:08:22 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 268 2023-08-28 16:08:22 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 2023-08-28 16:08:22 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 92 2023-08-28 16:08:22 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1413 {} 2023-08-28 16:08:22 [10:38:22.006 DBG] [] Operation 'commit' failed as expected {} 2023-08-28 16:08:22 [10:38:22.006 DBG] [ExecuteApplicationLambda] Propagating error up. (ec = FailHard, retry = False, finalError = TransactionFailed) {} 2023-08-28 16:08:22 [10:38:22.006 INF] [ExecuteApplicationLambda] Attempt 38ae92a7-70fa-4af7-b53b-18eaacb70546 completed. CleanupClient=False, LostCleanup=False {} 2023-08-28 16:08:22 Transaction Failed with: Couchbase.Transactions.Error.TransactionFailedException: Transaction failed. 2023-08-28 16:08:22 ---> Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. 2023-08-28 16:08:22 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 2023-08-28 16:08:22 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 462 2023-08-28 16:08:22 --- End of stack trace from previous location --- 2023-08-28 16:08:22 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 466 2023-08-28 16:08:22 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 2023-08-28 16:08:22 --- End of stack trace from previous location --- 2023-08-28 16:08:22 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 268 2023-08-28 16:08:22 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 2023-08-28 16:08:22 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 92 2023-08-28 16:08:22 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1413 2023-08-28 16:08:22 --- End of inner exception stack trace --- 2023-08-28 16:08:22 at Couchbase.Transactions.Transactions.RunAsync(Func`2 transactionLogic, PerTransactionConfig perConfig, Boolean singleQueryTransactionMode) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/Transactions.cs:line 229 2023-08-28 16:08:22 at Couchbase.Transactions.FitPerformer.TwoWayTransaction.Run(Transactions transactions, TransactionCreateRequest request, ClusterConnection connection, IServerStreamWriter`1 responseStream) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 68 2023-08-28 16:08:22 -----------------------Context Info--------------------------- 2023-08-28 16:08:22 2023-08-28 16:08:22 2023-08-28 16:08:22 [10:38:22.009 DBG] [] UNKNOWN due to Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. 2023-08-28 16:08:22 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 2023-08-28 16:08:22 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 462 2023-08-28 16:08:22 --- End of stack trace from previous location --- 2023-08-28 16:08:22 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 466 2023-08-28 16:08:22 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 2023-08-28 16:08:22 --- End of stack trace from previous location --- 2023-08-28 16:08:22 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 268 2023-08-28 16:08:22 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 2023-08-28 16:08:22 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 92 2023-08-28 16:08:22 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1413 {} 2023-08-28 16:08:22 [10:38:22.009 INF] [] Completed Transaction Test {} 2023-08-28 16:08:22 [10:38:22.773 DBG] [] transactionSingleQuery: { "transactionsFactoryRef": "6ccfe8bf-a75f-4f8b-b8b8-474203e4b917", "clusterConnectionId": "defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184", "query": { "statement": "INSERT INTO `_default` VALUES ('28410bbc-ccc8-4ad3-b5a4-78e8a3aa2b9a', {\"content\":\"initial\"})", "expectedResult": [ { "anythingAllowed": true } ], "checkMutations": true, "expectedMutations": 1, "queryParameters": { }, "scope": { "bucketName": "default", "scopeName": "_default" } }, "queryOptions": { "timeoutMillis": "2000" } } {} 2023-08-28 16:08:22 [10:38:22.773 DBG] [] clusterConnectionId:defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184 {} 2023-08-28 16:08:22 [10:38:22.773 DBG] [] Using custom connection at host : couchbase://172.23.111.130 and with username Administrator {} 2023-08-28 16:08:22 [10:38:22.774 DBG] [Couchbase.Transactions.AttemptContext] [a4c00e73-cd03-4e28-9405-4b63d51ef7f3] Executing Query: query: null {"Scope": ["QueryAsync", "QueryWrapper"]} 2023-08-28 16:08:24 [10:38:24.038 ERR] [Couchbase.Transactions.AttemptContext] [a4c00e73-cd03-4e28-9405-4b63d51ef7f3] query failed at query: Couchbase.CouchbaseException: Transaction staging error [17020] 2023-08-28 16:08:24 at Couchbase.Query.QueryResultExtensions.ThrowExceptionOnError[T](IQueryResult`1 result, QueryErrorContext context) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryResultExtensions.cs:line 137 2023-08-28 16:08:24 at Couchbase.Query.QueryClient.ExecuteQuery[T](QueryOptions options, ITypeSerializer serializer, IRequestSpan span) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryClient.cs:line 320 2023-08-28 16:08:24 at Couchbase.Query.QueryClient.QueryAsync[T](String statement, QueryOptions options) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryClient.cs:line 149 2023-08-28 16:08:24 at Couchbase.Cluster.<>c__DisplayClass35_0`1.<g__Func|0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Cluster.cs:line 339 2023-08-28 16:08:24 --- End of stack trace from previous location --- 2023-08-28 16:08:24 at Couchbase.Core.Retry.RetryOrchestrator.RetryAsync[T](Func`1 send, IRequest request) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Core/Retry/RetryOrchestrator.cs:line 73 2023-08-28 16:08:24 at Couchbase.Cluster.QueryAsync[T](String statement, QueryOptions options) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Cluster.cs:line 349 2023-08-28 16:08:24 at Couchbase.Transactions.AttemptContext.QueryWrapper[T](Int64 statementId, IScope scope, String statement, QueryOptions options, String hookPoint, IRequestSpan parentSpan, Boolean isBeginWork, Boolean existingErrorCheck, JObject txdata, Boolean txImplicit) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 2119 2023-08-28 16:08:24 -----------------------Context Info--------------------------- 2023-08-28 16:08:24 {"statement":"[{\"statement\":\"INSERT INTO \\u0060_default\\u0060 VALUES (\\u002728410bbc-ccc8-4ad3-b5a4-78e8a3aa2b9a\\u0027, {\\u0022content\\u0022:\\u0022initial\\u0022})\",\"client_context_id\":\"a8662c49-81a5-4789-ab49-5acefe52f269\",\"metrics\":true,\"query_context\":\"default:\\u0060default\\u0060.\\u0060_default\\u0060\",\"scan_consistency\":\"request_plus\",\"timeout\":\"75000ms\",\"tximplicit\":true,\"durability_level\":\"majority\",\"txtimeout\":\"1999.3419ms\",\"txdata\":{\"id\":{\"txn\":\"5c1dbbcb-11e3-405d-be8e-0f894ef9b067\",\"atmpt\":\"a4c00e73-cd03-4e28-9405-4b63d51ef7f3\"},\"state\":{\"timeLeftMs\":1999},\"config\":{\"kvTimeoutMs\":10000,\"numAtrs\":1024,\"durabilityLevel\":\"MAJORITY\"},\"atr\":null,\"mutations\":[]}}]","clientContextId":"a8662c49-81a5-4789-ab49-5acefe52f269","parameters":"{\"Named\":{},\"Raw\":{\"tximplicit\":true,\"durability_level\":\"majority\",\"txtimeout\":\"1999.3419ms\",\"txdata\":{\"id\":{\"Transactionid\":\"5c1dbbcb-11e3-405d-be8e-0f894ef9b067\",\"AttemptId\":\"a4c00e73-cd03-4e28-9405-4b63d51ef7f3\"},\"state\":{\"timeLeftMs\":1999},\"config\":{\"kvTimeoutMs\":10000,\"numAtrs\":1024,\"durabilityLevel\":\"MAJORITY\"},\"atr\":null,\"mutations\":[]}},\"Positional\":[]}","httpStatus":200,"queryStatus":2,"errors":[{"msg":"Transaction staging error","code":17020,"name":null,"sev":0,"temp":false,"reason":null,"retry":false,"cause":{"cause":{"bucket":"default","cause":"deadline expired before WWC was resolved on default._default._default._txn:atr-686-#3b9","collection":"_default","document_key":"28410bbc-ccc8-4ad3-b5a4-78e8a3aa2b9a","msg":"write write conflict","scope":"_default"},"raise":"failed","retry":true,"rollback":false}}],"message":"Transaction staging error [17020]","retryReasons":null} 2023-08-28 16:08:24 {"Scope": ["QueryAsync", "QueryWrapper"]} 2023-08-28 16:08:24 [10:38:24.039 WRN] [Couchbase.Transactions.AttemptContext] query code=17020 cause={ 2023-08-28 16:08:24 "bucket": "default", 2023-08-28 16:08:24 "cause": "deadline expired before WWC was resolved on default._default._default._txn:atr-686-#3b9", 2023-08-28 16:08:24 "collection": "_default", 2023-08-28 16:08:24 "document_key": "28410bbc-ccc8-4ad3-b5a4-78e8a3aa2b9a", 2023-08-28 16:08:24 "msg": "write write conflict", 2023-08-28 16:08:24 "scope": "_default" 2023-08-28 16:08:24 } raise=failed {"Scope": ["QueryAsync", "QueryWrapper"]} 2023-08-28 16:08:24 [10:38:24.039 DBG] [ExecuteApplicationLambda] Propagating error up. (ec = FailOther, retry = True, finalError = TransactionFailed) {} 2023-08-28 16:08:24 [10:38:24.039 INF] [ExecuteApplicationLambda] Attempt a4c00e73-cd03-4e28-9405-4b63d51ef7f3 completed. CleanupClient=False, LostCleanup=False {} 2023-08-28 16:08:24 [10:38:24.048 DBG] [Couchbase.Transactions.AttemptContext] [02f66990-6da4-42b0-9a8a-dbea126afa92] Executing Query: query: null {"Scope": ["QueryAsync", "QueryWrapper"]} 2023-08-28 16:08:25 [10:38:25.669 ERR] [Couchbase.Transactions.AttemptContext] [02f66990-6da4-42b0-9a8a-dbea126afa92] query failed at query: Couchbase.Core.Exceptions.IndexFailureException: Keyspace not found in CB datastore: default:_default - cause: No bucket named _default [12003] 2023-08-28 16:08:25 at Couchbase.Query.QueryResultExtensions.ThrowExceptionOnError[T](IQueryResult`1 result, QueryErrorContext context) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryResultExtensions.cs:line 137 2023-08-28 16:08:25 at Couchbase.Query.QueryClient.ExecuteQuery[T](QueryOptions options, ITypeSerializer serializer, IRequestSpan span) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryClient.cs:line 320 2023-08-28 16:08:25 at Couchbase.Query.QueryClient.QueryAsync[T](String statement, QueryOptions options) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryClient.cs:line 149 2023-08-28 16:08:25 at Couchbase.Cluster.<>c__DisplayClass35_0`1.<g__Func|0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Cluster.cs:line 339 2023-08-28 16:08:25 --- End of stack trace from previous location --- 2023-08-28 16:08:25 at Couchbase.Core.Retry.RetryOrchestrator.RetryAsync[T](Func`1 send, IRequest request) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Core/Retry/RetryOrchestrator.cs:line 73 2023-08-28 16:08:25 at Couchbase.Cluster.QueryAsync[T](String statement, QueryOptions options) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Cluster.cs:line 349 2023-08-28 16:08:25 at Couchbase.Transactions.AttemptContext.QueryWrapper[T](Int64 statementId, IScope scope, String statement, QueryOptions options, String hookPoint, IRequestSpan parentSpan, Boolean isBeginWork, Boolean existingErrorCheck, JObject txdata, Boolean txImplicit) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 2119 2023-08-28 16:08:25 -----------------------Context Info--------------------------- 2023-08-28 16:08:25 {"statement":"[{\u0022statement\u0022:\u0022INSERT INTO \\u0060_default\\u0060 VALUES (\\u002728410bbc-ccc8-4ad3-b5a4-78e8a3aa2b9a\\u0027, {\\u0022content\\u0022:\\u0022initial\\u0022})\u0022,\u0022client_context_id\u0022:\u0022fd748195-6949-47d8-814c-6e6b55176612\u0022,\u0022metrics\u0022:true,\u0022scan_consistency\u0022:\u0022request_plus\u0022,\u0022timeout\u0022:\u002275000ms\u0022,\u0022tximplicit\u0022:true,\u0022durability_level\u0022:\u0022majority\u0022,\u0022txtimeout\u0022:\u0022725.1315ms\u0022,\u0022txdata\u0022:{\u0022id\u0022:{\u0022txn\u0022:\u00225c1dbbcb-11e3-405d-be8e-0f894ef9b067\u0022,\u0022atmpt\u0022:\u002202f66990-6da4-42b0-9a8a-dbea126afa92\u0022},\u0022state\u0022:{\u0022timeLeftMs\u0022:725},\u0022config\u0022:{\u0022kvTimeoutMs\u0022:10000,\u0022numAtrs\u0022:1024,\u0022durabilityLevel\u0022:\u0022MAJORITY\u0022},\u0022atr\u0022:null,\u0022mutations\u0022:[]}}]","clientContextId":"fd748195-6949-47d8-814c-6e6b55176612","parameters":"{\u0022Named\u0022:{},\u0022Raw\u0022:{\u0022tximplicit\u0022:true,\u0022durability_level\u0022:\u0022majority\u0022,\u0022txtimeout\u0022:\u0022725.1315ms\u0022,\u0022txdata\u0022:{\u0022id\u0022:{\u0022Transactionid\u0022:\u00225c1dbbcb-11e3-405d-be8e-0f894ef9b067\u0022,\u0022AttemptId\u0022:\u002202f66990-6da4-42b0-9a8a-dbea126afa92\u0022},\u0022state\u0022:{\u0022timeLeftMs\u0022:725},\u0022config\u0022:{\u0022kvTimeoutMs\u0022:10000,\u0022numAtrs\u0022:1024,\u0022durabilityLevel\u0022:\u0022MAJORITY\u0022},\u0022atr\u0022:null,\u0022mutations\u0022:[]}},\u0022Positional\u0022:[]}","httpStatus":"InternalServerError","queryStatus":"fatal","errors":[{"msg":"Keyspace not found in CB datastore: default:_default - cause: No bucket named _default","code":12003,"name":null,"severity":0,"temp":false,"reason":null,"retry":false}],"message":"Keyspace not found in CB datastore: default:_default - cause: No bucket named _default [12003]","retryReasons":null} 2023-08-28 16:08:25 {"Scope": ["QueryAsync", "QueryWrapper"]} 2023-08-28 16:08:25 [10:38:25.670 INF] [ExecuteApplicationLambda] Attempt 02f66990-6da4-42b0-9a8a-dbea126afa92 completed. CleanupClient=False, LostCleanup=False {} 2023-08-28 16:08:26 [10:38:26.410 DBG] [] transactionCreate: { "transactionsFactoryRef": "6ccfe8bf-a75f-4f8b-b8b8-474203e4b917", "attempts": [ { "commands": [ { "insert": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "297210bc-61b0-4f5f-bf26-2caedb8c542d" }, "contentJson": "{\"content\":\"initial\"}", "expectedResult": [ { "success": true } ] } }, { "commit": { "expectedResult": [ { "error": { "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookPoint": "AFTER_ATR_COMMIT" } ] }, "clusterConnectionId": "defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184" } {} 2023-08-28 16:08:26 [10:38:26.410 INF] [] Starting Transaction Test {} 2023-08-28 16:08:26 [10:38:26.411 DBG] [] Test: { "transactionsFactoryRef": "6ccfe8bf-a75f-4f8b-b8b8-474203e4b917", "attempts": [ { "commands": [ { "insert": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "297210bc-61b0-4f5f-bf26-2caedb8c542d" }, "contentJson": "{\"content\":\"initial\"}", "expectedResult": [ { "success": true } ] } }, { "commit": { "expectedResult": [ { "error": { "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookPoint": "AFTER_ATR_COMMIT" } ] }, "clusterConnectionId": "defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184" } {} 2023-08-28 16:08:26 [10:38:26.411 DBG] [] clusterConnectionId:defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184 {} 2023-08-28 16:08:26 [10:38:26.411 DBG] [] Using custom connection at host : couchbase://172.23.111.130 and with username Administrator {} 2023-08-28 16:08:26 [10:38:26.411 DBG] [] Registering 1 hooks {} 2023-08-28 16:08:26 [10:38:26.411 DBG] [] - Hook Point AfterAtrCommit with Action FailHard {} 2023-08-28 16:08:26 [10:38:26.412 DBG] [] Starting Attempt 0 {} 2023-08-28 16:08:26 [10:38:26.412 DBG] [] Performing TransactionCommand Insert {} 2023-08-28 16:08:26 [10:38:26.412 DBG] [] f4707799-b04d-4c55-958c-3bee36633469.0f52e547-0d44-4ca0-a5e8-fc3eda483e2e: Performing command: insert {} 2023-08-28 16:08:26 [10:38:26.413 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Requested Durability = Majority {"Scope": ["InsertWithKv", "InsertWithKv", "InitAtrIfNeeded"]} 2023-08-28 16:08:26 [10:38:26.650 INF] [Couchbase.Transactions.DataAccess.AtrRepository] Upserted ATR to PENDING _txn:atr-88-#2cd/attempts.0f52e547-0d44-4ca0-a5e8-fc3eda483e2e (cas = 1693219107091644416) {"Scope": ["InsertWithKv", "InsertWithKv", "SetAtrPending", "MutateAtrPending"]} 2023-08-28 16:08:26 [10:38:26.651 DBG] [Couchbase.Transactions.AttemptContext] SetAtrPending for default._default._default::_txn:atr-88-#2cd (attempt=0f52e547-0d44-4ca0-a5e8-fc3eda483e2e) {"Scope": ["InsertWithKv", "InsertWithKv", "SetAtrPending"]} 2023-08-28 16:08:26 [10:38:26.892 DBG] [Couchbase.Transactions.AttemptContext] CreateStagedInsert for 297210bc-61b0-4f5f-bf26-2caedb8c542d, attemptId=0f52e547-0d44-4ca0-a5e8-fc3eda483e2e, preCas=null, postCas=1693219107330719744 {"Scope": ["InsertWithKv", "InsertWithKv", "CreateStagedInsert"]} 2023-08-28 16:08:26 [10:38:26.893 DBG] [] f4707799-b04d-4c55-958c-3bee36633469.0f52e547-0d44-4ca0-a5e8-fc3eda483e2e: Command Succeeded {} 2023-08-28 16:08:26 [10:38:26.893 DBG] [] Performing TransactionCommand Commit {} 2023-08-28 16:08:26 [10:38:26.893 DBG] [] f4707799-b04d-4c55-958c-3bee36633469.0f52e547-0d44-4ca0-a5e8-fc3eda483e2e: Performing command: commit {} 2023-08-28 16:08:27 [10:38:27.231 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Updated to COMMITTED ATR _txn:atr-88-#2cd/attempts.0f52e547-0d44-4ca0-a5e8-fc3eda483e2e (cas = 1693219107572940800) {"Scope": ["CommitWithKv", "SetAtrCommit", "MutateAtrCommit"]} 2023-08-28 16:08:27 [10:38:27.232 DBG] [Couchbase.Transactions.AttemptContext] SetAtrCommit for default._default._default::_txn:atr-88-#2cd (attempt=0f52e547-0d44-4ca0-a5e8-fc3eda483e2e) {"Scope": ["CommitWithKv", "SetAtrCommit"]} 2023-08-28 16:08:27 [10:38:27.237 WRN] [Couchbase.Transactions.AttemptContext] Failed attempt at committing due to FailHard {"Scope": ["CommitWithKv", "SetAtrCommit"]} 2023-08-28 16:08:27 [10:38:27.240 DBG] [] ExternalException.Unknown: Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. 2023-08-28 16:08:27 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 2023-08-28 16:08:27 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 462 2023-08-28 16:08:27 --- End of stack trace from previous location --- 2023-08-28 16:08:27 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 466 2023-08-28 16:08:27 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 2023-08-28 16:08:27 --- End of stack trace from previous location --- 2023-08-28 16:08:27 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 268 2023-08-28 16:08:27 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 2023-08-28 16:08:27 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 92 2023-08-28 16:08:27 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1413 {} 2023-08-28 16:08:27 [10:38:27.240 DBG] [] Operation 'commit' failed as expected {} 2023-08-28 16:08:27 [10:38:27.241 DBG] [ExecuteApplicationLambda] Propagating error up. (ec = FailHard, retry = False, finalError = TransactionFailed) {} 2023-08-28 16:08:27 [10:38:27.241 INF] [ExecuteApplicationLambda] Attempt 0f52e547-0d44-4ca0-a5e8-fc3eda483e2e completed. CleanupClient=False, LostCleanup=False {} 2023-08-28 16:08:27 Transaction Failed with: Couchbase.Transactions.Error.TransactionFailedException: Transaction failed. 2023-08-28 16:08:27 ---> Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. 2023-08-28 16:08:27 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 2023-08-28 16:08:27 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 462 2023-08-28 16:08:27 --- End of stack trace from previous location --- 2023-08-28 16:08:27 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 466 2023-08-28 16:08:27 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 2023-08-28 16:08:27 --- End of stack trace from previous location --- 2023-08-28 16:08:27 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 268 2023-08-28 16:08:27 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 2023-08-28 16:08:27 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 92 2023-08-28 16:08:27 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1413 2023-08-28 16:08:27 --- End of inner exception stack trace --- 2023-08-28 16:08:27 at Couchbase.Transactions.Transactions.RunAsync(Func`2 transactionLogic, PerTransactionConfig perConfig, Boolean singleQueryTransactionMode) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/Transactions.cs:line 229 2023-08-28 16:08:27 at Couchbase.Transactions.FitPerformer.TwoWayTransaction.Run(Transactions transactions, TransactionCreateRequest request, ClusterConnection connection, IServerStreamWriter`1 responseStream) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 68 2023-08-28 16:08:27 -----------------------Context Info--------------------------- 2023-08-28 16:08:27 2023-08-28 16:08:27 2023-08-28 16:08:27 [10:38:27.247 DBG] [] UNKNOWN due to Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. 2023-08-28 16:08:27 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 2023-08-28 16:08:27 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 462 2023-08-28 16:08:27 --- End of stack trace from previous location --- 2023-08-28 16:08:27 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 466 2023-08-28 16:08:27 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 2023-08-28 16:08:27 --- End of stack trace from previous location --- 2023-08-28 16:08:27 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 268 2023-08-28 16:08:27 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 2023-08-28 16:08:27 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 92 2023-08-28 16:08:27 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1413 {} 2023-08-28 16:08:27 [10:38:27.247 INF] [] Completed Transaction Test {} 2023-08-28 16:08:27 [10:38:27.977 DBG] [] transactionSingleQuery: { "transactionsFactoryRef": "6ccfe8bf-a75f-4f8b-b8b8-474203e4b917", "clusterConnectionId": "defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184", "query": { "statement": "UPDATE `_default` SET content = \"updated\" WHERE META().id = '297210bc-61b0-4f5f-bf26-2caedb8c542d'", "expectedResult": [ { "anythingAllowed": true } ], "checkMutations": true, "queryParameters": { }, "scope": { "bucketName": "default", "scopeName": "_default" } } } {} 2023-08-28 16:08:27 [10:38:27.977 DBG] [] clusterConnectionId:defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184 {} 2023-08-28 16:08:27 [10:38:27.977 DBG] [] Using custom connection at host : couchbase://172.23.111.130 and with username Administrator {} 2023-08-28 16:08:27 [10:38:27.977 DBG] [Couchbase.Transactions.AttemptContext] [c32988ec-d93f-4504-9aeb-e6ab86402e64] Executing Query: query: null {"Scope": ["QueryAsync", "QueryWrapper"]} 2023-08-28 16:08:28 [10:38:28.247 INF] [ExecuteApplicationLambda] Attempt c32988ec-d93f-4504-9aeb-e6ab86402e64 completed. CleanupClient=False, LostCleanup=False {} 2023-08-28 16:08:29 [10:38:29.491 DBG] [] transactionCreate: { "transactionsFactoryRef": "6ccfe8bf-a75f-4f8b-b8b8-474203e4b917", "attempts": [ { "commands": [ { "insert": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "48e5906f-d0dc-4fca-ac4b-55a89d370f37" }, "contentJson": "{\"content\":\"initial\"}", "expectedResult": [ { "success": true } ] } }, { "commit": { "expectedResult": [ { "error": { "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookPoint": "AFTER_ATR_COMMIT" } ] }, "clusterConnectionId": "defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184" } {} 2023-08-28 16:08:29 [10:38:29.491 INF] [] Starting Transaction Test {} 2023-08-28 16:08:29 [10:38:29.491 DBG] [] Test: { "transactionsFactoryRef": "6ccfe8bf-a75f-4f8b-b8b8-474203e4b917", "attempts": [ { "commands": [ { "insert": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "48e5906f-d0dc-4fca-ac4b-55a89d370f37" }, "contentJson": "{\"content\":\"initial\"}", "expectedResult": [ { "success": true } ] } }, { "commit": { "expectedResult": [ { "error": { "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookPoint": "AFTER_ATR_COMMIT" } ] }, "clusterConnectionId": "defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184" } {} 2023-08-28 16:08:29 [10:38:29.491 DBG] [] clusterConnectionId:defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184 {} 2023-08-28 16:08:29 [10:38:29.491 DBG] [] Using custom connection at host : couchbase://172.23.111.130 and with username Administrator {} 2023-08-28 16:08:29 [10:38:29.491 DBG] [] Registering 1 hooks {} 2023-08-28 16:08:29 [10:38:29.491 DBG] [] - Hook Point AfterAtrCommit with Action FailHard {} 2023-08-28 16:08:29 [10:38:29.493 DBG] [] Starting Attempt 0 {} 2023-08-28 16:08:29 [10:38:29.493 DBG] [] Performing TransactionCommand Insert {} 2023-08-28 16:08:29 [10:38:29.493 DBG] [] 3bcd58b2-65e7-48af-a2af-fee7d30d2baa.b1ceb2d5-1467-40c6-88b4-06e58f4c3903: Performing command: insert {} 2023-08-28 16:08:29 [10:38:29.494 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Requested Durability = Majority {"Scope": ["InsertWithKv", "InsertWithKv", "InitAtrIfNeeded"]} 2023-08-28 16:08:29 [10:38:29.735 INF] [Couchbase.Transactions.DataAccess.AtrRepository] Upserted ATR to PENDING _txn:atr-713-#1c8/attempts.b1ceb2d5-1467-40c6-88b4-06e58f4c3903 (cas = 1693219110174261248) {"Scope": ["InsertWithKv", "InsertWithKv", "SetAtrPending", "MutateAtrPending"]} 2023-08-28 16:08:29 [10:38:29.735 DBG] [Couchbase.Transactions.AttemptContext] SetAtrPending for default._default._default::_txn:atr-713-#1c8 (attempt=b1ceb2d5-1467-40c6-88b4-06e58f4c3903) {"Scope": ["InsertWithKv", "InsertWithKv", "SetAtrPending"]} 2023-08-28 16:08:29 [10:38:29.973 DBG] [Couchbase.Transactions.AttemptContext] CreateStagedInsert for 48e5906f-d0dc-4fca-ac4b-55a89d370f37, attemptId=b1ceb2d5-1467-40c6-88b4-06e58f4c3903, preCas=null, postCas=1693219110411501568 {"Scope": ["InsertWithKv", "InsertWithKv", "CreateStagedInsert"]} 2023-08-28 16:08:29 [10:38:29.974 DBG] [] 3bcd58b2-65e7-48af-a2af-fee7d30d2baa.b1ceb2d5-1467-40c6-88b4-06e58f4c3903: Command Succeeded {} 2023-08-28 16:08:29 [10:38:29.974 DBG] [] Performing TransactionCommand Commit {} 2023-08-28 16:08:29 [10:38:29.974 DBG] [] 3bcd58b2-65e7-48af-a2af-fee7d30d2baa.b1ceb2d5-1467-40c6-88b4-06e58f4c3903: Performing command: commit {} 2023-08-28 16:08:30 [10:38:30.208 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Updated to COMMITTED ATR _txn:atr-713-#1c8/attempts.b1ceb2d5-1467-40c6-88b4-06e58f4c3903 (cas = 1693219110649921536) {"Scope": ["CommitWithKv", "SetAtrCommit", "MutateAtrCommit"]} 2023-08-28 16:08:30 [10:38:30.209 DBG] [Couchbase.Transactions.AttemptContext] SetAtrCommit for default._default._default::_txn:atr-713-#1c8 (attempt=b1ceb2d5-1467-40c6-88b4-06e58f4c3903) {"Scope": ["CommitWithKv", "SetAtrCommit"]} 2023-08-28 16:08:30 [10:38:30.210 WRN] [Couchbase.Transactions.AttemptContext] Failed attempt at committing due to FailHard {"Scope": ["CommitWithKv", "SetAtrCommit"]} 2023-08-28 16:08:30 [10:38:30.213 DBG] [] ExternalException.Unknown: Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. 2023-08-28 16:08:30 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 2023-08-28 16:08:30 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 462 2023-08-28 16:08:30 --- End of stack trace from previous location --- 2023-08-28 16:08:30 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 466 2023-08-28 16:08:30 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 2023-08-28 16:08:30 --- End of stack trace from previous location --- 2023-08-28 16:08:30 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 268 2023-08-28 16:08:30 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 2023-08-28 16:08:30 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 92 2023-08-28 16:08:30 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1413 {} 2023-08-28 16:08:30 [10:38:30.214 DBG] [] Operation 'commit' failed as expected {} 2023-08-28 16:08:30 [10:38:30.214 DBG] [ExecuteApplicationLambda] Propagating error up. (ec = FailHard, retry = False, finalError = TransactionFailed) {} 2023-08-28 16:08:30 [10:38:30.214 INF] [ExecuteApplicationLambda] Attempt b1ceb2d5-1467-40c6-88b4-06e58f4c3903 completed. CleanupClient=False, LostCleanup=False {} 2023-08-28 16:08:30 Transaction Failed with: Couchbase.Transactions.Error.TransactionFailedException: Transaction failed. 2023-08-28 16:08:30 ---> Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. 2023-08-28 16:08:30 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 2023-08-28 16:08:30 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 462 2023-08-28 16:08:30 --- End of stack trace from previous location --- 2023-08-28 16:08:30 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 466 2023-08-28 16:08:30 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 2023-08-28 16:08:30 --- End of stack trace from previous location --- 2023-08-28 16:08:30 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 268 2023-08-28 16:08:30 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 2023-08-28 16:08:30 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 92 2023-08-28 16:08:30 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1413 2023-08-28 16:08:30 --- End of inner exception stack trace --- 2023-08-28 16:08:30 at Couchbase.Transactions.Transactions.RunAsync(Func`2 transactionLogic, PerTransactionConfig perConfig, Boolean singleQueryTransactionMode) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/Transactions.cs:line 229 2023-08-28 16:08:30 at Couchbase.Transactions.FitPerformer.TwoWayTransaction.Run(Transactions transactions, TransactionCreateRequest request, ClusterConnection connection, IServerStreamWriter`1 responseStream) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 68 2023-08-28 16:08:30 -----------------------Context Info--------------------------- 2023-08-28 16:08:30 2023-08-28 16:08:30 2023-08-28 16:08:30 [10:38:30.219 DBG] [] UNKNOWN due to Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. 2023-08-28 16:08:30 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 2023-08-28 16:08:30 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 462 2023-08-28 16:08:30 --- End of stack trace from previous location --- 2023-08-28 16:08:30 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 466 2023-08-28 16:08:30 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 2023-08-28 16:08:30 --- End of stack trace from previous location --- 2023-08-28 16:08:30 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 268 2023-08-28 16:08:30 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 2023-08-28 16:08:30 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 92 2023-08-28 16:08:30 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1413 {} 2023-08-28 16:08:30 [10:38:30.219 INF] [] Completed Transaction Test {} 2023-08-28 16:08:30 [10:38:30.972 DBG] [] transactionSingleQuery: { "transactionsFactoryRef": "6ccfe8bf-a75f-4f8b-b8b8-474203e4b917", "clusterConnectionId": "defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184", "query": { "statement": "DELETE FROM `_default` WHERE META().id = '48e5906f-d0dc-4fca-ac4b-55a89d370f37'", "expectedResult": [ { "anythingAllowed": true } ], "checkMutations": true, "queryParameters": { }, "scope": { "bucketName": "default", "scopeName": "_default" } } } {} 2023-08-28 16:08:30 [10:38:30.973 DBG] [] clusterConnectionId:defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184 {} 2023-08-28 16:08:30 [10:38:30.973 DBG] [] Using custom connection at host : couchbase://172.23.111.130 and with username Administrator {} 2023-08-28 16:08:30 [10:38:30.973 DBG] [Couchbase.Transactions.AttemptContext] [82dadb55-25e0-48dc-b275-0bc0ed09f476] Executing Query: query: null {"Scope": ["QueryAsync", "QueryWrapper"]} 2023-08-28 16:08:31 [10:38:31.507 INF] [ExecuteApplicationLambda] Attempt 82dadb55-25e0-48dc-b275-0bc0ed09f476 completed. CleanupClient=False, LostCleanup=False {} 2023-08-28 16:08:32 [10:38:32.779 DBG] [] transactionCreate: { "transactionsFactoryRef": "6ccfe8bf-a75f-4f8b-b8b8-474203e4b917", "attempts": [ { "commands": [ { "insert": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "ffdd0c2e-84ff-48ef-9956-6bbade9961cf" }, "contentJson": "{\"content\":\"initial\"}", "expectedResult": [ { "success": true } ] } }, { "commit": { "expectedResult": [ { "error": { "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookPoint": "AFTER_ATR_COMMIT" } ] }, "clusterConnectionId": "defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184" } {} 2023-08-28 16:08:32 [10:38:32.779 INF] [] Starting Transaction Test {} 2023-08-28 16:08:32 [10:38:32.779 DBG] [] Test: { "transactionsFactoryRef": "6ccfe8bf-a75f-4f8b-b8b8-474203e4b917", "attempts": [ { "commands": [ { "insert": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "ffdd0c2e-84ff-48ef-9956-6bbade9961cf" }, "contentJson": "{\"content\":\"initial\"}", "expectedResult": [ { "success": true } ] } }, { "commit": { "expectedResult": [ { "error": { "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookPoint": "AFTER_ATR_COMMIT" } ] }, "clusterConnectionId": "defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184" } {} 2023-08-28 16:08:32 [10:38:32.779 DBG] [] clusterConnectionId:defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184 {} 2023-08-28 16:08:32 [10:38:32.779 DBG] [] Using custom connection at host : couchbase://172.23.111.130 and with username Administrator {} 2023-08-28 16:08:32 [10:38:32.779 DBG] [] Registering 1 hooks {} 2023-08-28 16:08:32 [10:38:32.779 DBG] [] - Hook Point AfterAtrCommit with Action FailHard {} 2023-08-28 16:08:32 [10:38:32.780 DBG] [] Starting Attempt 0 {} 2023-08-28 16:08:32 [10:38:32.780 DBG] [] Performing TransactionCommand Insert {} 2023-08-28 16:08:32 [10:38:32.781 DBG] [] 31196fc9-a379-4e39-b4c6-5f1e9b2f1839.21e3e733-8312-4eeb-8c3d-3edd9bdf0d57: Performing command: insert {} 2023-08-28 16:08:32 [10:38:32.781 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Requested Durability = Majority {"Scope": ["InsertWithKv", "InsertWithKv", "InitAtrIfNeeded"]} 2023-08-28 16:08:33 [10:38:33.059 INF] [Couchbase.Transactions.DataAccess.AtrRepository] Upserted ATR to PENDING _txn:atr-447-#224/attempts.21e3e733-8312-4eeb-8c3d-3edd9bdf0d57 (cas = 1693219113502048256) {"Scope": ["InsertWithKv", "InsertWithKv", "SetAtrPending", "MutateAtrPending"]} 2023-08-28 16:08:33 [10:38:33.059 DBG] [Couchbase.Transactions.AttemptContext] SetAtrPending for default._default._default::_txn:atr-447-#224 (attempt=21e3e733-8312-4eeb-8c3d-3edd9bdf0d57) {"Scope": ["InsertWithKv", "InsertWithKv", "SetAtrPending"]} 2023-08-28 16:08:33 [10:38:33.298 DBG] [Couchbase.Transactions.AttemptContext] CreateStagedInsert for ffdd0c2e-84ff-48ef-9956-6bbade9961cf, attemptId=21e3e733-8312-4eeb-8c3d-3edd9bdf0d57, preCas=null, postCas=1693219113738240000 {"Scope": ["InsertWithKv", "InsertWithKv", "CreateStagedInsert"]} 2023-08-28 16:08:33 [10:38:33.299 DBG] [] 31196fc9-a379-4e39-b4c6-5f1e9b2f1839.21e3e733-8312-4eeb-8c3d-3edd9bdf0d57: Command Succeeded {} 2023-08-28 16:08:33 [10:38:33.299 DBG] [] Performing TransactionCommand Commit {} 2023-08-28 16:08:33 [10:38:33.299 DBG] [] 31196fc9-a379-4e39-b4c6-5f1e9b2f1839.21e3e733-8312-4eeb-8c3d-3edd9bdf0d57: Performing command: commit {} 2023-08-28 16:08:33 [10:38:33.537 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Updated to COMMITTED ATR _txn:atr-447-#224/attempts.21e3e733-8312-4eeb-8c3d-3edd9bdf0d57 (cas = 1693219113977905152) {"Scope": ["CommitWithKv", "SetAtrCommit", "MutateAtrCommit"]} 2023-08-28 16:08:33 [10:38:33.537 DBG] [Couchbase.Transactions.AttemptContext] SetAtrCommit for default._default._default::_txn:atr-447-#224 (attempt=21e3e733-8312-4eeb-8c3d-3edd9bdf0d57) {"Scope": ["CommitWithKv", "SetAtrCommit"]} 2023-08-28 16:08:33 [10:38:33.539 WRN] [Couchbase.Transactions.AttemptContext] Failed attempt at committing due to FailHard {"Scope": ["CommitWithKv", "SetAtrCommit"]} 2023-08-28 16:08:33 [10:38:33.541 DBG] [] ExternalException.Unknown: Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. 2023-08-28 16:08:33 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 2023-08-28 16:08:33 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 462 2023-08-28 16:08:33 --- End of stack trace from previous location --- 2023-08-28 16:08:33 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 466 2023-08-28 16:08:33 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 2023-08-28 16:08:33 --- End of stack trace from previous location --- 2023-08-28 16:08:33 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 268 2023-08-28 16:08:33 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 2023-08-28 16:08:33 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 92 2023-08-28 16:08:33 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1413 {} 2023-08-28 16:08:33 [10:38:33.541 DBG] [] Operation 'commit' failed as expected {} 2023-08-28 16:08:33 [10:38:33.542 DBG] [ExecuteApplicationLambda] Propagating error up. (ec = FailHard, retry = False, finalError = TransactionFailed) {} 2023-08-28 16:08:33 [10:38:33.542 INF] [ExecuteApplicationLambda] Attempt 21e3e733-8312-4eeb-8c3d-3edd9bdf0d57 completed. CleanupClient=False, LostCleanup=False {} 2023-08-28 16:08:33 Transaction Failed with: Couchbase.Transactions.Error.TransactionFailedException: Transaction failed. 2023-08-28 16:08:33 ---> Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. 2023-08-28 16:08:33 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 2023-08-28 16:08:33 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 462 2023-08-28 16:08:33 --- End of stack trace from previous location --- 2023-08-28 16:08:33 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 466 2023-08-28 16:08:33 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 2023-08-28 16:08:33 --- End of stack trace from previous location --- 2023-08-28 16:08:33 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 268 2023-08-28 16:08:33 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 2023-08-28 16:08:33 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 92 2023-08-28 16:08:33 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1413 2023-08-28 16:08:33 --- End of inner exception stack trace --- 2023-08-28 16:08:33 at Couchbase.Transactions.Transactions.RunAsync(Func`2 transactionLogic, PerTransactionConfig perConfig, Boolean singleQueryTransactionMode) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/Transactions.cs:line 229 2023-08-28 16:08:33 at Couchbase.Transactions.FitPerformer.TwoWayTransaction.Run(Transactions transactions, TransactionCreateRequest request, ClusterConnection connection, IServerStreamWriter`1 responseStream) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 68 2023-08-28 16:08:33 -----------------------Context Info--------------------------- 2023-08-28 16:08:33 2023-08-28 16:08:33 2023-08-28 16:08:33 [10:38:33.545 DBG] [] UNKNOWN due to Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. 2023-08-28 16:08:33 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 2023-08-28 16:08:33 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 462 2023-08-28 16:08:33 --- End of stack trace from previous location --- 2023-08-28 16:08:33 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 466 2023-08-28 16:08:33 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 2023-08-28 16:08:33 --- End of stack trace from previous location --- 2023-08-28 16:08:33 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 268 2023-08-28 16:08:33 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 2023-08-28 16:08:33 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 92 2023-08-28 16:08:33 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1413 {} 2023-08-28 16:08:33 [10:38:33.545 INF] [] Completed Transaction Test {} 2023-08-28 16:08:34 [10:38:34.273 DBG] [] transactionSingleQuery: { "transactionsFactoryRef": "6ccfe8bf-a75f-4f8b-b8b8-474203e4b917", "clusterConnectionId": "defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184", "query": { "statement": "SELECT * FROM `_default` WHERE META().id = 'ffdd0c2e-84ff-48ef-9956-6bbade9961cf'", "expectedResult": [ { "anythingAllowed": true } ], "checkRowCount": true, "queryParameters": { }, "scope": { "bucketName": "default", "scopeName": "_default" } } } {} 2023-08-28 16:08:34 [10:38:34.273 DBG] [] clusterConnectionId:defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184 {} 2023-08-28 16:08:34 [10:38:34.273 DBG] [] Using custom connection at host : couchbase://172.23.111.130 and with username Administrator {} 2023-08-28 16:08:34 [10:38:34.274 DBG] [Couchbase.Transactions.AttemptContext] [84f667c9-75a3-47e5-99e6-07e3bf46348a] Executing Query: query: null {"Scope": ["QueryAsync", "QueryWrapper"]} 2023-08-28 16:08:34 [10:38:34.536 INF] [ExecuteApplicationLambda] Attempt 84f667c9-75a3-47e5-99e6-07e3bf46348a completed. CleanupClient=False, LostCleanup=False {} 2023-08-28 16:08:36 [10:38:36.195 DBG] [] transactionCreate: { "transactionsFactoryRef": "6ccfe8bf-a75f-4f8b-b8b8-474203e4b917", "attempts": [ { "commands": [ { "insert": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "4a4be349-ced1-4679-80b4-4f2bed845177" }, "contentJson": "{\"content\":\"initial\"}", "expectedResult": [ { "success": true } ] } }, { "commit": { "expectedResult": [ { "error": { "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookPoint": "AFTER_ATR_COMMIT" } ] }, "clusterConnectionId": "defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184" } {} 2023-08-28 16:08:36 [10:38:36.195 INF] [] Starting Transaction Test {} 2023-08-28 16:08:36 [10:38:36.195 DBG] [] Test: { "transactionsFactoryRef": "6ccfe8bf-a75f-4f8b-b8b8-474203e4b917", "attempts": [ { "commands": [ { "insert": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "4a4be349-ced1-4679-80b4-4f2bed845177" }, "contentJson": "{\"content\":\"initial\"}", "expectedResult": [ { "success": true } ] } }, { "commit": { "expectedResult": [ { "error": { "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookPoint": "AFTER_ATR_COMMIT" } ] }, "clusterConnectionId": "defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184" } {} 2023-08-28 16:08:36 [10:38:36.195 DBG] [] clusterConnectionId:defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184 {} 2023-08-28 16:08:36 [10:38:36.195 DBG] [] Using custom connection at host : couchbase://172.23.111.130 and with username Administrator {} 2023-08-28 16:08:36 [10:38:36.195 DBG] [] Registering 1 hooks {} 2023-08-28 16:08:36 [10:38:36.195 DBG] [] - Hook Point AfterAtrCommit with Action FailHard {} 2023-08-28 16:08:36 [10:38:36.196 DBG] [] Starting Attempt 0 {} 2023-08-28 16:08:36 [10:38:36.196 DBG] [] Performing TransactionCommand Insert {} 2023-08-28 16:08:36 [10:38:36.196 DBG] [] 951030fe-3958-42dd-bcb2-944d53aa3627.d4b836e0-09b1-41a3-b148-d774d65efe86: Performing command: insert {} 2023-08-28 16:08:36 [10:38:36.197 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Requested Durability = Majority {"Scope": ["InsertWithKv", "InsertWithKv", "InitAtrIfNeeded"]} 2023-08-28 16:08:36 [10:38:36.433 INF] [Couchbase.Transactions.DataAccess.AtrRepository] Upserted ATR to PENDING _txn:atr-826-#18c/attempts.d4b836e0-09b1-41a3-b148-d774d65efe86 (cas = 1693219116876496896) {"Scope": ["InsertWithKv", "InsertWithKv", "SetAtrPending", "MutateAtrPending"]} 2023-08-28 16:08:36 [10:38:36.434 DBG] [Couchbase.Transactions.AttemptContext] SetAtrPending for default._default._default::_txn:atr-826-#18c (attempt=d4b836e0-09b1-41a3-b148-d774d65efe86) {"Scope": ["InsertWithKv", "InsertWithKv", "SetAtrPending"]} 2023-08-28 16:08:36 [10:38:36.754 DBG] [Couchbase.Transactions.AttemptContext] CreateStagedInsert for 4a4be349-ced1-4679-80b4-4f2bed845177, attemptId=d4b836e0-09b1-41a3-b148-d774d65efe86, preCas=null, postCas=1693219117112098816 {"Scope": ["InsertWithKv", "InsertWithKv", "CreateStagedInsert"]} 2023-08-28 16:08:36 [10:38:36.754 DBG] [] 951030fe-3958-42dd-bcb2-944d53aa3627.d4b836e0-09b1-41a3-b148-d774d65efe86: Command Succeeded {} 2023-08-28 16:08:36 [10:38:36.754 DBG] [] Performing TransactionCommand Commit {} 2023-08-28 16:08:36 [10:38:36.754 DBG] [] 951030fe-3958-42dd-bcb2-944d53aa3627.d4b836e0-09b1-41a3-b148-d774d65efe86: Performing command: commit {} 2023-08-28 16:08:37 [10:38:37.002 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Updated to COMMITTED ATR _txn:atr-826-#18c/attempts.d4b836e0-09b1-41a3-b148-d774d65efe86 (cas = 1693219117436633088) {"Scope": ["CommitWithKv", "SetAtrCommit", "MutateAtrCommit"]} 2023-08-28 16:08:37 [10:38:37.003 DBG] [Couchbase.Transactions.AttemptContext] SetAtrCommit for default._default._default::_txn:atr-826-#18c (attempt=d4b836e0-09b1-41a3-b148-d774d65efe86) {"Scope": ["CommitWithKv", "SetAtrCommit"]} 2023-08-28 16:08:37 [10:38:37.004 WRN] [Couchbase.Transactions.AttemptContext] Failed attempt at committing due to FailHard {"Scope": ["CommitWithKv", "SetAtrCommit"]} 2023-08-28 16:08:37 [10:38:37.009 DBG] [] ExternalException.Unknown: Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. 2023-08-28 16:08:37 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 2023-08-28 16:08:37 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 462 2023-08-28 16:08:37 --- End of stack trace from previous location --- 2023-08-28 16:08:37 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 466 2023-08-28 16:08:37 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 2023-08-28 16:08:37 --- End of stack trace from previous location --- 2023-08-28 16:08:37 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 268 2023-08-28 16:08:37 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 2023-08-28 16:08:37 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 92 2023-08-28 16:08:37 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1413 {} 2023-08-28 16:08:37 [10:38:37.010 DBG] [] Operation 'commit' failed as expected {} 2023-08-28 16:08:37 [10:38:37.010 DBG] [ExecuteApplicationLambda] Propagating error up. (ec = FailHard, retry = False, finalError = TransactionFailed) {} 2023-08-28 16:08:37 [10:38:37.010 INF] [ExecuteApplicationLambda] Attempt d4b836e0-09b1-41a3-b148-d774d65efe86 completed. CleanupClient=False, LostCleanup=False {} 2023-08-28 16:08:37 Transaction Failed with: Couchbase.Transactions.Error.TransactionFailedException: Transaction failed. 2023-08-28 16:08:37 ---> Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. 2023-08-28 16:08:37 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 2023-08-28 16:08:37 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 462 2023-08-28 16:08:37 --- End of stack trace from previous location --- 2023-08-28 16:08:37 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 466 2023-08-28 16:08:37 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 2023-08-28 16:08:37 --- End of stack trace from previous location --- 2023-08-28 16:08:37 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 268 2023-08-28 16:08:37 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 2023-08-28 16:08:37 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 92 2023-08-28 16:08:37 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1413 2023-08-28 16:08:37 --- End of inner exception stack trace --- 2023-08-28 16:08:37 at Couchbase.Transactions.Transactions.RunAsync(Func`2 transactionLogic, PerTransactionConfig perConfig, Boolean singleQueryTransactionMode) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/Transactions.cs:line 229 2023-08-28 16:08:37 at Couchbase.Transactions.FitPerformer.TwoWayTransaction.Run(Transactions transactions, TransactionCreateRequest request, ClusterConnection connection, IServerStreamWriter`1 responseStream) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 68 2023-08-28 16:08:37 -----------------------Context Info--------------------------- 2023-08-28 16:08:37 2023-08-28 16:08:37 2023-08-28 16:08:37 [10:38:37.012 DBG] [] UNKNOWN due to Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. 2023-08-28 16:08:37 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 2023-08-28 16:08:37 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 462 2023-08-28 16:08:37 --- End of stack trace from previous location --- 2023-08-28 16:08:37 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 466 2023-08-28 16:08:37 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 2023-08-28 16:08:37 --- End of stack trace from previous location --- 2023-08-28 16:08:37 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 268 2023-08-28 16:08:37 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 2023-08-28 16:08:37 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 92 2023-08-28 16:08:37 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1413 {} 2023-08-28 16:08:37 [10:38:37.012 INF] [] Completed Transaction Test {} 2023-08-28 16:08:37 [10:38:37.019 DBG] [] transactionSingleQuery: { "transactionsFactoryRef": "6ccfe8bf-a75f-4f8b-b8b8-474203e4b917", "clusterConnectionId": "defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184", "query": { "statement": "INSERT INTO `_default` VALUES ('4a4be349-ced1-4679-80b4-4f2bed845177', {\"content\":\"initial\"})", "expectedResult": [ { "anythingAllowed": true } ], "checkMutations": true, "expectedMutations": 1, "queryParameters": { }, "scope": { "bucketName": "default", "scopeName": "_default" } }, "queryOptions": { "timeoutMillis": "2000" } } {} 2023-08-28 16:08:37 [10:38:37.019 DBG] [] clusterConnectionId:defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184 {} 2023-08-28 16:08:37 [10:38:37.019 DBG] [] Using custom connection at host : couchbase://172.23.111.130 and with username Administrator {} 2023-08-28 16:08:37 [10:38:37.019 DBG] [Couchbase.Transactions.AttemptContext] [57749023-473c-4731-8792-484a92169eb2] Executing Query: query: null {"Scope": ["QueryAsync", "QueryWrapper"]} 2023-08-28 16:08:38 [10:38:38.285 ERR] [Couchbase.Transactions.AttemptContext] [57749023-473c-4731-8792-484a92169eb2] query failed at query: Couchbase.CouchbaseException: Transaction staging error [17020] 2023-08-28 16:08:38 at Couchbase.Query.QueryResultExtensions.ThrowExceptionOnError[T](IQueryResult`1 result, QueryErrorContext context) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryResultExtensions.cs:line 137 2023-08-28 16:08:38 at Couchbase.Query.QueryClient.ExecuteQuery[T](QueryOptions options, ITypeSerializer serializer, IRequestSpan span) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryClient.cs:line 320 2023-08-28 16:08:38 at Couchbase.Query.QueryClient.QueryAsync[T](String statement, QueryOptions options) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryClient.cs:line 149 2023-08-28 16:08:38 at Couchbase.Cluster.<>c__DisplayClass35_0`1.<g__Func|0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Cluster.cs:line 339 2023-08-28 16:08:38 --- End of stack trace from previous location --- 2023-08-28 16:08:38 at Couchbase.Core.Retry.RetryOrchestrator.RetryAsync[T](Func`1 send, IRequest request) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Core/Retry/RetryOrchestrator.cs:line 73 2023-08-28 16:08:38 at Couchbase.Cluster.QueryAsync[T](String statement, QueryOptions options) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Cluster.cs:line 349 2023-08-28 16:08:38 at Couchbase.Transactions.AttemptContext.QueryWrapper[T](Int64 statementId, IScope scope, String statement, QueryOptions options, String hookPoint, IRequestSpan parentSpan, Boolean isBeginWork, Boolean existingErrorCheck, JObject txdata, Boolean txImplicit) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 2119 2023-08-28 16:08:38 -----------------------Context Info--------------------------- 2023-08-28 16:08:38 {"statement":"[{\"statement\":\"INSERT INTO \\u0060_default\\u0060 VALUES (\\u00274a4be349-ced1-4679-80b4-4f2bed845177\\u0027, {\\u0022content\\u0022:\\u0022initial\\u0022})\",\"client_context_id\":\"739133f6-807b-4fae-86d7-8c4ad65e454f\",\"metrics\":true,\"query_context\":\"default:\\u0060default\\u0060.\\u0060_default\\u0060\",\"scan_consistency\":\"request_plus\",\"timeout\":\"75000ms\",\"tximplicit\":true,\"durability_level\":\"majority\",\"txtimeout\":\"1999.7588ms\",\"txdata\":{\"id\":{\"txn\":\"08bd710e-355f-4060-a140-b368f1c11729\",\"atmpt\":\"57749023-473c-4731-8792-484a92169eb2\"},\"state\":{\"timeLeftMs\":1999},\"config\":{\"kvTimeoutMs\":10000,\"numAtrs\":1024,\"durabilityLevel\":\"MAJORITY\"},\"atr\":null,\"mutations\":[]}}]","clientContextId":"739133f6-807b-4fae-86d7-8c4ad65e454f","parameters":"{\"Named\":{},\"Raw\":{\"tximplicit\":true,\"durability_level\":\"majority\",\"txtimeout\":\"1999.7588ms\",\"txdata\":{\"id\":{\"Transactionid\":\"08bd710e-355f-4060-a140-b368f1c11729\",\"AttemptId\":\"57749023-473c-4731-8792-484a92169eb2\"},\"state\":{\"timeLeftMs\":1999},\"config\":{\"kvTimeoutMs\":10000,\"numAtrs\":1024,\"durabilityLevel\":\"MAJORITY\"},\"atr\":null,\"mutations\":[]}},\"Positional\":[]}","httpStatus":200,"queryStatus":2,"errors":[{"msg":"Transaction staging error","code":17020,"name":null,"sev":0,"temp":false,"reason":null,"retry":false,"cause":{"cause":{"bucket":"default","cause":"deadline expired before WWC was resolved on default._default._default._txn:atr-826-#18c","collection":"_default","document_key":"4a4be349-ced1-4679-80b4-4f2bed845177","msg":"write write conflict","scope":"_default"},"raise":"failed","retry":true,"rollback":false}}],"message":"Transaction staging error [17020]","retryReasons":null} 2023-08-28 16:08:38 {"Scope": ["QueryAsync", "QueryWrapper"]} 2023-08-28 16:08:38 [10:38:38.286 WRN] [Couchbase.Transactions.AttemptContext] query code=17020 cause={ 2023-08-28 16:08:38 "bucket": "default", 2023-08-28 16:08:38 "cause": "deadline expired before WWC was resolved on default._default._default._txn:atr-826-#18c", 2023-08-28 16:08:38 "collection": "_default", 2023-08-28 16:08:38 "document_key": "4a4be349-ced1-4679-80b4-4f2bed845177", 2023-08-28 16:08:38 "msg": "write write conflict", 2023-08-28 16:08:38 "scope": "_default" 2023-08-28 16:08:38 } raise=failed {"Scope": ["QueryAsync", "QueryWrapper"]} 2023-08-28 16:08:38 [10:38:38.287 DBG] [ExecuteApplicationLambda] Propagating error up. (ec = FailOther, retry = True, finalError = TransactionFailed) {} 2023-08-28 16:08:38 [10:38:38.287 INF] [ExecuteApplicationLambda] Attempt 57749023-473c-4731-8792-484a92169eb2 completed. CleanupClient=False, LostCleanup=False {} 2023-08-28 16:08:38 [10:38:38.289 DBG] [Couchbase.Transactions.AttemptContext] [91bbba19-cf86-4a3e-a770-048e14aa17c6] Executing Query: query: null {"Scope": ["QueryAsync", "QueryWrapper"]} 2023-08-28 16:08:39 [10:38:39.895 ERR] [Couchbase.Transactions.AttemptContext] [91bbba19-cf86-4a3e-a770-048e14aa17c6] query failed at query: Couchbase.Core.Exceptions.IndexFailureException: Keyspace not found in CB datastore: default:_default - cause: No bucket named _default [12003] 2023-08-28 16:08:39 at Couchbase.Query.QueryResultExtensions.ThrowExceptionOnError[T](IQueryResult`1 result, QueryErrorContext context) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryResultExtensions.cs:line 137 2023-08-28 16:08:39 at Couchbase.Query.QueryClient.ExecuteQuery[T](QueryOptions options, ITypeSerializer serializer, IRequestSpan span) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryClient.cs:line 320 2023-08-28 16:08:39 at Couchbase.Query.QueryClient.QueryAsync[T](String statement, QueryOptions options) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryClient.cs:line 149 2023-08-28 16:08:39 at Couchbase.Cluster.<>c__DisplayClass35_0`1.<g__Func|0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Cluster.cs:line 339 2023-08-28 16:08:39 --- End of stack trace from previous location --- 2023-08-28 16:08:39 at Couchbase.Core.Retry.RetryOrchestrator.RetryAsync[T](Func`1 send, IRequest request) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Core/Retry/RetryOrchestrator.cs:line 73 2023-08-28 16:08:39 at Couchbase.Cluster.QueryAsync[T](String statement, QueryOptions options) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Cluster.cs:line 349 2023-08-28 16:08:39 at Couchbase.Transactions.AttemptContext.QueryWrapper[T](Int64 statementId, IScope scope, String statement, QueryOptions options, String hookPoint, IRequestSpan parentSpan, Boolean isBeginWork, Boolean existingErrorCheck, JObject txdata, Boolean txImplicit) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 2119 2023-08-28 16:08:39 -----------------------Context Info--------------------------- 2023-08-28 16:08:39 {"statement":"[{\u0022statement\u0022:\u0022INSERT INTO \\u0060_default\\u0060 VALUES (\\u00274a4be349-ced1-4679-80b4-4f2bed845177\\u0027, {\\u0022content\\u0022:\\u0022initial\\u0022})\u0022,\u0022client_context_id\u0022:\u002261395a78-ad09-4592-a71f-e025f44a740c\u0022,\u0022metrics\u0022:true,\u0022scan_consistency\u0022:\u0022request_plus\u0022,\u0022timeout\u0022:\u002275000ms\u0022,\u0022tximplicit\u0022:true,\u0022durability_level\u0022:\u0022majority\u0022,\u0022txtimeout\u0022:\u0022729.8538ms\u0022,\u0022txdata\u0022:{\u0022id\u0022:{\u0022txn\u0022:\u002208bd710e-355f-4060-a140-b368f1c11729\u0022,\u0022atmpt\u0022:\u002291bbba19-cf86-4a3e-a770-048e14aa17c6\u0022},\u0022state\u0022:{\u0022timeLeftMs\u0022:729},\u0022config\u0022:{\u0022kvTimeoutMs\u0022:10000,\u0022numAtrs\u0022:1024,\u0022durabilityLevel\u0022:\u0022MAJORITY\u0022},\u0022atr\u0022:null,\u0022mutations\u0022:[]}}]","clientContextId":"61395a78-ad09-4592-a71f-e025f44a740c","parameters":"{\u0022Named\u0022:{},\u0022Raw\u0022:{\u0022tximplicit\u0022:true,\u0022durability_level\u0022:\u0022majority\u0022,\u0022txtimeout\u0022:\u0022729.8538ms\u0022,\u0022txdata\u0022:{\u0022id\u0022:{\u0022Transactionid\u0022:\u002208bd710e-355f-4060-a140-b368f1c11729\u0022,\u0022AttemptId\u0022:\u002291bbba19-cf86-4a3e-a770-048e14aa17c6\u0022},\u0022state\u0022:{\u0022timeLeftMs\u0022:729},\u0022config\u0022:{\u0022kvTimeoutMs\u0022:10000,\u0022numAtrs\u0022:1024,\u0022durabilityLevel\u0022:\u0022MAJORITY\u0022},\u0022atr\u0022:null,\u0022mutations\u0022:[]}},\u0022Positional\u0022:[]}","httpStatus":"InternalServerError","queryStatus":"fatal","errors":[{"msg":"Keyspace not found in CB datastore: default:_default - cause: No bucket named _default","code":12003,"name":null,"severity":0,"temp":false,"reason":null,"retry":false}],"message":"Keyspace not found in CB datastore: default:_default - cause: No bucket named _default [12003]","retryReasons":null} 2023-08-28 16:08:39 {"Scope": ["QueryAsync", "QueryWrapper"]} 2023-08-28 16:08:39 [10:38:39.896 INF] [ExecuteApplicationLambda] Attempt 91bbba19-cf86-4a3e-a770-048e14aa17c6 completed. CleanupClient=False, LostCleanup=False {} 2023-08-28 16:08:40 [10:38:40.917 DBG] [] transactionCreate: { "transactionsFactoryRef": "6ccfe8bf-a75f-4f8b-b8b8-474203e4b917", "attempts": [ { "commands": [ { "insert": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "a4eff7ec-744e-4b02-af5d-d2b0a169f125" }, "contentJson": "{\"content\":\"initial\"}", "expectedResult": [ { "success": true } ] } }, { "commit": { "expectedResult": [ { "error": { "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookPoint": "AFTER_ATR_COMMIT" } ] }, "clusterConnectionId": "defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184" } {} 2023-08-28 16:08:40 [10:38:40.917 INF] [] Starting Transaction Test {} 2023-08-28 16:08:40 [10:38:40.917 DBG] [] Test: { "transactionsFactoryRef": "6ccfe8bf-a75f-4f8b-b8b8-474203e4b917", "attempts": [ { "commands": [ { "insert": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "a4eff7ec-744e-4b02-af5d-d2b0a169f125" }, "contentJson": "{\"content\":\"initial\"}", "expectedResult": [ { "success": true } ] } }, { "commit": { "expectedResult": [ { "error": { "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookPoint": "AFTER_ATR_COMMIT" } ] }, "clusterConnectionId": "defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184" } {} 2023-08-28 16:08:40 [10:38:40.917 DBG] [] clusterConnectionId:defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184 {} 2023-08-28 16:08:40 [10:38:40.917 DBG] [] Using custom connection at host : couchbase://172.23.111.130 and with username Administrator {} 2023-08-28 16:08:40 [10:38:40.917 DBG] [] Registering 1 hooks {} 2023-08-28 16:08:40 [10:38:40.917 DBG] [] - Hook Point AfterAtrCommit with Action FailHard {} 2023-08-28 16:08:40 [10:38:40.918 DBG] [] Starting Attempt 0 {} 2023-08-28 16:08:40 [10:38:40.918 DBG] [] Performing TransactionCommand Insert {} 2023-08-28 16:08:40 [10:38:40.919 DBG] [] 99d91088-fdc8-4998-ae60-f12a38e97421.2542890c-0a90-46af-890e-778d0369d97d: Performing command: insert {} 2023-08-28 16:08:40 [10:38:40.919 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Requested Durability = Majority {"Scope": ["InsertWithKv", "InsertWithKv", "InitAtrIfNeeded"]} 2023-08-28 16:08:41 [10:38:41.162 INF] [Couchbase.Transactions.DataAccess.AtrRepository] Upserted ATR to PENDING _txn:atr-502-#a18/attempts.2542890c-0a90-46af-890e-778d0369d97d (cas = 1693219121602035712) {"Scope": ["InsertWithKv", "InsertWithKv", "SetAtrPending", "MutateAtrPending"]} 2023-08-28 16:08:41 [10:38:41.162 DBG] [Couchbase.Transactions.AttemptContext] SetAtrPending for default._default._default::_txn:atr-502-#a18 (attempt=2542890c-0a90-46af-890e-778d0369d97d) {"Scope": ["InsertWithKv", "InsertWithKv", "SetAtrPending"]} 2023-08-28 16:08:41 [10:38:41.401 DBG] [Couchbase.Transactions.AttemptContext] CreateStagedInsert for a4eff7ec-744e-4b02-af5d-d2b0a169f125, attemptId=2542890c-0a90-46af-890e-778d0369d97d, preCas=null, postCas=1693219121840324608 {"Scope": ["InsertWithKv", "InsertWithKv", "CreateStagedInsert"]} 2023-08-28 16:08:41 [10:38:41.402 DBG] [] 99d91088-fdc8-4998-ae60-f12a38e97421.2542890c-0a90-46af-890e-778d0369d97d: Command Succeeded {} 2023-08-28 16:08:41 [10:38:41.404 DBG] [] Performing TransactionCommand Commit {} 2023-08-28 16:08:41 [10:38:41.404 DBG] [] 99d91088-fdc8-4998-ae60-f12a38e97421.2542890c-0a90-46af-890e-778d0369d97d: Performing command: commit {} 2023-08-28 16:08:41 [10:38:41.643 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Updated to COMMITTED ATR _txn:atr-502-#a18/attempts.2542890c-0a90-46af-890e-778d0369d97d (cas = 1693219122084511744) {"Scope": ["CommitWithKv", "SetAtrCommit", "MutateAtrCommit"]} 2023-08-28 16:08:41 [10:38:41.644 DBG] [Couchbase.Transactions.AttemptContext] SetAtrCommit for default._default._default::_txn:atr-502-#a18 (attempt=2542890c-0a90-46af-890e-778d0369d97d) {"Scope": ["CommitWithKv", "SetAtrCommit"]} 2023-08-28 16:08:41 [10:38:41.645 WRN] [Couchbase.Transactions.AttemptContext] Failed attempt at committing due to FailHard {"Scope": ["CommitWithKv", "SetAtrCommit"]} 2023-08-28 16:08:41 [10:38:41.649 DBG] [] ExternalException.Unknown: Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. 2023-08-28 16:08:41 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 2023-08-28 16:08:41 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 462 2023-08-28 16:08:41 --- End of stack trace from previous location --- 2023-08-28 16:08:41 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 466 2023-08-28 16:08:41 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 2023-08-28 16:08:41 --- End of stack trace from previous location --- 2023-08-28 16:08:41 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 268 2023-08-28 16:08:41 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 2023-08-28 16:08:41 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 92 2023-08-28 16:08:41 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1413 {} 2023-08-28 16:08:41 [10:38:41.649 DBG] [] Operation 'commit' failed as expected {} 2023-08-28 16:08:41 [10:38:41.650 DBG] [ExecuteApplicationLambda] Propagating error up. (ec = FailHard, retry = False, finalError = TransactionFailed) {} 2023-08-28 16:08:41 [10:38:41.650 INF] [ExecuteApplicationLambda] Attempt 2542890c-0a90-46af-890e-778d0369d97d completed. CleanupClient=False, LostCleanup=False {} 2023-08-28 16:08:41 Transaction Failed with: Couchbase.Transactions.Error.TransactionFailedException: Transaction failed. 2023-08-28 16:08:41 ---> Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. 2023-08-28 16:08:41 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 2023-08-28 16:08:41 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 462 2023-08-28 16:08:41 --- End of stack trace from previous location --- 2023-08-28 16:08:41 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 466 2023-08-28 16:08:41 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 2023-08-28 16:08:41 --- End of stack trace from previous location --- 2023-08-28 16:08:41 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 268 2023-08-28 16:08:41 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 2023-08-28 16:08:41 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 92 2023-08-28 16:08:41 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1413 2023-08-28 16:08:41 --- End of inner exception stack trace --- 2023-08-28 16:08:41 at Couchbase.Transactions.Transactions.RunAsync(Func`2 transactionLogic, PerTransactionConfig perConfig, Boolean singleQueryTransactionMode) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/Transactions.cs:line 229 2023-08-28 16:08:41 at Couchbase.Transactions.FitPerformer.TwoWayTransaction.Run(Transactions transactions, TransactionCreateRequest request, ClusterConnection connection, IServerStreamWriter`1 responseStream) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 68 2023-08-28 16:08:41 -----------------------Context Info--------------------------- 2023-08-28 16:08:41 2023-08-28 16:08:41 2023-08-28 16:08:41 [10:38:41.652 DBG] [] UNKNOWN due to Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. 2023-08-28 16:08:41 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 2023-08-28 16:08:41 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 462 2023-08-28 16:08:41 --- End of stack trace from previous location --- 2023-08-28 16:08:41 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 466 2023-08-28 16:08:41 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 2023-08-28 16:08:41 --- End of stack trace from previous location --- 2023-08-28 16:08:41 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 268 2023-08-28 16:08:41 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 2023-08-28 16:08:41 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 92 2023-08-28 16:08:41 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1413 {} 2023-08-28 16:08:41 [10:38:41.652 INF] [] Completed Transaction Test {} 2023-08-28 16:08:41 [10:38:41.662 DBG] [] transactionSingleQuery: { "transactionsFactoryRef": "6ccfe8bf-a75f-4f8b-b8b8-474203e4b917", "clusterConnectionId": "defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184", "query": { "statement": "UPDATE `_default` SET content = \"updated\" WHERE META().id = 'a4eff7ec-744e-4b02-af5d-d2b0a169f125'", "expectedResult": [ { "anythingAllowed": true } ], "checkMutations": true, "queryParameters": { }, "scope": { "bucketName": "default", "scopeName": "_default" } } } {} 2023-08-28 16:08:41 [10:38:41.662 DBG] [] clusterConnectionId:defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184 {} 2023-08-28 16:08:41 [10:38:41.662 DBG] [] Using custom connection at host : couchbase://172.23.111.130 and with username Administrator {} 2023-08-28 16:08:41 [10:38:41.662 DBG] [Couchbase.Transactions.AttemptContext] [bd681616-75ed-4696-8f41-b7757aeee10d] Executing Query: query: null {"Scope": ["QueryAsync", "QueryWrapper"]} 2023-08-28 16:08:41 [10:38:41.982 INF] [ExecuteApplicationLambda] Attempt bd681616-75ed-4696-8f41-b7757aeee10d completed. CleanupClient=False, LostCleanup=False {} 2023-08-28 16:08:43 [10:38:43.198 DBG] [] transactionCreate: { "transactionsFactoryRef": "6ccfe8bf-a75f-4f8b-b8b8-474203e4b917", "attempts": [ { "commands": [ { "insert": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "cedd6c8e-574d-4311-ac8f-a4d9da385051" }, "contentJson": "{\"content\":\"initial\"}", "expectedResult": [ { "success": true } ] } }, { "commit": { "expectedResult": [ { "error": { "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookPoint": "AFTER_ATR_COMMIT" } ] }, "clusterConnectionId": "defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184" } {} 2023-08-28 16:08:43 [10:38:43.199 INF] [] Starting Transaction Test {} 2023-08-28 16:08:43 [10:38:43.199 DBG] [] Test: { "transactionsFactoryRef": "6ccfe8bf-a75f-4f8b-b8b8-474203e4b917", "attempts": [ { "commands": [ { "insert": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "cedd6c8e-574d-4311-ac8f-a4d9da385051" }, "contentJson": "{\"content\":\"initial\"}", "expectedResult": [ { "success": true } ] } }, { "commit": { "expectedResult": [ { "error": { "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookPoint": "AFTER_ATR_COMMIT" } ] }, "clusterConnectionId": "defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184" } {} 2023-08-28 16:08:43 [10:38:43.199 DBG] [] clusterConnectionId:defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184 {} 2023-08-28 16:08:43 [10:38:43.199 DBG] [] Using custom connection at host : couchbase://172.23.111.130 and with username Administrator {} 2023-08-28 16:08:43 [10:38:43.199 DBG] [] Registering 1 hooks {} 2023-08-28 16:08:43 [10:38:43.199 DBG] [] - Hook Point AfterAtrCommit with Action FailHard {} 2023-08-28 16:08:43 [10:38:43.200 DBG] [] Starting Attempt 0 {} 2023-08-28 16:08:43 [10:38:43.200 DBG] [] Performing TransactionCommand Insert {} 2023-08-28 16:08:43 [10:38:43.200 DBG] [] 52715bf0-5b93-4c6d-9993-fc4d6756cf40.77577b3c-9cc3-47e9-bc1b-d5ad1d6aaa35: Performing command: insert {} 2023-08-28 16:08:43 [10:38:43.201 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Requested Durability = Majority {"Scope": ["InsertWithKv", "InsertWithKv", "InitAtrIfNeeded"]} 2023-08-28 16:08:43 [10:38:43.517 INF] [Couchbase.Transactions.DataAccess.AtrRepository] Upserted ATR to PENDING _txn:atr-825-#13e/attempts.77577b3c-9cc3-47e9-bc1b-d5ad1d6aaa35 (cas = 1693219123879411712) {"Scope": ["InsertWithKv", "InsertWithKv", "SetAtrPending", "MutateAtrPending"]} 2023-08-28 16:08:43 [10:38:43.518 DBG] [Couchbase.Transactions.AttemptContext] SetAtrPending for default._default._default::_txn:atr-825-#13e (attempt=77577b3c-9cc3-47e9-bc1b-d5ad1d6aaa35) {"Scope": ["InsertWithKv", "InsertWithKv", "SetAtrPending"]} 2023-08-28 16:08:43 [10:38:43.758 DBG] [Couchbase.Transactions.AttemptContext] CreateStagedInsert for cedd6c8e-574d-4311-ac8f-a4d9da385051, attemptId=77577b3c-9cc3-47e9-bc1b-d5ad1d6aaa35, preCas=null, postCas=1693219124197326848 {"Scope": ["InsertWithKv", "InsertWithKv", "CreateStagedInsert"]} 2023-08-28 16:08:43 [10:38:43.758 DBG] [] 52715bf0-5b93-4c6d-9993-fc4d6756cf40.77577b3c-9cc3-47e9-bc1b-d5ad1d6aaa35: Command Succeeded {} 2023-08-28 16:08:43 [10:38:43.759 DBG] [] Performing TransactionCommand Commit {} 2023-08-28 16:08:43 [10:38:43.759 DBG] [] 52715bf0-5b93-4c6d-9993-fc4d6756cf40.77577b3c-9cc3-47e9-bc1b-d5ad1d6aaa35: Performing command: commit {} 2023-08-28 16:08:43 [10:38:43.993 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Updated to COMMITTED ATR _txn:atr-825-#13e/attempts.77577b3c-9cc3-47e9-bc1b-d5ad1d6aaa35 (cas = 1693219124436008960) {"Scope": ["CommitWithKv", "SetAtrCommit", "MutateAtrCommit"]} 2023-08-28 16:08:43 [10:38:43.993 DBG] [Couchbase.Transactions.AttemptContext] SetAtrCommit for default._default._default::_txn:atr-825-#13e (attempt=77577b3c-9cc3-47e9-bc1b-d5ad1d6aaa35) {"Scope": ["CommitWithKv", "SetAtrCommit"]} 2023-08-28 16:08:43 [10:38:43.994 WRN] [Couchbase.Transactions.AttemptContext] Failed attempt at committing due to FailHard {"Scope": ["CommitWithKv", "SetAtrCommit"]} 2023-08-28 16:08:44 [10:38:43.996 DBG] [] ExternalException.Unknown: Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. 2023-08-28 16:08:44 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 2023-08-28 16:08:44 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 462 2023-08-28 16:08:44 --- End of stack trace from previous location --- 2023-08-28 16:08:44 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 466 2023-08-28 16:08:44 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 2023-08-28 16:08:44 --- End of stack trace from previous location --- 2023-08-28 16:08:44 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 268 2023-08-28 16:08:44 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 2023-08-28 16:08:44 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 92 2023-08-28 16:08:44 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1413 {} 2023-08-28 16:08:44 [10:38:43.996 DBG] [] Operation 'commit' failed as expected {} 2023-08-28 16:08:44 [10:38:43.997 DBG] [ExecuteApplicationLambda] Propagating error up. (ec = FailHard, retry = False, finalError = TransactionFailed) {} 2023-08-28 16:08:44 [10:38:43.997 INF] [ExecuteApplicationLambda] Attempt 77577b3c-9cc3-47e9-bc1b-d5ad1d6aaa35 completed. CleanupClient=False, LostCleanup=False {} 2023-08-28 16:08:44 Transaction Failed with: Couchbase.Transactions.Error.TransactionFailedException: Transaction failed. 2023-08-28 16:08:44 ---> Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. 2023-08-28 16:08:44 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 2023-08-28 16:08:44 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 462 2023-08-28 16:08:44 --- End of stack trace from previous location --- 2023-08-28 16:08:44 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 466 2023-08-28 16:08:44 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 2023-08-28 16:08:44 --- End of stack trace from previous location --- 2023-08-28 16:08:44 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 268 2023-08-28 16:08:44 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 2023-08-28 16:08:44 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 92 2023-08-28 16:08:44 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1413 2023-08-28 16:08:44 --- End of inner exception stack trace --- 2023-08-28 16:08:44 at Couchbase.Transactions.Transactions.RunAsync(Func`2 transactionLogic, PerTransactionConfig perConfig, Boolean singleQueryTransactionMode) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/Transactions.cs:line 229 2023-08-28 16:08:44 at Couchbase.Transactions.FitPerformer.TwoWayTransaction.Run(Transactions transactions, TransactionCreateRequest request, ClusterConnection connection, IServerStreamWriter`1 responseStream) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 68 2023-08-28 16:08:44 -----------------------Context Info--------------------------- 2023-08-28 16:08:44 2023-08-28 16:08:44 2023-08-28 16:08:44 [10:38:44.003 DBG] [] UNKNOWN due to Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. 2023-08-28 16:08:44 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 2023-08-28 16:08:44 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 462 2023-08-28 16:08:44 --- End of stack trace from previous location --- 2023-08-28 16:08:44 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 466 2023-08-28 16:08:44 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 2023-08-28 16:08:44 --- End of stack trace from previous location --- 2023-08-28 16:08:44 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 268 2023-08-28 16:08:44 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 2023-08-28 16:08:44 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 92 2023-08-28 16:08:44 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1413 {} 2023-08-28 16:08:44 [10:38:44.003 INF] [] Completed Transaction Test {} 2023-08-28 16:08:44 [10:38:44.012 DBG] [] transactionSingleQuery: { "transactionsFactoryRef": "6ccfe8bf-a75f-4f8b-b8b8-474203e4b917", "clusterConnectionId": "defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184", "query": { "statement": "DELETE FROM `_default` WHERE META().id = 'cedd6c8e-574d-4311-ac8f-a4d9da385051'", "expectedResult": [ { "anythingAllowed": true } ], "checkMutations": true, "queryParameters": { }, "scope": { "bucketName": "default", "scopeName": "_default" } } } {} 2023-08-28 16:08:44 [10:38:44.012 DBG] [] clusterConnectionId:defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184 {} 2023-08-28 16:08:44 [10:38:44.012 DBG] [] Using custom connection at host : couchbase://172.23.111.130 and with username Administrator {} 2023-08-28 16:08:44 [10:38:44.013 DBG] [Couchbase.Transactions.AttemptContext] [4b2a986b-fa8a-4c1e-b885-6f065a341167] Executing Query: query: null {"Scope": ["QueryAsync", "QueryWrapper"]} 2023-08-28 16:08:44 [10:38:44.253 INF] [ExecuteApplicationLambda] Attempt 4b2a986b-fa8a-4c1e-b885-6f065a341167 completed. CleanupClient=False, LostCleanup=False {} 2023-08-28 16:08:45 [10:38:45.528 DBG] [] transactionCreate: { "transactionsFactoryRef": "6ccfe8bf-a75f-4f8b-b8b8-474203e4b917", "attempts": [ { "commands": [ { "insert": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "bf30d4aa-70a8-4a4c-831b-d4daf93fddee" }, "contentJson": "{\"content\":\"initial\"}", "expectedResult": [ { "success": true } ] } }, { "commit": { "expectedResult": [ { "error": { "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookPoint": "AFTER_ATR_COMMIT" } ] }, "clusterConnectionId": "defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184" } {} 2023-08-28 16:08:45 [10:38:45.528 INF] [] Starting Transaction Test {} 2023-08-28 16:08:45 [10:38:45.528 DBG] [] Test: { "transactionsFactoryRef": "6ccfe8bf-a75f-4f8b-b8b8-474203e4b917", "attempts": [ { "commands": [ { "insert": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "bf30d4aa-70a8-4a4c-831b-d4daf93fddee" }, "contentJson": "{\"content\":\"initial\"}", "expectedResult": [ { "success": true } ] } }, { "commit": { "expectedResult": [ { "error": { "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookPoint": "AFTER_ATR_COMMIT" } ] }, "clusterConnectionId": "defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184" } {} 2023-08-28 16:08:45 [10:38:45.528 DBG] [] clusterConnectionId:defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184 {} 2023-08-28 16:08:45 [10:38:45.528 DBG] [] Using custom connection at host : couchbase://172.23.111.130 and with username Administrator {} 2023-08-28 16:08:45 [10:38:45.528 DBG] [] Registering 1 hooks {} 2023-08-28 16:08:45 [10:38:45.528 DBG] [] - Hook Point AfterAtrCommit with Action FailHard {} 2023-08-28 16:08:45 [10:38:45.529 DBG] [] Starting Attempt 0 {} 2023-08-28 16:08:45 [10:38:45.529 DBG] [] Performing TransactionCommand Insert {} 2023-08-28 16:08:45 [10:38:45.529 DBG] [] b4ec00d6-c694-41d6-abaa-1ab70ffa3335.e1e22a6b-1e3b-4181-8c0d-62d98f3a16cf: Performing command: insert {} 2023-08-28 16:08:45 [10:38:45.529 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Requested Durability = Majority {"Scope": ["InsertWithKv", "InsertWithKv", "InitAtrIfNeeded"]} 2023-08-28 16:08:45 [10:38:45.768 INF] [Couchbase.Transactions.DataAccess.AtrRepository] Upserted ATR to PENDING _txn:atr-669-#fa9/attempts.e1e22a6b-1e3b-4181-8c0d-62d98f3a16cf (cas = 1693219126209216512) {"Scope": ["InsertWithKv", "InsertWithKv", "SetAtrPending", "MutateAtrPending"]} 2023-08-28 16:08:45 [10:38:45.768 DBG] [Couchbase.Transactions.AttemptContext] SetAtrPending for default._default._default::_txn:atr-669-#fa9 (attempt=e1e22a6b-1e3b-4181-8c0d-62d98f3a16cf) {"Scope": ["InsertWithKv", "InsertWithKv", "SetAtrPending"]} 2023-08-28 16:08:46 [10:38:46.024 DBG] [Couchbase.Transactions.AttemptContext] CreateStagedInsert for bf30d4aa-70a8-4a4c-831b-d4daf93fddee, attemptId=e1e22a6b-1e3b-4181-8c0d-62d98f3a16cf, preCas=null, postCas=1693219126452944896 {"Scope": ["InsertWithKv", "InsertWithKv", "CreateStagedInsert"]} 2023-08-28 16:08:46 [10:38:46.025 DBG] [] b4ec00d6-c694-41d6-abaa-1ab70ffa3335.e1e22a6b-1e3b-4181-8c0d-62d98f3a16cf: Command Succeeded {} 2023-08-28 16:08:46 [10:38:46.025 DBG] [] Performing TransactionCommand Commit {} 2023-08-28 16:08:46 [10:38:46.026 DBG] [] b4ec00d6-c694-41d6-abaa-1ab70ffa3335.e1e22a6b-1e3b-4181-8c0d-62d98f3a16cf: Performing command: commit {} 2023-08-28 16:08:46 [10:38:46.273 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Updated to COMMITTED ATR _txn:atr-669-#fa9/attempts.e1e22a6b-1e3b-4181-8c0d-62d98f3a16cf (cas = 1693219126714040320) {"Scope": ["CommitWithKv", "SetAtrCommit", "MutateAtrCommit"]} 2023-08-28 16:08:46 [10:38:46.273 DBG] [Couchbase.Transactions.AttemptContext] SetAtrCommit for default._default._default::_txn:atr-669-#fa9 (attempt=e1e22a6b-1e3b-4181-8c0d-62d98f3a16cf) {"Scope": ["CommitWithKv", "SetAtrCommit"]} 2023-08-28 16:08:46 [10:38:46.275 WRN] [Couchbase.Transactions.AttemptContext] Failed attempt at committing due to FailHard {"Scope": ["CommitWithKv", "SetAtrCommit"]} 2023-08-28 16:08:46 [10:38:46.276 DBG] [] ExternalException.Unknown: Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. 2023-08-28 16:08:46 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 2023-08-28 16:08:46 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 462 2023-08-28 16:08:46 --- End of stack trace from previous location --- 2023-08-28 16:08:46 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 466 2023-08-28 16:08:46 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 2023-08-28 16:08:46 --- End of stack trace from previous location --- 2023-08-28 16:08:46 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 268 2023-08-28 16:08:46 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 2023-08-28 16:08:46 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 92 2023-08-28 16:08:46 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1413 {} 2023-08-28 16:08:46 [10:38:46.277 DBG] [] Operation 'commit' failed as expected {} 2023-08-28 16:08:46 [10:38:46.278 DBG] [ExecuteApplicationLambda] Propagating error up. (ec = FailHard, retry = False, finalError = TransactionFailed) {} 2023-08-28 16:08:46 [10:38:46.278 INF] [ExecuteApplicationLambda] Attempt e1e22a6b-1e3b-4181-8c0d-62d98f3a16cf completed. CleanupClient=False, LostCleanup=False {} 2023-08-28 16:08:46 Transaction Failed with: Couchbase.Transactions.Error.TransactionFailedException: Transaction failed. 2023-08-28 16:08:46 ---> Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. 2023-08-28 16:08:46 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 2023-08-28 16:08:46 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 462 2023-08-28 16:08:46 --- End of stack trace from previous location --- 2023-08-28 16:08:46 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 466 2023-08-28 16:08:46 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 2023-08-28 16:08:46 --- End of stack trace from previous location --- 2023-08-28 16:08:46 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 268 2023-08-28 16:08:46 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 2023-08-28 16:08:46 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 92 2023-08-28 16:08:46 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1413 2023-08-28 16:08:46 --- End of inner exception stack trace --- 2023-08-28 16:08:46 at Couchbase.Transactions.Transactions.RunAsync(Func`2 transactionLogic, PerTransactionConfig perConfig, Boolean singleQueryTransactionMode) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/Transactions.cs:line 229 2023-08-28 16:08:46 at Couchbase.Transactions.FitPerformer.TwoWayTransaction.Run(Transactions transactions, TransactionCreateRequest request, ClusterConnection connection, IServerStreamWriter`1 responseStream) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 68 2023-08-28 16:08:46 -----------------------Context Info--------------------------- 2023-08-28 16:08:46 2023-08-28 16:08:46 2023-08-28 16:08:46 [10:38:46.284 DBG] [] UNKNOWN due to Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. 2023-08-28 16:08:46 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 2023-08-28 16:08:46 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 462 2023-08-28 16:08:46 --- End of stack trace from previous location --- 2023-08-28 16:08:46 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 466 2023-08-28 16:08:46 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 2023-08-28 16:08:46 --- End of stack trace from previous location --- 2023-08-28 16:08:46 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 268 2023-08-28 16:08:46 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 2023-08-28 16:08:46 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 92 2023-08-28 16:08:46 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1413 {} 2023-08-28 16:08:46 [10:38:46.284 INF] [] Completed Transaction Test {} 2023-08-28 16:08:46 [10:38:46.290 DBG] [] transactionSingleQuery: { "transactionsFactoryRef": "6ccfe8bf-a75f-4f8b-b8b8-474203e4b917", "clusterConnectionId": "defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184", "query": { "statement": "SELECT * FROM `_default` WHERE META().id = 'bf30d4aa-70a8-4a4c-831b-d4daf93fddee'", "expectedResult": [ { "anythingAllowed": true } ], "checkRowCount": true, "queryParameters": { }, "scope": { "bucketName": "default", "scopeName": "_default" } } } {} 2023-08-28 16:08:46 [10:38:46.290 DBG] [] clusterConnectionId:defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184 {} 2023-08-28 16:08:46 [10:38:46.290 DBG] [] Using custom connection at host : couchbase://172.23.111.130 and with username Administrator {} 2023-08-28 16:08:46 [10:38:46.290 DBG] [Couchbase.Transactions.AttemptContext] [723c93da-561f-4bac-8c9c-c4e3aa85d090] Executing Query: query: null {"Scope": ["QueryAsync", "QueryWrapper"]} 2023-08-28 16:08:46 [10:38:46.590 INF] [ExecuteApplicationLambda] Attempt 723c93da-561f-4bac-8c9c-c4e3aa85d090 completed. CleanupClient=False, LostCleanup=False {} 2023-08-28 16:08:48 [10:38:48.200 DBG] [] transactionCreate: { "transactionsFactoryRef": "6ccfe8bf-a75f-4f8b-b8b8-474203e4b917", "attempts": [ { "commands": [ { "insert": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "87daf043-5f70-4bdf-a9ff-16823fd210f6" }, "contentJson": "{\"content\":\"initial\"}", "expectedResult": [ { "success": true } ] } }, { "commit": { "expectedResult": [ { "error": { "errorClass": "EC_FAIL_OTHER", "autoRollbackAttempt": true, "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookAction": "FAIL_OTHER" }, { "hookPoint": "AFTER_ATR_ABORTED" } ] }, "clusterConnectionId": "defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184" } {} 2023-08-28 16:08:48 [10:38:48.200 INF] [] Starting Transaction Test {} 2023-08-28 16:08:48 [10:38:48.200 DBG] [] Test: { "transactionsFactoryRef": "6ccfe8bf-a75f-4f8b-b8b8-474203e4b917", "attempts": [ { "commands": [ { "insert": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "87daf043-5f70-4bdf-a9ff-16823fd210f6" }, "contentJson": "{\"content\":\"initial\"}", "expectedResult": [ { "success": true } ] } }, { "commit": { "expectedResult": [ { "error": { "errorClass": "EC_FAIL_OTHER", "autoRollbackAttempt": true, "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookAction": "FAIL_OTHER" }, { "hookPoint": "AFTER_ATR_ABORTED" } ] }, "clusterConnectionId": "defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184" } {} 2023-08-28 16:08:48 [10:38:48.200 DBG] [] clusterConnectionId:defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184 {} 2023-08-28 16:08:48 [10:38:48.200 DBG] [] Using custom connection at host : couchbase://172.23.111.130 and with username Administrator {} 2023-08-28 16:08:48 [10:38:48.200 DBG] [] Registering 2 hooks {} 2023-08-28 16:08:48 [10:38:48.201 DBG] [] - Hook Point BeforeAtrCommit with Action FailOther {} 2023-08-28 16:08:48 [10:38:48.201 DBG] [] - Hook Point AfterAtrAborted with Action FailHard {} 2023-08-28 16:08:48 [10:38:48.202 DBG] [] Starting Attempt 0 {} 2023-08-28 16:08:48 [10:38:48.202 DBG] [] Performing TransactionCommand Insert {} 2023-08-28 16:08:48 [10:38:48.202 DBG] [] 97675830-8104-4892-a871-ebd3eaa4d54e.1f09584d-df62-42b8-af61-a847443363d1: Performing command: insert {} 2023-08-28 16:08:48 [10:38:48.203 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Requested Durability = Majority {"Scope": ["InsertWithKv", "InsertWithKv", "InitAtrIfNeeded"]} 2023-08-28 16:08:48 [10:38:48.530 INF] [Couchbase.Transactions.DataAccess.AtrRepository] Upserted ATR to PENDING _txn:atr-4-#c7/attempts.1f09584d-df62-42b8-af61-a847443363d1 (cas = 1693219128880005120) {"Scope": ["InsertWithKv", "InsertWithKv", "SetAtrPending", "MutateAtrPending"]} 2023-08-28 16:08:48 [10:38:48.530 DBG] [Couchbase.Transactions.AttemptContext] SetAtrPending for default._default._default::_txn:atr-4-#c7 (attempt=1f09584d-df62-42b8-af61-a847443363d1) {"Scope": ["InsertWithKv", "InsertWithKv", "SetAtrPending"]} 2023-08-28 16:08:48 [10:38:48.773 DBG] [Couchbase.Transactions.AttemptContext] CreateStagedInsert for 87daf043-5f70-4bdf-a9ff-16823fd210f6, attemptId=1f09584d-df62-42b8-af61-a847443363d1, preCas=null, postCas=1693219129214566400 {"Scope": ["InsertWithKv", "InsertWithKv", "CreateStagedInsert"]} 2023-08-28 16:08:48 [10:38:48.774 DBG] [] 97675830-8104-4892-a871-ebd3eaa4d54e.1f09584d-df62-42b8-af61-a847443363d1: Command Succeeded {} 2023-08-28 16:08:48 [10:38:48.774 DBG] [] Performing TransactionCommand Commit {} 2023-08-28 16:08:48 [10:38:48.774 DBG] [] 97675830-8104-4892-a871-ebd3eaa4d54e.1f09584d-df62-42b8-af61-a847443363d1: Performing command: commit {} 2023-08-28 16:08:48 [10:38:48.776 WRN] [Couchbase.Transactions.AttemptContext] Failed attempt at committing due to FailOther {"Scope": ["CommitWithKv", "SetAtrCommit"]} 2023-08-28 16:08:48 [10:38:48.779 DBG] [] ExternalException.Unknown: Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException' was thrown. 2023-08-28 16:08:48 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_3() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 291 2023-08-28 16:08:48 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 462 2023-08-28 16:08:48 --- End of stack trace from previous location --- 2023-08-28 16:08:48 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 466 2023-08-28 16:08:48 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 2023-08-28 16:08:48 --- End of stack trace from previous location --- 2023-08-28 16:08:48 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 268 2023-08-28 16:08:48 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 2023-08-28 16:08:48 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.BeforeAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 89 2023-08-28 16:08:48 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1413 {} 2023-08-28 16:08:48 [10:38:48.779 DBG] [] Operation 'commit' failed as expected {} 2023-08-28 16:08:48 [10:38:48.779 WRN] [ExecuteApplicationLambda] Attempt failed, attempting automatic rollback... {} 2023-08-28 16:08:48 [10:38:48.780 INF] [Couchbase.Transactions.AttemptContext] Setting Aborted status. isAppRollback=False {"Scope": ["RollbackWithKv", "SetAtrAborted"]} 2023-08-28 16:08:49 [10:38:49.030 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Updated to ABORTED ATR _txn:atr-4-#c7/attempts.1f09584d-df62-42b8-af61-a847443363d1 (cas = 1693219129460654080) {"Scope": ["RollbackWithKv", "SetAtrAborted", "MutateAtrAborted"]} 2023-08-28 16:08:49 [10:38:49.031 DBG] [Couchbase.Transactions.AttemptContext] SetAtrAborted for default._default._default::_txn:atr-4-#c7 (attempt=1f09584d-df62-42b8-af61-a847443363d1) {"Scope": ["RollbackWithKv", "SetAtrAborted"]} 2023-08-28 16:08:49 [10:38:49.036 WRN] [ExecuteApplicationLambda] Rollback failed due to Exception of type 'Couchbase.Transactions.Error.External.TransactionOperationFailedException' was thrown. {} 2023-08-28 16:08:49 [10:38:49.036 INF] [ExecuteApplicationLambda] Attempt 1f09584d-df62-42b8-af61-a847443363d1 completed. CleanupClient=False, LostCleanup=False {} 2023-08-28 16:08:49 Transaction Failed with: Couchbase.Transactions.Error.TransactionFailedException: Transaction failed. 2023-08-28 16:08:49 ---> Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException' was thrown. 2023-08-28 16:08:49 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_3() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 291 2023-08-28 16:08:49 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 462 2023-08-28 16:08:49 --- End of stack trace from previous location --- 2023-08-28 16:08:49 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 466 2023-08-28 16:08:49 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 2023-08-28 16:08:49 --- End of stack trace from previous location --- 2023-08-28 16:08:49 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 268 2023-08-28 16:08:49 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 2023-08-28 16:08:49 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.BeforeAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 89 2023-08-28 16:08:49 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1413 2023-08-28 16:08:49 --- End of inner exception stack trace --- 2023-08-28 16:08:49 at Couchbase.Transactions.Transactions.RunAsync(Func`2 transactionLogic, PerTransactionConfig perConfig, Boolean singleQueryTransactionMode) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/Transactions.cs:line 229 2023-08-28 16:08:49 at Couchbase.Transactions.FitPerformer.TwoWayTransaction.Run(Transactions transactions, TransactionCreateRequest request, ClusterConnection connection, IServerStreamWriter`1 responseStream) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 68 2023-08-28 16:08:49 -----------------------Context Info--------------------------- 2023-08-28 16:08:49 2023-08-28 16:08:49 2023-08-28 16:08:49 [10:38:49.044 DBG] [] UNKNOWN due to Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException' was thrown. 2023-08-28 16:08:49 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_3() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 291 2023-08-28 16:08:49 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 462 2023-08-28 16:08:49 --- End of stack trace from previous location --- 2023-08-28 16:08:49 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 466 2023-08-28 16:08:49 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 2023-08-28 16:08:49 --- End of stack trace from previous location --- 2023-08-28 16:08:49 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 268 2023-08-28 16:08:49 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 2023-08-28 16:08:49 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.BeforeAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 89 2023-08-28 16:08:49 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1413 {} 2023-08-28 16:08:49 [10:38:49.044 INF] [] Completed Transaction Test {} 2023-08-28 16:08:49 [10:38:49.867 DBG] [] transactionSingleQuery: { "transactionsFactoryRef": "6ccfe8bf-a75f-4f8b-b8b8-474203e4b917", "clusterConnectionId": "defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184", "query": { "statement": "INSERT INTO `_default` VALUES ('87daf043-5f70-4bdf-a9ff-16823fd210f6', {\"content\":\"initial\"})", "expectedResult": [ { "anythingAllowed": true } ], "checkMutations": true, "expectedMutations": 1, "queryParameters": { }, "scope": { "bucketName": "default", "scopeName": "_default" } }, "queryOptions": { "timeoutMillis": "2000" } } {} 2023-08-28 16:08:49 [10:38:49.867 DBG] [] clusterConnectionId:defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184 {} 2023-08-28 16:08:49 [10:38:49.867 DBG] [] Using custom connection at host : couchbase://172.23.111.130 and with username Administrator {} 2023-08-28 16:08:49 [10:38:49.868 DBG] [Couchbase.Transactions.AttemptContext] [c2f0d59e-0185-4eae-b568-961f78225ec3] Executing Query: query: null {"Scope": ["QueryAsync", "QueryWrapper"]} 2023-08-28 16:08:51 [10:38:51.437 ERR] [Couchbase.Transactions.AttemptContext] [c2f0d59e-0185-4eae-b568-961f78225ec3] query failed at query: Couchbase.CouchbaseException: Transaction staging error [17020] 2023-08-28 16:08:51 at Couchbase.Query.QueryResultExtensions.ThrowExceptionOnError[T](IQueryResult`1 result, QueryErrorContext context) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryResultExtensions.cs:line 137 2023-08-28 16:08:51 at Couchbase.Query.QueryClient.ExecuteQuery[T](QueryOptions options, ITypeSerializer serializer, IRequestSpan span) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryClient.cs:line 320 2023-08-28 16:08:51 at Couchbase.Query.QueryClient.QueryAsync[T](String statement, QueryOptions options) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryClient.cs:line 149 2023-08-28 16:08:51 at Couchbase.Cluster.<>c__DisplayClass35_0`1.<g__Func|0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Cluster.cs:line 339 2023-08-28 16:08:51 --- End of stack trace from previous location --- 2023-08-28 16:08:51 at Couchbase.Core.Retry.RetryOrchestrator.RetryAsync[T](Func`1 send, IRequest request) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Core/Retry/RetryOrchestrator.cs:line 73 2023-08-28 16:08:51 at Couchbase.Cluster.QueryAsync[T](String statement, QueryOptions options) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Cluster.cs:line 349 2023-08-28 16:08:51 at Couchbase.Transactions.AttemptContext.QueryWrapper[T](Int64 statementId, IScope scope, String statement, QueryOptions options, String hookPoint, IRequestSpan parentSpan, Boolean isBeginWork, Boolean existingErrorCheck, JObject txdata, Boolean txImplicit) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 2119 2023-08-28 16:08:51 -----------------------Context Info--------------------------- 2023-08-28 16:08:51 {"statement":"[{\"statement\":\"INSERT INTO \\u0060_default\\u0060 VALUES (\\u002787daf043-5f70-4bdf-a9ff-16823fd210f6\\u0027, {\\u0022content\\u0022:\\u0022initial\\u0022})\",\"client_context_id\":\"8500beb1-3ac1-4198-87f9-e4f23b517983\",\"metrics\":true,\"query_context\":\"default:\\u0060default\\u0060.\\u0060_default\\u0060\",\"scan_consistency\":\"request_plus\",\"timeout\":\"75000ms\",\"tximplicit\":true,\"durability_level\":\"majority\",\"txtimeout\":\"1999.0162ms\",\"txdata\":{\"id\":{\"txn\":\"207e3144-b04d-45d8-8f98-d83e894d32ff\",\"atmpt\":\"c2f0d59e-0185-4eae-b568-961f78225ec3\"},\"state\":{\"timeLeftMs\":1999},\"config\":{\"kvTimeoutMs\":10000,\"numAtrs\":1024,\"durabilityLevel\":\"MAJORITY\"},\"atr\":null,\"mutations\":[]}}]","clientContextId":"8500beb1-3ac1-4198-87f9-e4f23b517983","parameters":"{\"Named\":{},\"Raw\":{\"tximplicit\":true,\"durability_level\":\"majority\",\"txtimeout\":\"1999.0162ms\",\"txdata\":{\"id\":{\"Transactionid\":\"207e3144-b04d-45d8-8f98-d83e894d32ff\",\"AttemptId\":\"c2f0d59e-0185-4eae-b568-961f78225ec3\"},\"state\":{\"timeLeftMs\":1999},\"config\":{\"kvTimeoutMs\":10000,\"numAtrs\":1024,\"durabilityLevel\":\"MAJORITY\"},\"atr\":null,\"mutations\":[]}},\"Positional\":[]}","httpStatus":200,"queryStatus":2,"errors":[{"msg":"Transaction staging error","code":17020,"name":null,"sev":0,"temp":false,"reason":null,"retry":false,"cause":{"cause":{"bucket":"default","cause":"deadline expired before WWC was resolved on default._default._default._txn:atr-4-#c7","collection":"_default","document_key":"87daf043-5f70-4bdf-a9ff-16823fd210f6","msg":"write write conflict","scope":"_default"},"raise":"failed","retry":true,"rollback":false}}],"message":"Transaction staging error [17020]","retryReasons":null} 2023-08-28 16:08:51 {"Scope": ["QueryAsync", "QueryWrapper"]} 2023-08-28 16:08:51 [10:38:51.439 WRN] [Couchbase.Transactions.AttemptContext] query code=17020 cause={ 2023-08-28 16:08:51 "bucket": "default", 2023-08-28 16:08:51 "cause": "deadline expired before WWC was resolved on default._default._default._txn:atr-4-#c7", 2023-08-28 16:08:51 "collection": "_default", 2023-08-28 16:08:51 "document_key": "87daf043-5f70-4bdf-a9ff-16823fd210f6", 2023-08-28 16:08:51 "msg": "write write conflict", 2023-08-28 16:08:51 "scope": "_default" 2023-08-28 16:08:51 } raise=failed {"Scope": ["QueryAsync", "QueryWrapper"]} 2023-08-28 16:08:51 [10:38:51.439 DBG] [ExecuteApplicationLambda] Propagating error up. (ec = FailOther, retry = True, finalError = TransactionFailed) {} 2023-08-28 16:08:51 [10:38:51.440 INF] [ExecuteApplicationLambda] Attempt c2f0d59e-0185-4eae-b568-961f78225ec3 completed. CleanupClient=False, LostCleanup=False {} 2023-08-28 16:08:51 [10:38:51.448 DBG] [Couchbase.Transactions.AttemptContext] [c0a45fd6-6b9f-4f95-b0ec-60784b1f2c37] Executing Query: query: null {"Scope": ["QueryAsync", "QueryWrapper"]} 2023-08-28 16:08:52 [10:38:52.843 ERR] [Couchbase.Transactions.AttemptContext] [c0a45fd6-6b9f-4f95-b0ec-60784b1f2c37] query failed at query: Couchbase.Core.Exceptions.IndexFailureException: Keyspace not found in CB datastore: default:_default - cause: No bucket named _default [12003] 2023-08-28 16:08:52 at Couchbase.Query.QueryResultExtensions.ThrowExceptionOnError[T](IQueryResult`1 result, QueryErrorContext context) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryResultExtensions.cs:line 137 2023-08-28 16:08:52 at Couchbase.Query.QueryClient.ExecuteQuery[T](QueryOptions options, ITypeSerializer serializer, IRequestSpan span) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryClient.cs:line 320 2023-08-28 16:08:52 at Couchbase.Query.QueryClient.QueryAsync[T](String statement, QueryOptions options) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryClient.cs:line 149 2023-08-28 16:08:52 at Couchbase.Cluster.<>c__DisplayClass35_0`1.<g__Func|0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Cluster.cs:line 339 2023-08-28 16:08:52 --- End of stack trace from previous location --- 2023-08-28 16:08:52 at Couchbase.Core.Retry.RetryOrchestrator.RetryAsync[T](Func`1 send, IRequest request) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Core/Retry/RetryOrchestrator.cs:line 73 2023-08-28 16:08:52 at Couchbase.Cluster.QueryAsync[T](String statement, QueryOptions options) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Cluster.cs:line 349 2023-08-28 16:08:52 at Couchbase.Transactions.AttemptContext.QueryWrapper[T](Int64 statementId, IScope scope, String statement, QueryOptions options, String hookPoint, IRequestSpan parentSpan, Boolean isBeginWork, Boolean existingErrorCheck, JObject txdata, Boolean txImplicit) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 2119 2023-08-28 16:08:52 -----------------------Context Info--------------------------- 2023-08-28 16:08:52 {"statement":"[{\u0022statement\u0022:\u0022INSERT INTO \\u0060_default\\u0060 VALUES (\\u002787daf043-5f70-4bdf-a9ff-16823fd210f6\\u0027, {\\u0022content\\u0022:\\u0022initial\\u0022})\u0022,\u0022client_context_id\u0022:\u0022b120cc95-9913-420a-96a7-27e3a46895f5\u0022,\u0022metrics\u0022:true,\u0022scan_consistency\u0022:\u0022request_plus\u0022,\u0022timeout\u0022:\u002275000ms\u0022,\u0022tximplicit\u0022:true,\u0022durability_level\u0022:\u0022majority\u0022,\u0022txtimeout\u0022:\u0022418.817ms\u0022,\u0022txdata\u0022:{\u0022id\u0022:{\u0022txn\u0022:\u0022207e3144-b04d-45d8-8f98-d83e894d32ff\u0022,\u0022atmpt\u0022:\u0022c0a45fd6-6b9f-4f95-b0ec-60784b1f2c37\u0022},\u0022state\u0022:{\u0022timeLeftMs\u0022:418},\u0022config\u0022:{\u0022kvTimeoutMs\u0022:10000,\u0022numAtrs\u0022:1024,\u0022durabilityLevel\u0022:\u0022MAJORITY\u0022},\u0022atr\u0022:null,\u0022mutations\u0022:[]}}]","clientContextId":"b120cc95-9913-420a-96a7-27e3a46895f5","parameters":"{\u0022Named\u0022:{},\u0022Raw\u0022:{\u0022tximplicit\u0022:true,\u0022durability_level\u0022:\u0022majority\u0022,\u0022txtimeout\u0022:\u0022418.817ms\u0022,\u0022txdata\u0022:{\u0022id\u0022:{\u0022Transactionid\u0022:\u0022207e3144-b04d-45d8-8f98-d83e894d32ff\u0022,\u0022AttemptId\u0022:\u0022c0a45fd6-6b9f-4f95-b0ec-60784b1f2c37\u0022},\u0022state\u0022:{\u0022timeLeftMs\u0022:418},\u0022config\u0022:{\u0022kvTimeoutMs\u0022:10000,\u0022numAtrs\u0022:1024,\u0022durabilityLevel\u0022:\u0022MAJORITY\u0022},\u0022atr\u0022:null,\u0022mutations\u0022:[]}},\u0022Positional\u0022:[]}","httpStatus":"InternalServerError","queryStatus":"fatal","errors":[{"msg":"Keyspace not found in CB datastore: default:_default - cause: No bucket named _default","code":12003,"name":null,"severity":0,"temp":false,"reason":null,"retry":false}],"message":"Keyspace not found in CB datastore: default:_default - cause: No bucket named _default [12003]","retryReasons":null} 2023-08-28 16:08:52 {"Scope": ["QueryAsync", "QueryWrapper"]} 2023-08-28 16:08:52 [10:38:52.848 INF] [ExecuteApplicationLambda] Attempt c0a45fd6-6b9f-4f95-b0ec-60784b1f2c37 completed. CleanupClient=False, LostCleanup=False {} 2023-08-28 16:08:53 [10:38:53.826 DBG] [] transactionCreate: { "transactionsFactoryRef": "6ccfe8bf-a75f-4f8b-b8b8-474203e4b917", "attempts": [ { "commands": [ { "insert": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "85485b26-1b9d-4ba1-96e1-60b0fbed5bc8" }, "contentJson": "{\"content\":\"initial\"}", "expectedResult": [ { "success": true } ] } }, { "commit": { "expectedResult": [ { "error": { "errorClass": "EC_FAIL_OTHER", "autoRollbackAttempt": true, "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookAction": "FAIL_OTHER" }, { "hookPoint": "AFTER_ATR_ABORTED" } ] }, "clusterConnectionId": "defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184" } {} 2023-08-28 16:08:53 [10:38:53.826 INF] [] Starting Transaction Test {} 2023-08-28 16:08:53 [10:38:53.826 DBG] [] Test: { "transactionsFactoryRef": "6ccfe8bf-a75f-4f8b-b8b8-474203e4b917", "attempts": [ { "commands": [ { "insert": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "85485b26-1b9d-4ba1-96e1-60b0fbed5bc8" }, "contentJson": "{\"content\":\"initial\"}", "expectedResult": [ { "success": true } ] } }, { "commit": { "expectedResult": [ { "error": { "errorClass": "EC_FAIL_OTHER", "autoRollbackAttempt": true, "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookAction": "FAIL_OTHER" }, { "hookPoint": "AFTER_ATR_ABORTED" } ] }, "clusterConnectionId": "defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184" } {} 2023-08-28 16:08:53 [10:38:53.826 DBG] [] clusterConnectionId:defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184 {} 2023-08-28 16:08:53 [10:38:53.826 DBG] [] Using custom connection at host : couchbase://172.23.111.130 and with username Administrator {} 2023-08-28 16:08:53 [10:38:53.826 DBG] [] Registering 2 hooks {} 2023-08-28 16:08:53 [10:38:53.826 DBG] [] - Hook Point BeforeAtrCommit with Action FailOther {} 2023-08-28 16:08:53 [10:38:53.826 DBG] [] - Hook Point AfterAtrAborted with Action FailHard {} 2023-08-28 16:08:53 [10:38:53.828 DBG] [] Starting Attempt 0 {} 2023-08-28 16:08:53 [10:38:53.829 DBG] [] Performing TransactionCommand Insert {} 2023-08-28 16:08:53 [10:38:53.829 DBG] [] 0b92ba10-b11e-4181-9066-feb308c25a1b.dc86caec-2fab-4b73-98f4-c58fe51b0c60: Performing command: insert {} 2023-08-28 16:08:53 [10:38:53.829 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Requested Durability = Majority {"Scope": ["InsertWithKv", "InsertWithKv", "InitAtrIfNeeded"]} 2023-08-28 16:08:54 [10:38:54.067 INF] [Couchbase.Transactions.DataAccess.AtrRepository] Upserted ATR to PENDING _txn:atr-118-#b9c/attempts.dc86caec-2fab-4b73-98f4-c58fe51b0c60 (cas = 1693219134510792704) {"Scope": ["InsertWithKv", "InsertWithKv", "SetAtrPending", "MutateAtrPending"]} 2023-08-28 16:08:54 [10:38:54.067 DBG] [Couchbase.Transactions.AttemptContext] SetAtrPending for default._default._default::_txn:atr-118-#b9c (attempt=dc86caec-2fab-4b73-98f4-c58fe51b0c60) {"Scope": ["InsertWithKv", "InsertWithKv", "SetAtrPending"]} 2023-08-28 16:08:54 [10:38:54.302 DBG] [Couchbase.Transactions.AttemptContext] CreateStagedInsert for 85485b26-1b9d-4ba1-96e1-60b0fbed5bc8, attemptId=dc86caec-2fab-4b73-98f4-c58fe51b0c60, preCas=null, postCas=1693219134744494080 {"Scope": ["InsertWithKv", "InsertWithKv", "CreateStagedInsert"]} 2023-08-28 16:08:54 [10:38:54.304 DBG] [] 0b92ba10-b11e-4181-9066-feb308c25a1b.dc86caec-2fab-4b73-98f4-c58fe51b0c60: Command Succeeded {} 2023-08-28 16:08:54 [10:38:54.304 DBG] [] Performing TransactionCommand Commit {} 2023-08-28 16:08:54 [10:38:54.304 DBG] [] 0b92ba10-b11e-4181-9066-feb308c25a1b.dc86caec-2fab-4b73-98f4-c58fe51b0c60: Performing command: commit {} 2023-08-28 16:08:54 [10:38:54.305 WRN] [Couchbase.Transactions.AttemptContext] Failed attempt at committing due to FailOther {"Scope": ["CommitWithKv", "SetAtrCommit"]} 2023-08-28 16:08:54 [10:38:54.308 DBG] [] ExternalException.Unknown: Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException' was thrown. 2023-08-28 16:08:54 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_3() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 291 2023-08-28 16:08:54 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 462 2023-08-28 16:08:54 --- End of stack trace from previous location --- 2023-08-28 16:08:54 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 466 2023-08-28 16:08:54 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 2023-08-28 16:08:54 --- End of stack trace from previous location --- 2023-08-28 16:08:54 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 268 2023-08-28 16:08:54 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 2023-08-28 16:08:54 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.BeforeAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 89 2023-08-28 16:08:54 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1413 {} 2023-08-28 16:08:54 [10:38:54.309 DBG] [] Operation 'commit' failed as expected {} 2023-08-28 16:08:54 [10:38:54.309 WRN] [ExecuteApplicationLambda] Attempt failed, attempting automatic rollback... {} 2023-08-28 16:08:54 [10:38:54.309 INF] [Couchbase.Transactions.AttemptContext] Setting Aborted status. isAppRollback=False {"Scope": ["RollbackWithKv", "SetAtrAborted"]} 2023-08-28 16:08:54 [10:38:54.550 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Updated to ABORTED ATR _txn:atr-118-#b9c/attempts.dc86caec-2fab-4b73-98f4-c58fe51b0c60 (cas = 1693219134989991936) {"Scope": ["RollbackWithKv", "SetAtrAborted", "MutateAtrAborted"]} 2023-08-28 16:08:54 [10:38:54.550 DBG] [Couchbase.Transactions.AttemptContext] SetAtrAborted for default._default._default::_txn:atr-118-#b9c (attempt=dc86caec-2fab-4b73-98f4-c58fe51b0c60) {"Scope": ["RollbackWithKv", "SetAtrAborted"]} 2023-08-28 16:08:54 [10:38:54.554 WRN] [ExecuteApplicationLambda] Rollback failed due to Exception of type 'Couchbase.Transactions.Error.External.TransactionOperationFailedException' was thrown. {} 2023-08-28 16:08:54 [10:38:54.554 INF] [ExecuteApplicationLambda] Attempt dc86caec-2fab-4b73-98f4-c58fe51b0c60 completed. CleanupClient=False, LostCleanup=False {} 2023-08-28 16:08:54 Transaction Failed with: Couchbase.Transactions.Error.TransactionFailedException: Transaction failed. 2023-08-28 16:08:54 ---> Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException' was thrown. 2023-08-28 16:08:54 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_3() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 291 2023-08-28 16:08:54 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 462 2023-08-28 16:08:54 --- End of stack trace from previous location --- 2023-08-28 16:08:54 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 466 2023-08-28 16:08:54 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 2023-08-28 16:08:54 --- End of stack trace from previous location --- 2023-08-28 16:08:54 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 268 2023-08-28 16:08:54 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 2023-08-28 16:08:54 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.BeforeAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 89 2023-08-28 16:08:54 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1413 2023-08-28 16:08:54 --- End of inner exception stack trace --- 2023-08-28 16:08:54 at Couchbase.Transactions.Transactions.RunAsync(Func`2 transactionLogic, PerTransactionConfig perConfig, Boolean singleQueryTransactionMode) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/Transactions.cs:line 229 2023-08-28 16:08:54 at Couchbase.Transactions.FitPerformer.TwoWayTransaction.Run(Transactions transactions, TransactionCreateRequest request, ClusterConnection connection, IServerStreamWriter`1 responseStream) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 68 2023-08-28 16:08:54 -----------------------Context Info--------------------------- 2023-08-28 16:08:54 2023-08-28 16:08:54 2023-08-28 16:08:54 [10:38:54.558 DBG] [] UNKNOWN due to Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException' was thrown. 2023-08-28 16:08:54 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_3() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 291 2023-08-28 16:08:54 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 462 2023-08-28 16:08:54 --- End of stack trace from previous location --- 2023-08-28 16:08:54 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 466 2023-08-28 16:08:54 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 2023-08-28 16:08:54 --- End of stack trace from previous location --- 2023-08-28 16:08:54 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 268 2023-08-28 16:08:54 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 2023-08-28 16:08:54 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.BeforeAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 89 2023-08-28 16:08:54 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1413 {} 2023-08-28 16:08:54 [10:38:54.558 INF] [] Completed Transaction Test {} 2023-08-28 16:08:55 [10:38:55.299 DBG] [] transactionSingleQuery: { "transactionsFactoryRef": "6ccfe8bf-a75f-4f8b-b8b8-474203e4b917", "clusterConnectionId": "defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184", "query": { "statement": "UPDATE `_default` SET content = \"updated\" WHERE META().id = '85485b26-1b9d-4ba1-96e1-60b0fbed5bc8'", "expectedResult": [ { "anythingAllowed": true } ], "checkMutations": true, "queryParameters": { }, "scope": { "bucketName": "default", "scopeName": "_default" } } } {} 2023-08-28 16:08:55 [10:38:55.300 DBG] [] clusterConnectionId:defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184 {} 2023-08-28 16:08:55 [10:38:55.300 DBG] [] Using custom connection at host : couchbase://172.23.111.130 and with username Administrator {} 2023-08-28 16:08:55 [10:38:55.300 DBG] [Couchbase.Transactions.AttemptContext] [de246cb8-1cf6-42b8-939f-83846f42cd88] Executing Query: query: null {"Scope": ["QueryAsync", "QueryWrapper"]} 2023-08-28 16:08:55 [10:38:55.619 INF] [ExecuteApplicationLambda] Attempt de246cb8-1cf6-42b8-939f-83846f42cd88 completed. CleanupClient=False, LostCleanup=False {} 2023-08-28 16:08:56 [10:38:56.835 DBG] [] transactionCreate: { "transactionsFactoryRef": "6ccfe8bf-a75f-4f8b-b8b8-474203e4b917", "attempts": [ { "commands": [ { "insert": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "c3253b3b-2426-4d09-b4cc-99988534f872" }, "contentJson": "{\"content\":\"initial\"}", "expectedResult": [ { "success": true } ] } }, { "commit": { "expectedResult": [ { "error": { "errorClass": "EC_FAIL_OTHER", "autoRollbackAttempt": true, "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookAction": "FAIL_OTHER" }, { "hookPoint": "AFTER_ATR_ABORTED" } ] }, "clusterConnectionId": "defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184" } {} 2023-08-28 16:08:56 [10:38:56.835 INF] [] Starting Transaction Test {} 2023-08-28 16:08:56 [10:38:56.835 DBG] [] Test: { "transactionsFactoryRef": "6ccfe8bf-a75f-4f8b-b8b8-474203e4b917", "attempts": [ { "commands": [ { "insert": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "c3253b3b-2426-4d09-b4cc-99988534f872" }, "contentJson": "{\"content\":\"initial\"}", "expectedResult": [ { "success": true } ] } }, { "commit": { "expectedResult": [ { "error": { "errorClass": "EC_FAIL_OTHER", "autoRollbackAttempt": true, "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookAction": "FAIL_OTHER" }, { "hookPoint": "AFTER_ATR_ABORTED" } ] }, "clusterConnectionId": "defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184" } {} 2023-08-28 16:08:56 [10:38:56.835 DBG] [] clusterConnectionId:defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184 {} 2023-08-28 16:08:56 [10:38:56.835 DBG] [] Using custom connection at host : couchbase://172.23.111.130 and with username Administrator {} 2023-08-28 16:08:56 [10:38:56.835 DBG] [] Registering 2 hooks {} 2023-08-28 16:08:56 [10:38:56.835 DBG] [] - Hook Point BeforeAtrCommit with Action FailOther {} 2023-08-28 16:08:56 [10:38:56.835 DBG] [] - Hook Point AfterAtrAborted with Action FailHard {} 2023-08-28 16:08:56 [10:38:56.836 DBG] [] Starting Attempt 0 {} 2023-08-28 16:08:56 [10:38:56.836 DBG] [] Performing TransactionCommand Insert {} 2023-08-28 16:08:56 [10:38:56.836 DBG] [] c1072ead-b539-434f-a983-6122b165ddd0.10611f2a-791f-45e4-9cef-f103dcd1dc54: Performing command: insert {} 2023-08-28 16:08:56 [10:38:56.837 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Requested Durability = Majority {"Scope": ["InsertWithKv", "InsertWithKv", "InitAtrIfNeeded"]} 2023-08-28 16:08:57 [10:38:57.073 INF] [Couchbase.Transactions.DataAccess.AtrRepository] Upserted ATR to PENDING _txn:atr-798-#1db/attempts.10611f2a-791f-45e4-9cef-f103dcd1dc54 (cas = 1693219137515552768) {"Scope": ["InsertWithKv", "InsertWithKv", "SetAtrPending", "MutateAtrPending"]} 2023-08-28 16:08:57 [10:38:57.073 DBG] [Couchbase.Transactions.AttemptContext] SetAtrPending for default._default._default::_txn:atr-798-#1db (attempt=10611f2a-791f-45e4-9cef-f103dcd1dc54) {"Scope": ["InsertWithKv", "InsertWithKv", "SetAtrPending"]} 2023-08-28 16:08:57 [10:38:57.311 DBG] [Couchbase.Transactions.AttemptContext] CreateStagedInsert for c3253b3b-2426-4d09-b4cc-99988534f872, attemptId=10611f2a-791f-45e4-9cef-f103dcd1dc54, preCas=null, postCas=1693219137752596480 {"Scope": ["InsertWithKv", "InsertWithKv", "CreateStagedInsert"]} 2023-08-28 16:08:57 [10:38:57.312 DBG] [] c1072ead-b539-434f-a983-6122b165ddd0.10611f2a-791f-45e4-9cef-f103dcd1dc54: Command Succeeded {} 2023-08-28 16:08:57 [10:38:57.312 DBG] [] Performing TransactionCommand Commit {} 2023-08-28 16:08:57 [10:38:57.312 DBG] [] c1072ead-b539-434f-a983-6122b165ddd0.10611f2a-791f-45e4-9cef-f103dcd1dc54: Performing command: commit {} 2023-08-28 16:08:57 [10:38:57.313 WRN] [Couchbase.Transactions.AttemptContext] Failed attempt at committing due to FailOther {"Scope": ["CommitWithKv", "SetAtrCommit"]} 2023-08-28 16:08:57 [10:38:57.316 DBG] [] ExternalException.Unknown: Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException' was thrown. 2023-08-28 16:08:57 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_3() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 291 2023-08-28 16:08:57 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 462 2023-08-28 16:08:57 --- End of stack trace from previous location --- 2023-08-28 16:08:57 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 466 2023-08-28 16:08:57 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 2023-08-28 16:08:57 --- End of stack trace from previous location --- 2023-08-28 16:08:57 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 268 2023-08-28 16:08:57 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 2023-08-28 16:08:57 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.BeforeAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 89 2023-08-28 16:08:57 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1413 {} 2023-08-28 16:08:57 [10:38:57.316 DBG] [] Operation 'commit' failed as expected {} 2023-08-28 16:08:57 [10:38:57.317 WRN] [ExecuteApplicationLambda] Attempt failed, attempting automatic rollback... {} 2023-08-28 16:08:57 [10:38:57.317 INF] [Couchbase.Transactions.AttemptContext] Setting Aborted status. isAppRollback=False {"Scope": ["RollbackWithKv", "SetAtrAborted"]} 2023-08-28 16:08:57 [10:38:57.555 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Updated to ABORTED ATR _txn:atr-798-#1db/attempts.10611f2a-791f-45e4-9cef-f103dcd1dc54 (cas = 1693219137995603968) {"Scope": ["RollbackWithKv", "SetAtrAborted", "MutateAtrAborted"]} 2023-08-28 16:08:57 [10:38:57.556 DBG] [Couchbase.Transactions.AttemptContext] SetAtrAborted for default._default._default::_txn:atr-798-#1db (attempt=10611f2a-791f-45e4-9cef-f103dcd1dc54) {"Scope": ["RollbackWithKv", "SetAtrAborted"]} 2023-08-28 16:08:57 [10:38:57.558 WRN] [ExecuteApplicationLambda] Rollback failed due to Exception of type 'Couchbase.Transactions.Error.External.TransactionOperationFailedException' was thrown. {} 2023-08-28 16:08:57 [10:38:57.558 INF] [ExecuteApplicationLambda] Attempt 10611f2a-791f-45e4-9cef-f103dcd1dc54 completed. CleanupClient=False, LostCleanup=False {} 2023-08-28 16:08:57 Transaction Failed with: Couchbase.Transactions.Error.TransactionFailedException: Transaction failed. 2023-08-28 16:08:57 ---> Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException' was thrown. 2023-08-28 16:08:57 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_3() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 291 2023-08-28 16:08:57 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 462 2023-08-28 16:08:57 --- End of stack trace from previous location --- 2023-08-28 16:08:57 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 466 2023-08-28 16:08:57 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 2023-08-28 16:08:57 --- End of stack trace from previous location --- 2023-08-28 16:08:57 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 268 2023-08-28 16:08:57 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 2023-08-28 16:08:57 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.BeforeAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 89 2023-08-28 16:08:57 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1413 2023-08-28 16:08:57 --- End of inner exception stack trace --- 2023-08-28 16:08:57 at Couchbase.Transactions.Transactions.RunAsync(Func`2 transactionLogic, PerTransactionConfig perConfig, Boolean singleQueryTransactionMode) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/Transactions.cs:line 229 2023-08-28 16:08:57 at Couchbase.Transactions.FitPerformer.TwoWayTransaction.Run(Transactions transactions, TransactionCreateRequest request, ClusterConnection connection, IServerStreamWriter`1 responseStream) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 68 2023-08-28 16:08:57 -----------------------Context Info--------------------------- 2023-08-28 16:08:57 2023-08-28 16:08:57 2023-08-28 16:08:57 [10:38:57.563 DBG] [] UNKNOWN due to Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException' was thrown. 2023-08-28 16:08:57 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_3() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 291 2023-08-28 16:08:57 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 462 2023-08-28 16:08:57 --- End of stack trace from previous location --- 2023-08-28 16:08:57 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 466 2023-08-28 16:08:57 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 2023-08-28 16:08:57 --- End of stack trace from previous location --- 2023-08-28 16:08:57 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 268 2023-08-28 16:08:57 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 2023-08-28 16:08:57 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.BeforeAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 89 2023-08-28 16:08:57 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1413 {} 2023-08-28 16:08:57 [10:38:57.564 INF] [] Completed Transaction Test {} 2023-08-28 16:08:58 [10:38:58.071 DBG] [] transactionSingleQuery: { "transactionsFactoryRef": "6ccfe8bf-a75f-4f8b-b8b8-474203e4b917", "clusterConnectionId": "defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184", "query": { "statement": "DELETE FROM `_default` WHERE META().id = 'c3253b3b-2426-4d09-b4cc-99988534f872'", "expectedResult": [ { "anythingAllowed": true } ], "checkMutations": true, "queryParameters": { }, "scope": { "bucketName": "default", "scopeName": "_default" } } } {} 2023-08-28 16:08:58 [10:38:58.071 DBG] [] clusterConnectionId:defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184 {} 2023-08-28 16:08:58 [10:38:58.071 DBG] [] Using custom connection at host : couchbase://172.23.111.130 and with username Administrator {} 2023-08-28 16:08:58 [10:38:58.072 DBG] [Couchbase.Transactions.AttemptContext] [87ea4945-0788-4ac3-a785-9c0f9979be71] Executing Query: query: null {"Scope": ["QueryAsync", "QueryWrapper"]} 2023-08-28 16:08:58 [10:38:58.323 INF] [ExecuteApplicationLambda] Attempt 87ea4945-0788-4ac3-a785-9c0f9979be71 completed. CleanupClient=False, LostCleanup=False {} 2023-08-28 16:08:59 [10:38:59.561 DBG] [] transactionCreate: { "transactionsFactoryRef": "6ccfe8bf-a75f-4f8b-b8b8-474203e4b917", "attempts": [ { "commands": [ { "insert": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "e24c766d-3489-4a55-a54b-f4e9b25648af" }, "contentJson": "{\"content\":\"initial\"}", "expectedResult": [ { "success": true } ] } }, { "commit": { "expectedResult": [ { "error": { "errorClass": "EC_FAIL_OTHER", "autoRollbackAttempt": true, "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookAction": "FAIL_OTHER" }, { "hookPoint": "AFTER_ATR_ABORTED" } ] }, "clusterConnectionId": "defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184" } {} 2023-08-28 16:08:59 [10:38:59.561 INF] [] Starting Transaction Test {} 2023-08-28 16:08:59 [10:38:59.561 DBG] [] Test: { "transactionsFactoryRef": "6ccfe8bf-a75f-4f8b-b8b8-474203e4b917", "attempts": [ { "commands": [ { "insert": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "e24c766d-3489-4a55-a54b-f4e9b25648af" }, "contentJson": "{\"content\":\"initial\"}", "expectedResult": [ { "success": true } ] } }, { "commit": { "expectedResult": [ { "error": { "errorClass": "EC_FAIL_OTHER", "autoRollbackAttempt": true, "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookAction": "FAIL_OTHER" }, { "hookPoint": "AFTER_ATR_ABORTED" } ] }, "clusterConnectionId": "defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184" } {} 2023-08-28 16:08:59 [10:38:59.561 DBG] [] clusterConnectionId:defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184 {} 2023-08-28 16:08:59 [10:38:59.561 DBG] [] Using custom connection at host : couchbase://172.23.111.130 and with username Administrator {} 2023-08-28 16:08:59 [10:38:59.561 DBG] [] Registering 2 hooks {} 2023-08-28 16:08:59 [10:38:59.561 DBG] [] - Hook Point BeforeAtrCommit with Action FailOther {} 2023-08-28 16:08:59 [10:38:59.562 DBG] [] - Hook Point AfterAtrAborted with Action FailHard {} 2023-08-28 16:08:59 [10:38:59.562 DBG] [] Starting Attempt 0 {} 2023-08-28 16:08:59 [10:38:59.562 DBG] [] Performing TransactionCommand Insert {} 2023-08-28 16:08:59 [10:38:59.562 DBG] [] e869fb5a-59d9-47d4-a11e-5cded7f9ecf7.8a9e9342-af21-48c4-aace-b982260c922e: Performing command: insert {} 2023-08-28 16:08:59 [10:38:59.562 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Requested Durability = Majority {"Scope": ["InsertWithKv", "InsertWithKv", "InitAtrIfNeeded"]} 2023-08-28 16:08:59 [10:38:59.804 INF] [Couchbase.Transactions.DataAccess.AtrRepository] Upserted ATR to PENDING _txn:atr-116-#b95/attempts.8a9e9342-af21-48c4-aace-b982260c922e (cas = 1693219140245585920) {"Scope": ["InsertWithKv", "InsertWithKv", "SetAtrPending", "MutateAtrPending"]} 2023-08-28 16:08:59 [10:38:59.805 DBG] [Couchbase.Transactions.AttemptContext] SetAtrPending for default._default._default::_txn:atr-116-#b95 (attempt=8a9e9342-af21-48c4-aace-b982260c922e) {"Scope": ["InsertWithKv", "InsertWithKv", "SetAtrPending"]} 2023-08-28 16:09:00 [10:39:00.044 DBG] [Couchbase.Transactions.AttemptContext] CreateStagedInsert for e24c766d-3489-4a55-a54b-f4e9b25648af, attemptId=8a9e9342-af21-48c4-aace-b982260c922e, preCas=null, postCas=1693219140483284992 {"Scope": ["InsertWithKv", "InsertWithKv", "CreateStagedInsert"]} 2023-08-28 16:09:00 [10:39:00.044 DBG] [] e869fb5a-59d9-47d4-a11e-5cded7f9ecf7.8a9e9342-af21-48c4-aace-b982260c922e: Command Succeeded {} 2023-08-28 16:09:00 [10:39:00.044 DBG] [] Performing TransactionCommand Commit {} 2023-08-28 16:09:00 [10:39:00.044 DBG] [] e869fb5a-59d9-47d4-a11e-5cded7f9ecf7.8a9e9342-af21-48c4-aace-b982260c922e: Performing command: commit {} 2023-08-28 16:09:00 [10:39:00.045 WRN] [Couchbase.Transactions.AttemptContext] Failed attempt at committing due to FailOther {"Scope": ["CommitWithKv", "SetAtrCommit"]} 2023-08-28 16:09:00 [10:39:00.045 DBG] [] ExternalException.Unknown: Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException' was thrown. 2023-08-28 16:09:00 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_3() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 291 2023-08-28 16:09:00 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 462 2023-08-28 16:09:00 --- End of stack trace from previous location --- 2023-08-28 16:09:00 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 466 2023-08-28 16:09:00 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 2023-08-28 16:09:00 --- End of stack trace from previous location --- 2023-08-28 16:09:00 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 268 2023-08-28 16:09:00 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 2023-08-28 16:09:00 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.BeforeAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 89 2023-08-28 16:09:00 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1413 {} 2023-08-28 16:09:00 [10:39:00.045 DBG] [] Operation 'commit' failed as expected {} 2023-08-28 16:09:00 [10:39:00.045 WRN] [ExecuteApplicationLambda] Attempt failed, attempting automatic rollback... {} 2023-08-28 16:09:00 [10:39:00.046 INF] [Couchbase.Transactions.AttemptContext] Setting Aborted status. isAppRollback=False {"Scope": ["RollbackWithKv", "SetAtrAborted"]} 2023-08-28 16:09:00 [10:39:00.277 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Updated to ABORTED ATR _txn:atr-116-#b95/attempts.8a9e9342-af21-48c4-aace-b982260c922e (cas = 1693219140720197632) {"Scope": ["RollbackWithKv", "SetAtrAborted", "MutateAtrAborted"]} 2023-08-28 16:09:00 [10:39:00.277 DBG] [Couchbase.Transactions.AttemptContext] SetAtrAborted for default._default._default::_txn:atr-116-#b95 (attempt=8a9e9342-af21-48c4-aace-b982260c922e) {"Scope": ["RollbackWithKv", "SetAtrAborted"]} 2023-08-28 16:09:00 [10:39:00.279 WRN] [ExecuteApplicationLambda] Rollback failed due to Exception of type 'Couchbase.Transactions.Error.External.TransactionOperationFailedException' was thrown. {} 2023-08-28 16:09:00 [10:39:00.279 INF] [ExecuteApplicationLambda] Attempt 8a9e9342-af21-48c4-aace-b982260c922e completed. CleanupClient=False, LostCleanup=False {} 2023-08-28 16:09:00 Transaction Failed with: Couchbase.Transactions.Error.TransactionFailedException: Transaction failed. 2023-08-28 16:09:00 ---> Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException' was thrown. 2023-08-28 16:09:00 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_3() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 291 2023-08-28 16:09:00 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 462 2023-08-28 16:09:00 --- End of stack trace from previous location --- 2023-08-28 16:09:00 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 466 2023-08-28 16:09:00 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 2023-08-28 16:09:00 --- End of stack trace from previous location --- 2023-08-28 16:09:00 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 268 2023-08-28 16:09:00 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 2023-08-28 16:09:00 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.BeforeAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 89 2023-08-28 16:09:00 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1413 2023-08-28 16:09:00 --- End of inner exception stack trace --- 2023-08-28 16:09:00 at Couchbase.Transactions.Transactions.RunAsync(Func`2 transactionLogic, PerTransactionConfig perConfig, Boolean singleQueryTransactionMode) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/Transactions.cs:line 229 2023-08-28 16:09:00 at Couchbase.Transactions.FitPerformer.TwoWayTransaction.Run(Transactions transactions, TransactionCreateRequest request, ClusterConnection connection, IServerStreamWriter`1 responseStream) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 68 2023-08-28 16:09:00 -----------------------Context Info--------------------------- 2023-08-28 16:09:00 2023-08-28 16:09:00 2023-08-28 16:09:00 [10:39:00.288 DBG] [] UNKNOWN due to Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException' was thrown. 2023-08-28 16:09:00 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_3() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 291 2023-08-28 16:09:00 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 462 2023-08-28 16:09:00 --- End of stack trace from previous location --- 2023-08-28 16:09:00 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 466 2023-08-28 16:09:00 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 2023-08-28 16:09:00 --- End of stack trace from previous location --- 2023-08-28 16:09:00 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 268 2023-08-28 16:09:00 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 2023-08-28 16:09:00 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.BeforeAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 89 2023-08-28 16:09:00 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1413 {} 2023-08-28 16:09:00 [10:39:00.288 INF] [] Completed Transaction Test {} 2023-08-28 16:09:01 [10:39:01.133 DBG] [] transactionSingleQuery: { "transactionsFactoryRef": "6ccfe8bf-a75f-4f8b-b8b8-474203e4b917", "clusterConnectionId": "defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184", "query": { "statement": "SELECT * FROM `_default` WHERE META().id = 'e24c766d-3489-4a55-a54b-f4e9b25648af'", "expectedResult": [ { "anythingAllowed": true } ], "checkMutations": true, "queryParameters": { }, "scope": { "bucketName": "default", "scopeName": "_default" } } } {} 2023-08-28 16:09:01 [10:39:01.134 DBG] [] clusterConnectionId:defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184 {} 2023-08-28 16:09:01 [10:39:01.134 DBG] [] Using custom connection at host : couchbase://172.23.111.130 and with username Administrator {} 2023-08-28 16:09:01 [10:39:01.134 DBG] [Couchbase.Transactions.AttemptContext] [59901774-e5d6-4197-a54e-0568ed8c671e] Executing Query: query: null {"Scope": ["QueryAsync", "QueryWrapper"]} 2023-08-28 16:09:01 [10:39:01.629 INF] [ExecuteApplicationLambda] Attempt 59901774-e5d6-4197-a54e-0568ed8c671e completed. CleanupClient=False, LostCleanup=False {} 2023-08-28 16:09:03 [10:39:03.093 DBG] [] transactionCreate: { "transactionsFactoryRef": "6ccfe8bf-a75f-4f8b-b8b8-474203e4b917", "attempts": [ { "commands": [ { "insert": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "985e0c20-4a94-470e-83b4-6c2528579cfd" }, "contentJson": "{\"content\":\"initial\"}", "expectedResult": [ { "success": true } ] } }, { "commit": { "expectedResult": [ { "error": { "errorClass": "EC_FAIL_OTHER", "autoRollbackAttempt": true, "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookAction": "FAIL_OTHER" }, { "hookPoint": "AFTER_ATR_ABORTED" } ] }, "clusterConnectionId": "defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184" } {} 2023-08-28 16:09:03 [10:39:03.093 INF] [] Starting Transaction Test {} 2023-08-28 16:09:03 [10:39:03.093 DBG] [] Test: { "transactionsFactoryRef": "6ccfe8bf-a75f-4f8b-b8b8-474203e4b917", "attempts": [ { "commands": [ { "insert": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "985e0c20-4a94-470e-83b4-6c2528579cfd" }, "contentJson": "{\"content\":\"initial\"}", "expectedResult": [ { "success": true } ] } }, { "commit": { "expectedResult": [ { "error": { "errorClass": "EC_FAIL_OTHER", "autoRollbackAttempt": true, "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookAction": "FAIL_OTHER" }, { "hookPoint": "AFTER_ATR_ABORTED" } ] }, "clusterConnectionId": "defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184" } {} 2023-08-28 16:09:03 [10:39:03.093 DBG] [] clusterConnectionId:defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184 {} 2023-08-28 16:09:03 [10:39:03.093 DBG] [] Using custom connection at host : couchbase://172.23.111.130 and with username Administrator {} 2023-08-28 16:09:03 [10:39:03.093 DBG] [] Registering 2 hooks {} 2023-08-28 16:09:03 [10:39:03.093 DBG] [] - Hook Point BeforeAtrCommit with Action FailOther {} 2023-08-28 16:09:03 [10:39:03.094 DBG] [] - Hook Point AfterAtrAborted with Action FailHard {} 2023-08-28 16:09:03 [10:39:03.095 DBG] [] Starting Attempt 0 {} 2023-08-28 16:09:03 [10:39:03.095 DBG] [] Performing TransactionCommand Insert {} 2023-08-28 16:09:03 [10:39:03.095 DBG] [] e1a3b423-5573-4772-801a-5c3926c00fd0.fc4714de-8926-497d-a085-ec25dfc2e17b: Performing command: insert {} 2023-08-28 16:09:03 [10:39:03.096 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Requested Durability = Majority {"Scope": ["InsertWithKv", "InsertWithKv", "InitAtrIfNeeded"]} 2023-08-28 16:09:03 [10:39:03.378 INF] [Couchbase.Transactions.DataAccess.AtrRepository] Upserted ATR to PENDING _txn:atr-627-#b81/attempts.fc4714de-8926-497d-a085-ec25dfc2e17b (cas = 1693219143773847552) {"Scope": ["InsertWithKv", "InsertWithKv", "SetAtrPending", "MutateAtrPending"]} 2023-08-28 16:09:03 [10:39:03.378 DBG] [Couchbase.Transactions.AttemptContext] SetAtrPending for default._default._default::_txn:atr-627-#b81 (attempt=fc4714de-8926-497d-a085-ec25dfc2e17b) {"Scope": ["InsertWithKv", "InsertWithKv", "SetAtrPending"]} 2023-08-28 16:09:03 [10:39:03.616 DBG] [Couchbase.Transactions.AttemptContext] CreateStagedInsert for 985e0c20-4a94-470e-83b4-6c2528579cfd, attemptId=fc4714de-8926-497d-a085-ec25dfc2e17b, preCas=null, postCas=1693219144058732544 {"Scope": ["InsertWithKv", "InsertWithKv", "CreateStagedInsert"]} 2023-08-28 16:09:03 [10:39:03.617 DBG] [] e1a3b423-5573-4772-801a-5c3926c00fd0.fc4714de-8926-497d-a085-ec25dfc2e17b: Command Succeeded {} 2023-08-28 16:09:03 [10:39:03.617 DBG] [] Performing TransactionCommand Commit {} 2023-08-28 16:09:03 [10:39:03.617 DBG] [] e1a3b423-5573-4772-801a-5c3926c00fd0.fc4714de-8926-497d-a085-ec25dfc2e17b: Performing command: commit {} 2023-08-28 16:09:03 [10:39:03.619 WRN] [Couchbase.Transactions.AttemptContext] Failed attempt at committing due to FailOther {"Scope": ["CommitWithKv", "SetAtrCommit"]} 2023-08-28 16:09:03 [10:39:03.621 DBG] [] ExternalException.Unknown: Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException' was thrown. 2023-08-28 16:09:03 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_3() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 291 2023-08-28 16:09:03 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 462 2023-08-28 16:09:03 --- End of stack trace from previous location --- 2023-08-28 16:09:03 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 466 2023-08-28 16:09:03 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 2023-08-28 16:09:03 --- End of stack trace from previous location --- 2023-08-28 16:09:03 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 268 2023-08-28 16:09:03 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 2023-08-28 16:09:03 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.BeforeAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 89 2023-08-28 16:09:03 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1413 {} 2023-08-28 16:09:03 [10:39:03.621 DBG] [] Operation 'commit' failed as expected {} 2023-08-28 16:09:03 [10:39:03.621 WRN] [ExecuteApplicationLambda] Attempt failed, attempting automatic rollback... {} 2023-08-28 16:09:03 [10:39:03.622 INF] [Couchbase.Transactions.AttemptContext] Setting Aborted status. isAppRollback=False {"Scope": ["RollbackWithKv", "SetAtrAborted"]} 2023-08-28 16:09:03 [10:39:03.857 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Updated to ABORTED ATR _txn:atr-627-#b81/attempts.fc4714de-8926-497d-a085-ec25dfc2e17b (cas = 1693219144299380736) {"Scope": ["RollbackWithKv", "SetAtrAborted", "MutateAtrAborted"]} 2023-08-28 16:09:03 [10:39:03.857 DBG] [Couchbase.Transactions.AttemptContext] SetAtrAborted for default._default._default::_txn:atr-627-#b81 (attempt=fc4714de-8926-497d-a085-ec25dfc2e17b) {"Scope": ["RollbackWithKv", "SetAtrAborted"]} 2023-08-28 16:09:03 [10:39:03.861 WRN] [ExecuteApplicationLambda] Rollback failed due to Exception of type 'Couchbase.Transactions.Error.External.TransactionOperationFailedException' was thrown. {} 2023-08-28 16:09:03 [10:39:03.861 INF] [ExecuteApplicationLambda] Attempt fc4714de-8926-497d-a085-ec25dfc2e17b completed. CleanupClient=False, LostCleanup=False {} 2023-08-28 16:09:03 Transaction Failed with: Couchbase.Transactions.Error.TransactionFailedException: Transaction failed. 2023-08-28 16:09:03 ---> Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException' was thrown. 2023-08-28 16:09:03 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_3() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 291 2023-08-28 16:09:03 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 462 2023-08-28 16:09:03 --- End of stack trace from previous location --- 2023-08-28 16:09:03 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 466 2023-08-28 16:09:03 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 2023-08-28 16:09:03 --- End of stack trace from previous location --- 2023-08-28 16:09:03 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 268 2023-08-28 16:09:03 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 2023-08-28 16:09:03 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.BeforeAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 89 2023-08-28 16:09:03 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1413 2023-08-28 16:09:03 --- End of inner exception stack trace --- 2023-08-28 16:09:03 at Couchbase.Transactions.Transactions.RunAsync(Func`2 transactionLogic, PerTransactionConfig perConfig, Boolean singleQueryTransactionMode) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/Transactions.cs:line 229 2023-08-28 16:09:03 at Couchbase.Transactions.FitPerformer.TwoWayTransaction.Run(Transactions transactions, TransactionCreateRequest request, ClusterConnection connection, IServerStreamWriter`1 responseStream) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 68 2023-08-28 16:09:03 -----------------------Context Info--------------------------- 2023-08-28 16:09:03 2023-08-28 16:09:03 2023-08-28 16:09:03 [10:39:03.865 DBG] [] UNKNOWN due to Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException' was thrown. 2023-08-28 16:09:03 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_3() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 291 2023-08-28 16:09:03 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 462 2023-08-28 16:09:03 --- End of stack trace from previous location --- 2023-08-28 16:09:03 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 466 2023-08-28 16:09:03 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 2023-08-28 16:09:03 --- End of stack trace from previous location --- 2023-08-28 16:09:03 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 268 2023-08-28 16:09:03 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 2023-08-28 16:09:03 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.BeforeAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 89 2023-08-28 16:09:03 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1413 {} 2023-08-28 16:09:03 [10:39:03.865 INF] [] Completed Transaction Test {} 2023-08-28 16:09:03 [10:39:03.877 DBG] [] transactionSingleQuery: { "transactionsFactoryRef": "6ccfe8bf-a75f-4f8b-b8b8-474203e4b917", "clusterConnectionId": "defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184", "query": { "statement": "INSERT INTO `_default` VALUES ('985e0c20-4a94-470e-83b4-6c2528579cfd', {\"content\":\"initial\"})", "expectedResult": [ { "anythingAllowed": true } ], "checkMutations": true, "expectedMutations": 1, "queryParameters": { }, "scope": { "bucketName": "default", "scopeName": "_default" } }, "queryOptions": { "timeoutMillis": "2000" } } {} 2023-08-28 16:09:03 [10:39:03.878 DBG] [] clusterConnectionId:defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184 {} 2023-08-28 16:09:03 [10:39:03.878 DBG] [] Using custom connection at host : couchbase://172.23.111.130 and with username Administrator {} 2023-08-28 16:09:03 [10:39:03.878 DBG] [Couchbase.Transactions.AttemptContext] [5e6d8691-3773-4a71-82cb-9e4d97f20c7f] Executing Query: query: null {"Scope": ["QueryAsync", "QueryWrapper"]} 2023-08-28 16:09:05 [10:39:05.382 ERR] [Couchbase.Transactions.AttemptContext] [5e6d8691-3773-4a71-82cb-9e4d97f20c7f] query failed at query: Couchbase.CouchbaseException: Transaction staging error [17020] 2023-08-28 16:09:05 at Couchbase.Query.QueryResultExtensions.ThrowExceptionOnError[T](IQueryResult`1 result, QueryErrorContext context) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryResultExtensions.cs:line 137 2023-08-28 16:09:05 at Couchbase.Query.QueryClient.ExecuteQuery[T](QueryOptions options, ITypeSerializer serializer, IRequestSpan span) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryClient.cs:line 320 2023-08-28 16:09:05 at Couchbase.Query.QueryClient.QueryAsync[T](String statement, QueryOptions options) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryClient.cs:line 149 2023-08-28 16:09:05 at Couchbase.Cluster.<>c__DisplayClass35_0`1.<g__Func|0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Cluster.cs:line 339 2023-08-28 16:09:05 --- End of stack trace from previous location --- 2023-08-28 16:09:05 at Couchbase.Core.Retry.RetryOrchestrator.RetryAsync[T](Func`1 send, IRequest request) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Core/Retry/RetryOrchestrator.cs:line 73 2023-08-28 16:09:05 at Couchbase.Cluster.QueryAsync[T](String statement, QueryOptions options) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Cluster.cs:line 349 2023-08-28 16:09:05 at Couchbase.Transactions.AttemptContext.QueryWrapper[T](Int64 statementId, IScope scope, String statement, QueryOptions options, String hookPoint, IRequestSpan parentSpan, Boolean isBeginWork, Boolean existingErrorCheck, JObject txdata, Boolean txImplicit) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 2119 2023-08-28 16:09:05 -----------------------Context Info--------------------------- 2023-08-28 16:09:05 {"statement":"[{\"statement\":\"INSERT INTO \\u0060_default\\u0060 VALUES (\\u0027985e0c20-4a94-470e-83b4-6c2528579cfd\\u0027, {\\u0022content\\u0022:\\u0022initial\\u0022})\",\"client_context_id\":\"28f05aef-fb86-4e73-9775-179641e14c61\",\"metrics\":true,\"query_context\":\"default:\\u0060default\\u0060.\\u0060_default\\u0060\",\"scan_consistency\":\"request_plus\",\"timeout\":\"75000ms\",\"tximplicit\":true,\"durability_level\":\"majority\",\"txtimeout\":\"1999.6099ms\",\"txdata\":{\"id\":{\"txn\":\"3d0e34c5-0ac1-4740-a5c0-c08c812dd2db\",\"atmpt\":\"5e6d8691-3773-4a71-82cb-9e4d97f20c7f\"},\"state\":{\"timeLeftMs\":1999},\"config\":{\"kvTimeoutMs\":10000,\"numAtrs\":1024,\"durabilityLevel\":\"MAJORITY\"},\"atr\":null,\"mutations\":[]}}]","clientContextId":"28f05aef-fb86-4e73-9775-179641e14c61","parameters":"{\"Named\":{},\"Raw\":{\"tximplicit\":true,\"durability_level\":\"majority\",\"txtimeout\":\"1999.6099ms\",\"txdata\":{\"id\":{\"Transactionid\":\"3d0e34c5-0ac1-4740-a5c0-c08c812dd2db\",\"AttemptId\":\"5e6d8691-3773-4a71-82cb-9e4d97f20c7f\"},\"state\":{\"timeLeftMs\":1999},\"config\":{\"kvTimeoutMs\":10000,\"numAtrs\":1024,\"durabilityLevel\":\"MAJORITY\"},\"atr\":null,\"mutations\":[]}},\"Positional\":[]}","httpStatus":200,"queryStatus":2,"errors":[{"msg":"Transaction staging error","code":17020,"name":null,"sev":0,"temp":false,"reason":null,"retry":false,"cause":{"cause":{"bucket":"default","cause":"deadline expired before WWC was resolved on default._default._default._txn:atr-627-#b81","collection":"_default","document_key":"985e0c20-4a94-470e-83b4-6c2528579cfd","msg":"write write conflict","scope":"_default"},"raise":"failed","retry":true,"rollback":false}}],"message":"Transaction staging error [17020]","retryReasons":null} 2023-08-28 16:09:05 {"Scope": ["QueryAsync", "QueryWrapper"]} 2023-08-28 16:09:05 [10:39:05.384 WRN] [Couchbase.Transactions.AttemptContext] query code=17020 cause={ 2023-08-28 16:09:05 "bucket": "default", 2023-08-28 16:09:05 "cause": "deadline expired before WWC was resolved on default._default._default._txn:atr-627-#b81", 2023-08-28 16:09:05 "collection": "_default", 2023-08-28 16:09:05 "document_key": "985e0c20-4a94-470e-83b4-6c2528579cfd", 2023-08-28 16:09:05 "msg": "write write conflict", 2023-08-28 16:09:05 "scope": "_default" 2023-08-28 16:09:05 } raise=failed {"Scope": ["QueryAsync", "QueryWrapper"]} 2023-08-28 16:09:05 [10:39:05.385 DBG] [ExecuteApplicationLambda] Propagating error up. (ec = FailOther, retry = True, finalError = TransactionFailed) {} 2023-08-28 16:09:05 [10:39:05.385 INF] [ExecuteApplicationLambda] Attempt 5e6d8691-3773-4a71-82cb-9e4d97f20c7f completed. CleanupClient=False, LostCleanup=False {} 2023-08-28 16:09:05 [10:39:05.392 DBG] [Couchbase.Transactions.AttemptContext] [a8afe9a1-542c-4a5f-898a-d1581f859506] Executing Query: query: null {"Scope": ["QueryAsync", "QueryWrapper"]} 2023-08-28 16:09:06 [10:39:06.563 ERR] [Couchbase.Transactions.AttemptContext] [a8afe9a1-542c-4a5f-898a-d1581f859506] query failed at query: Couchbase.Core.Exceptions.IndexFailureException: Keyspace not found in CB datastore: default:_default - cause: No bucket named _default [12003] 2023-08-28 16:09:06 at Couchbase.Query.QueryResultExtensions.ThrowExceptionOnError[T](IQueryResult`1 result, QueryErrorContext context) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryResultExtensions.cs:line 137 2023-08-28 16:09:06 at Couchbase.Query.QueryClient.ExecuteQuery[T](QueryOptions options, ITypeSerializer serializer, IRequestSpan span) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryClient.cs:line 320 2023-08-28 16:09:06 at Couchbase.Query.QueryClient.QueryAsync[T](String statement, QueryOptions options) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryClient.cs:line 149 2023-08-28 16:09:06 at Couchbase.Cluster.<>c__DisplayClass35_0`1.<g__Func|0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Cluster.cs:line 339 2023-08-28 16:09:06 --- End of stack trace from previous location --- 2023-08-28 16:09:06 at Couchbase.Core.Retry.RetryOrchestrator.RetryAsync[T](Func`1 send, IRequest request) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Core/Retry/RetryOrchestrator.cs:line 73 2023-08-28 16:09:06 at Couchbase.Cluster.QueryAsync[T](String statement, QueryOptions options) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Cluster.cs:line 349 2023-08-28 16:09:06 at Couchbase.Transactions.AttemptContext.QueryWrapper[T](Int64 statementId, IScope scope, String statement, QueryOptions options, String hookPoint, IRequestSpan parentSpan, Boolean isBeginWork, Boolean existingErrorCheck, JObject txdata, Boolean txImplicit) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 2119 2023-08-28 16:09:06 -----------------------Context Info--------------------------- 2023-08-28 16:09:06 {"statement":"[{\u0022statement\u0022:\u0022INSERT INTO \\u0060_default\\u0060 VALUES (\\u0027985e0c20-4a94-470e-83b4-6c2528579cfd\\u0027, {\\u0022content\\u0022:\\u0022initial\\u0022})\u0022,\u0022client_context_id\u0022:\u00221c599426-9cc6-4719-b9d0-3b5ef5e9bb3d\u0022,\u0022metrics\u0022:true,\u0022scan_consistency\u0022:\u0022request_plus\u0022,\u0022timeout\u0022:\u002275000ms\u0022,\u0022tximplicit\u0022:true,\u0022durability_level\u0022:\u0022majority\u0022,\u0022txtimeout\u0022:\u0022485.3665ms\u0022,\u0022txdata\u0022:{\u0022id\u0022:{\u0022txn\u0022:\u00223d0e34c5-0ac1-4740-a5c0-c08c812dd2db\u0022,\u0022atmpt\u0022:\u0022a8afe9a1-542c-4a5f-898a-d1581f859506\u0022},\u0022state\u0022:{\u0022timeLeftMs\u0022:485},\u0022config\u0022:{\u0022kvTimeoutMs\u0022:10000,\u0022numAtrs\u0022:1024,\u0022durabilityLevel\u0022:\u0022MAJORITY\u0022},\u0022atr\u0022:null,\u0022mutations\u0022:[]}}]","clientContextId":"1c599426-9cc6-4719-b9d0-3b5ef5e9bb3d","parameters":"{\u0022Named\u0022:{},\u0022Raw\u0022:{\u0022tximplicit\u0022:true,\u0022durability_level\u0022:\u0022majority\u0022,\u0022txtimeout\u0022:\u0022485.3665ms\u0022,\u0022txdata\u0022:{\u0022id\u0022:{\u0022Transactionid\u0022:\u00223d0e34c5-0ac1-4740-a5c0-c08c812dd2db\u0022,\u0022AttemptId\u0022:\u0022a8afe9a1-542c-4a5f-898a-d1581f859506\u0022},\u0022state\u0022:{\u0022timeLeftMs\u0022:485},\u0022config\u0022:{\u0022kvTimeoutMs\u0022:10000,\u0022numAtrs\u0022:1024,\u0022durabilityLevel\u0022:\u0022MAJORITY\u0022},\u0022atr\u0022:null,\u0022mutations\u0022:[]}},\u0022Positional\u0022:[]}","httpStatus":"InternalServerError","queryStatus":"fatal","errors":[{"msg":"Keyspace not found in CB datastore: default:_default - cause: No bucket named _default","code":12003,"name":null,"severity":0,"temp":false,"reason":null,"retry":false}],"message":"Keyspace not found in CB datastore: default:_default - cause: No bucket named _default [12003]","retryReasons":null} 2023-08-28 16:09:06 {"Scope": ["QueryAsync", "QueryWrapper"]} 2023-08-28 16:09:06 [10:39:06.564 INF] [ExecuteApplicationLambda] Attempt a8afe9a1-542c-4a5f-898a-d1581f859506 completed. CleanupClient=False, LostCleanup=False {} 2023-08-28 16:09:07 [10:39:07.569 DBG] [] transactionCreate: { "transactionsFactoryRef": "6ccfe8bf-a75f-4f8b-b8b8-474203e4b917", "attempts": [ { "commands": [ { "insert": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "de82930a-9b2a-4bc5-bd8d-19d37ec71cf5" }, "contentJson": "{\"content\":\"initial\"}", "expectedResult": [ { "success": true } ] } }, { "commit": { "expectedResult": [ { "error": { "errorClass": "EC_FAIL_OTHER", "autoRollbackAttempt": true, "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookAction": "FAIL_OTHER" }, { "hookPoint": "AFTER_ATR_ABORTED" } ] }, "clusterConnectionId": "defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184" } {} 2023-08-28 16:09:07 [10:39:07.569 INF] [] Starting Transaction Test {} 2023-08-28 16:09:07 [10:39:07.569 DBG] [] Test: { "transactionsFactoryRef": "6ccfe8bf-a75f-4f8b-b8b8-474203e4b917", "attempts": [ { "commands": [ { "insert": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "de82930a-9b2a-4bc5-bd8d-19d37ec71cf5" }, "contentJson": "{\"content\":\"initial\"}", "expectedResult": [ { "success": true } ] } }, { "commit": { "expectedResult": [ { "error": { "errorClass": "EC_FAIL_OTHER", "autoRollbackAttempt": true, "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookAction": "FAIL_OTHER" }, { "hookPoint": "AFTER_ATR_ABORTED" } ] }, "clusterConnectionId": "defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184" } {} 2023-08-28 16:09:07 [10:39:07.569 DBG] [] clusterConnectionId:defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184 {} 2023-08-28 16:09:07 [10:39:07.569 DBG] [] Using custom connection at host : couchbase://172.23.111.130 and with username Administrator {} 2023-08-28 16:09:07 [10:39:07.569 DBG] [] Registering 2 hooks {} 2023-08-28 16:09:07 [10:39:07.569 DBG] [] - Hook Point BeforeAtrCommit with Action FailOther {} 2023-08-28 16:09:07 [10:39:07.569 DBG] [] - Hook Point AfterAtrAborted with Action FailHard {} 2023-08-28 16:09:07 [10:39:07.569 DBG] [] Starting Attempt 0 {} 2023-08-28 16:09:07 [10:39:07.569 DBG] [] Performing TransactionCommand Insert {} 2023-08-28 16:09:07 [10:39:07.569 DBG] [] edf48079-ddda-4e32-87ab-8a1b9495e341.8f1aaf4c-b483-4269-99ec-4e0d40673407: Performing command: insert {} 2023-08-28 16:09:07 [10:39:07.569 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Requested Durability = Majority {"Scope": ["InsertWithKv", "InsertWithKv", "InitAtrIfNeeded"]} 2023-08-28 16:09:07 [10:39:07.879 INF] [Couchbase.Transactions.DataAccess.AtrRepository] Upserted ATR to PENDING _txn:atr-178-#136/attempts.8f1aaf4c-b483-4269-99ec-4e0d40673407 (cas = 1693219148252184576) {"Scope": ["InsertWithKv", "InsertWithKv", "SetAtrPending", "MutateAtrPending"]} 2023-08-28 16:09:07 [10:39:07.880 DBG] [Couchbase.Transactions.AttemptContext] SetAtrPending for default._default._default::_txn:atr-178-#136 (attempt=8f1aaf4c-b483-4269-99ec-4e0d40673407) {"Scope": ["InsertWithKv", "InsertWithKv", "SetAtrPending"]} 2023-08-28 16:09:08 [10:39:08.118 DBG] [Couchbase.Transactions.AttemptContext] CreateStagedInsert for de82930a-9b2a-4bc5-bd8d-19d37ec71cf5, attemptId=8f1aaf4c-b483-4269-99ec-4e0d40673407, preCas=null, postCas=1693219148567543808 {"Scope": ["InsertWithKv", "InsertWithKv", "CreateStagedInsert"]} 2023-08-28 16:09:08 [10:39:08.118 DBG] [] edf48079-ddda-4e32-87ab-8a1b9495e341.8f1aaf4c-b483-4269-99ec-4e0d40673407: Command Succeeded {} 2023-08-28 16:09:08 [10:39:08.118 DBG] [] Performing TransactionCommand Commit {} 2023-08-28 16:09:08 [10:39:08.118 DBG] [] edf48079-ddda-4e32-87ab-8a1b9495e341.8f1aaf4c-b483-4269-99ec-4e0d40673407: Performing command: commit {} 2023-08-28 16:09:08 [10:39:08.119 WRN] [Couchbase.Transactions.AttemptContext] Failed attempt at committing due to FailOther {"Scope": ["CommitWithKv", "SetAtrCommit"]} 2023-08-28 16:09:08 [10:39:08.122 DBG] [] ExternalException.Unknown: Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException' was thrown. 2023-08-28 16:09:08 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_3() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 291 2023-08-28 16:09:08 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 462 2023-08-28 16:09:08 --- End of stack trace from previous location --- 2023-08-28 16:09:08 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 466 2023-08-28 16:09:08 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 2023-08-28 16:09:08 --- End of stack trace from previous location --- 2023-08-28 16:09:08 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 268 2023-08-28 16:09:08 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 2023-08-28 16:09:08 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.BeforeAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 89 2023-08-28 16:09:08 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1413 {} 2023-08-28 16:09:08 [10:39:08.122 DBG] [] Operation 'commit' failed as expected {} 2023-08-28 16:09:08 [10:39:08.126 WRN] [ExecuteApplicationLambda] Attempt failed, attempting automatic rollback... {} 2023-08-28 16:09:08 [10:39:08.126 INF] [Couchbase.Transactions.AttemptContext] Setting Aborted status. isAppRollback=False {"Scope": ["RollbackWithKv", "SetAtrAborted"]} 2023-08-28 16:09:08 [10:39:08.370 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Updated to ABORTED ATR _txn:atr-178-#136/attempts.8f1aaf4c-b483-4269-99ec-4e0d40673407 (cas = 1693219148816384000) {"Scope": ["RollbackWithKv", "SetAtrAborted", "MutateAtrAborted"]} 2023-08-28 16:09:08 [10:39:08.370 DBG] [Couchbase.Transactions.AttemptContext] SetAtrAborted for default._default._default::_txn:atr-178-#136 (attempt=8f1aaf4c-b483-4269-99ec-4e0d40673407) {"Scope": ["RollbackWithKv", "SetAtrAborted"]} 2023-08-28 16:09:08 [10:39:08.372 WRN] [ExecuteApplicationLambda] Rollback failed due to Exception of type 'Couchbase.Transactions.Error.External.TransactionOperationFailedException' was thrown. {} 2023-08-28 16:09:08 [10:39:08.372 INF] [ExecuteApplicationLambda] Attempt 8f1aaf4c-b483-4269-99ec-4e0d40673407 completed. CleanupClient=False, LostCleanup=False {} 2023-08-28 16:09:08 Transaction Failed with: Couchbase.Transactions.Error.TransactionFailedException: Transaction failed. 2023-08-28 16:09:08 ---> Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException' was thrown. 2023-08-28 16:09:08 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_3() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 291 2023-08-28 16:09:08 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 462 2023-08-28 16:09:08 --- End of stack trace from previous location --- 2023-08-28 16:09:08 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 466 2023-08-28 16:09:08 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 2023-08-28 16:09:08 --- End of stack trace from previous location --- 2023-08-28 16:09:08 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 268 2023-08-28 16:09:08 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 2023-08-28 16:09:08 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.BeforeAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 89 2023-08-28 16:09:08 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1413 2023-08-28 16:09:08 --- End of inner exception stack trace --- 2023-08-28 16:09:08 at Couchbase.Transactions.Transactions.RunAsync(Func`2 transactionLogic, PerTransactionConfig perConfig, Boolean singleQueryTransactionMode) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/Transactions.cs:line 229 2023-08-28 16:09:08 at Couchbase.Transactions.FitPerformer.TwoWayTransaction.Run(Transactions transactions, TransactionCreateRequest request, ClusterConnection connection, IServerStreamWriter`1 responseStream) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 68 2023-08-28 16:09:08 -----------------------Context Info--------------------------- 2023-08-28 16:09:08 2023-08-28 16:09:08 2023-08-28 16:09:08 [10:39:08.375 DBG] [] UNKNOWN due to Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException' was thrown. 2023-08-28 16:09:08 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_3() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 291 2023-08-28 16:09:08 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 462 2023-08-28 16:09:08 --- End of stack trace from previous location --- 2023-08-28 16:09:08 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 466 2023-08-28 16:09:08 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 2023-08-28 16:09:08 --- End of stack trace from previous location --- 2023-08-28 16:09:08 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 268 2023-08-28 16:09:08 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 2023-08-28 16:09:08 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.BeforeAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 89 2023-08-28 16:09:08 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1413 {} 2023-08-28 16:09:08 [10:39:08.375 INF] [] Completed Transaction Test {} 2023-08-28 16:09:08 [10:39:08.387 DBG] [] transactionSingleQuery: { "transactionsFactoryRef": "6ccfe8bf-a75f-4f8b-b8b8-474203e4b917", "clusterConnectionId": "defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184", "query": { "statement": "UPDATE `_default` SET content = \"updated\" WHERE META().id = 'de82930a-9b2a-4bc5-bd8d-19d37ec71cf5'", "expectedResult": [ { "anythingAllowed": true } ], "checkMutations": true, "queryParameters": { }, "scope": { "bucketName": "default", "scopeName": "_default" } } } {} 2023-08-28 16:09:08 [10:39:08.387 DBG] [] clusterConnectionId:defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184 {} 2023-08-28 16:09:08 [10:39:08.387 DBG] [] Using custom connection at host : couchbase://172.23.111.130 and with username Administrator {} 2023-08-28 16:09:08 [10:39:08.388 DBG] [Couchbase.Transactions.AttemptContext] [a0b6369d-29c7-4a80-a757-c15563e98c68] Executing Query: query: null {"Scope": ["QueryAsync", "QueryWrapper"]} 2023-08-28 16:09:08 [10:39:08.639 INF] [ExecuteApplicationLambda] Attempt a0b6369d-29c7-4a80-a757-c15563e98c68 completed. CleanupClient=False, LostCleanup=False {} 2023-08-28 16:09:09 [10:39:09.845 DBG] [] transactionCreate: { "transactionsFactoryRef": "6ccfe8bf-a75f-4f8b-b8b8-474203e4b917", "attempts": [ { "commands": [ { "insert": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "a40320a3-a3a4-4834-bb39-4f004d1f5dc0" }, "contentJson": "{\"content\":\"initial\"}", "expectedResult": [ { "success": true } ] } }, { "commit": { "expectedResult": [ { "error": { "errorClass": "EC_FAIL_OTHER", "autoRollbackAttempt": true, "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookAction": "FAIL_OTHER" }, { "hookPoint": "AFTER_ATR_ABORTED" } ] }, "clusterConnectionId": "defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184" } {} 2023-08-28 16:09:09 [10:39:09.846 INF] [] Starting Transaction Test {} 2023-08-28 16:09:09 [10:39:09.846 DBG] [] Test: { "transactionsFactoryRef": "6ccfe8bf-a75f-4f8b-b8b8-474203e4b917", "attempts": [ { "commands": [ { "insert": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "a40320a3-a3a4-4834-bb39-4f004d1f5dc0" }, "contentJson": "{\"content\":\"initial\"}", "expectedResult": [ { "success": true } ] } }, { "commit": { "expectedResult": [ { "error": { "errorClass": "EC_FAIL_OTHER", "autoRollbackAttempt": true, "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookAction": "FAIL_OTHER" }, { "hookPoint": "AFTER_ATR_ABORTED" } ] }, "clusterConnectionId": "defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184" } {} 2023-08-28 16:09:09 [10:39:09.846 DBG] [] clusterConnectionId:defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184 {} 2023-08-28 16:09:09 [10:39:09.846 DBG] [] Using custom connection at host : couchbase://172.23.111.130 and with username Administrator {} 2023-08-28 16:09:09 [10:39:09.846 DBG] [] Registering 2 hooks {} 2023-08-28 16:09:09 [10:39:09.846 DBG] [] - Hook Point BeforeAtrCommit with Action FailOther {} 2023-08-28 16:09:09 [10:39:09.846 DBG] [] - Hook Point AfterAtrAborted with Action FailHard {} 2023-08-28 16:09:09 [10:39:09.847 DBG] [] Starting Attempt 0 {} 2023-08-28 16:09:09 [10:39:09.847 DBG] [] Performing TransactionCommand Insert {} 2023-08-28 16:09:09 [10:39:09.848 DBG] [] 3961049f-bfbc-4bf6-a118-f7724f64b6f5.dcc30a8f-9917-4857-943d-5c78965bb01e: Performing command: insert {} 2023-08-28 16:09:09 [10:39:09.848 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Requested Durability = Majority {"Scope": ["InsertWithKv", "InsertWithKv", "InitAtrIfNeeded"]} 2023-08-28 16:09:10 [10:39:10.086 INF] [Couchbase.Transactions.DataAccess.AtrRepository] Upserted ATR to PENDING _txn:atr-885-#2b8/attempts.dcc30a8f-9917-4857-943d-5c78965bb01e (cas = 1693219150533820416) {"Scope": ["InsertWithKv", "InsertWithKv", "SetAtrPending", "MutateAtrPending"]} 2023-08-28 16:09:10 [10:39:10.086 DBG] [Couchbase.Transactions.AttemptContext] SetAtrPending for default._default._default::_txn:atr-885-#2b8 (attempt=dcc30a8f-9917-4857-943d-5c78965bb01e) {"Scope": ["InsertWithKv", "InsertWithKv", "SetAtrPending"]} 2023-08-28 16:09:10 [10:39:10.337 DBG] [Couchbase.Transactions.AttemptContext] CreateStagedInsert for a40320a3-a3a4-4834-bb39-4f004d1f5dc0, attemptId=dcc30a8f-9917-4857-943d-5c78965bb01e, preCas=null, postCas=1693219150774796288 {"Scope": ["InsertWithKv", "InsertWithKv", "CreateStagedInsert"]} 2023-08-28 16:09:10 [10:39:10.338 DBG] [] 3961049f-bfbc-4bf6-a118-f7724f64b6f5.dcc30a8f-9917-4857-943d-5c78965bb01e: Command Succeeded {} 2023-08-28 16:09:10 [10:39:10.338 DBG] [] Performing TransactionCommand Commit {} 2023-08-28 16:09:10 [10:39:10.338 DBG] [] 3961049f-bfbc-4bf6-a118-f7724f64b6f5.dcc30a8f-9917-4857-943d-5c78965bb01e: Performing command: commit {} 2023-08-28 16:09:10 [10:39:10.339 WRN] [Couchbase.Transactions.AttemptContext] Failed attempt at committing due to FailOther {"Scope": ["CommitWithKv", "SetAtrCommit"]} 2023-08-28 16:09:10 [10:39:10.342 DBG] [] ExternalException.Unknown: Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException' was thrown. 2023-08-28 16:09:10 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_3() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 291 2023-08-28 16:09:10 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 462 2023-08-28 16:09:10 --- End of stack trace from previous location --- 2023-08-28 16:09:10 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 466 2023-08-28 16:09:10 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 2023-08-28 16:09:10 --- End of stack trace from previous location --- 2023-08-28 16:09:10 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 268 2023-08-28 16:09:10 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 2023-08-28 16:09:10 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.BeforeAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 89 2023-08-28 16:09:10 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1413 {} 2023-08-28 16:09:10 [10:39:10.342 DBG] [] Operation 'commit' failed as expected {} 2023-08-28 16:09:10 [10:39:10.342 WRN] [ExecuteApplicationLambda] Attempt failed, attempting automatic rollback... {} 2023-08-28 16:09:10 [10:39:10.342 INF] [Couchbase.Transactions.AttemptContext] Setting Aborted status. isAppRollback=False {"Scope": ["RollbackWithKv", "SetAtrAborted"]} 2023-08-28 16:09:10 [10:39:10.641 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Updated to ABORTED ATR _txn:atr-885-#2b8/attempts.dcc30a8f-9917-4857-943d-5c78965bb01e (cas = 1693219151030124544) {"Scope": ["RollbackWithKv", "SetAtrAborted", "MutateAtrAborted"]} 2023-08-28 16:09:10 [10:39:10.642 DBG] [Couchbase.Transactions.AttemptContext] SetAtrAborted for default._default._default::_txn:atr-885-#2b8 (attempt=dcc30a8f-9917-4857-943d-5c78965bb01e) {"Scope": ["RollbackWithKv", "SetAtrAborted"]} 2023-08-28 16:09:10 [10:39:10.644 WRN] [ExecuteApplicationLambda] Rollback failed due to Exception of type 'Couchbase.Transactions.Error.External.TransactionOperationFailedException' was thrown. {} 2023-08-28 16:09:10 [10:39:10.644 INF] [ExecuteApplicationLambda] Attempt dcc30a8f-9917-4857-943d-5c78965bb01e completed. CleanupClient=False, LostCleanup=False {} 2023-08-28 16:09:10 Transaction Failed with: Couchbase.Transactions.Error.TransactionFailedException: Transaction failed. 2023-08-28 16:09:10 ---> Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException' was thrown. 2023-08-28 16:09:10 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_3() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 291 2023-08-28 16:09:10 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 462 2023-08-28 16:09:10 --- End of stack trace from previous location --- 2023-08-28 16:09:10 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 466 2023-08-28 16:09:10 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 2023-08-28 16:09:10 --- End of stack trace from previous location --- 2023-08-28 16:09:10 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 268 2023-08-28 16:09:10 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 2023-08-28 16:09:10 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.BeforeAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 89 2023-08-28 16:09:10 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1413 2023-08-28 16:09:10 --- End of inner exception stack trace --- 2023-08-28 16:09:10 at Couchbase.Transactions.Transactions.RunAsync(Func`2 transactionLogic, PerTransactionConfig perConfig, Boolean singleQueryTransactionMode) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/Transactions.cs:line 229 2023-08-28 16:09:10 at Couchbase.Transactions.FitPerformer.TwoWayTransaction.Run(Transactions transactions, TransactionCreateRequest request, ClusterConnection connection, IServerStreamWriter`1 responseStream) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 68 2023-08-28 16:09:10 -----------------------Context Info--------------------------- 2023-08-28 16:09:10 2023-08-28 16:09:10 2023-08-28 16:09:10 [10:39:10.648 DBG] [] UNKNOWN due to Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException' was thrown. 2023-08-28 16:09:10 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_3() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 291 2023-08-28 16:09:10 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 462 2023-08-28 16:09:10 --- End of stack trace from previous location --- 2023-08-28 16:09:10 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 466 2023-08-28 16:09:10 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 2023-08-28 16:09:10 --- End of stack trace from previous location --- 2023-08-28 16:09:10 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 268 2023-08-28 16:09:10 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 2023-08-28 16:09:10 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.BeforeAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 89 2023-08-28 16:09:10 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1413 {} 2023-08-28 16:09:10 [10:39:10.651 INF] [] Completed Transaction Test {} 2023-08-28 16:09:10 [10:39:10.663 DBG] [] transactionSingleQuery: { "transactionsFactoryRef": "6ccfe8bf-a75f-4f8b-b8b8-474203e4b917", "clusterConnectionId": "defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184", "query": { "statement": "DELETE FROM `_default` WHERE META().id = 'a40320a3-a3a4-4834-bb39-4f004d1f5dc0'", "expectedResult": [ { "anythingAllowed": true } ], "checkMutations": true, "queryParameters": { }, "scope": { "bucketName": "default", "scopeName": "_default" } } } {} 2023-08-28 16:09:10 [10:39:10.663 DBG] [] clusterConnectionId:defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184 {} 2023-08-28 16:09:10 [10:39:10.663 DBG] [] Using custom connection at host : couchbase://172.23.111.130 and with username Administrator {} 2023-08-28 16:09:10 [10:39:10.664 DBG] [Couchbase.Transactions.AttemptContext] [db3d224f-705e-4406-b232-68858165505a] Executing Query: query: null {"Scope": ["QueryAsync", "QueryWrapper"]} 2023-08-28 16:09:11 [10:39:11.140 INF] [ExecuteApplicationLambda] Attempt db3d224f-705e-4406-b232-68858165505a completed. CleanupClient=False, LostCleanup=False {} 2023-08-28 16:09:12 [10:39:12.352 DBG] [] transactionCreate: { "transactionsFactoryRef": "6ccfe8bf-a75f-4f8b-b8b8-474203e4b917", "attempts": [ { "commands": [ { "insert": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "cc1e7ac6-aba9-47fc-bf6a-7b310a32bb1e" }, "contentJson": "{\"content\":\"initial\"}", "expectedResult": [ { "success": true } ] } }, { "commit": { "expectedResult": [ { "error": { "errorClass": "EC_FAIL_OTHER", "autoRollbackAttempt": true, "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookAction": "FAIL_OTHER" }, { "hookPoint": "AFTER_ATR_ABORTED" } ] }, "clusterConnectionId": "defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184" } {} 2023-08-28 16:09:12 [10:39:12.353 INF] [] Starting Transaction Test {} 2023-08-28 16:09:12 [10:39:12.353 DBG] [] Test: { "transactionsFactoryRef": "6ccfe8bf-a75f-4f8b-b8b8-474203e4b917", "attempts": [ { "commands": [ { "insert": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "cc1e7ac6-aba9-47fc-bf6a-7b310a32bb1e" }, "contentJson": "{\"content\":\"initial\"}", "expectedResult": [ { "success": true } ] } }, { "commit": { "expectedResult": [ { "error": { "errorClass": "EC_FAIL_OTHER", "autoRollbackAttempt": true, "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookAction": "FAIL_OTHER" }, { "hookPoint": "AFTER_ATR_ABORTED" } ] }, "clusterConnectionId": "defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184" } {} 2023-08-28 16:09:12 [10:39:12.353 DBG] [] clusterConnectionId:defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184 {} 2023-08-28 16:09:12 [10:39:12.353 DBG] [] Using custom connection at host : couchbase://172.23.111.130 and with username Administrator {} 2023-08-28 16:09:12 [10:39:12.353 DBG] [] Registering 2 hooks {} 2023-08-28 16:09:12 [10:39:12.353 DBG] [] - Hook Point BeforeAtrCommit with Action FailOther {} 2023-08-28 16:09:12 [10:39:12.353 DBG] [] - Hook Point AfterAtrAborted with Action FailHard {} 2023-08-28 16:09:12 [10:39:12.354 DBG] [] Starting Attempt 0 {} 2023-08-28 16:09:12 [10:39:12.354 DBG] [] Performing TransactionCommand Insert {} 2023-08-28 16:09:12 [10:39:12.354 DBG] [] 00633ba0-2693-468f-a114-f076546fd097.f43179f1-ec9e-48ba-b3cd-0c9c13d5d365: Performing command: insert {} 2023-08-28 16:09:12 [10:39:12.355 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Requested Durability = Majority {"Scope": ["InsertWithKv", "InsertWithKv", "InitAtrIfNeeded"]} 2023-08-28 16:09:12 [10:39:12.591 INF] [Couchbase.Transactions.DataAccess.AtrRepository] Upserted ATR to PENDING _txn:atr-364-#5/attempts.f43179f1-ec9e-48ba-b3cd-0c9c13d5d365 (cas = 1693219153042210816) {"Scope": ["InsertWithKv", "InsertWithKv", "SetAtrPending", "MutateAtrPending"]} 2023-08-28 16:09:12 [10:39:12.591 DBG] [Couchbase.Transactions.AttemptContext] SetAtrPending for default._default._default::_txn:atr-364-#5 (attempt=f43179f1-ec9e-48ba-b3cd-0c9c13d5d365) {"Scope": ["InsertWithKv", "InsertWithKv", "SetAtrPending"]} 2023-08-28 16:09:12 [10:39:12.837 DBG] [Couchbase.Transactions.AttemptContext] CreateStagedInsert for cc1e7ac6-aba9-47fc-bf6a-7b310a32bb1e, attemptId=f43179f1-ec9e-48ba-b3cd-0c9c13d5d365, preCas=null, postCas=1693219153287774208 {"Scope": ["InsertWithKv", "InsertWithKv", "CreateStagedInsert"]} 2023-08-28 16:09:12 [10:39:12.838 DBG] [] 00633ba0-2693-468f-a114-f076546fd097.f43179f1-ec9e-48ba-b3cd-0c9c13d5d365: Command Succeeded {} 2023-08-28 16:09:12 [10:39:12.838 DBG] [] Performing TransactionCommand Commit {} 2023-08-28 16:09:12 [10:39:12.838 DBG] [] 00633ba0-2693-468f-a114-f076546fd097.f43179f1-ec9e-48ba-b3cd-0c9c13d5d365: Performing command: commit {} 2023-08-28 16:09:12 [10:39:12.840 WRN] [Couchbase.Transactions.AttemptContext] Failed attempt at committing due to FailOther {"Scope": ["CommitWithKv", "SetAtrCommit"]} 2023-08-28 16:09:12 [10:39:12.842 DBG] [] ExternalException.Unknown: Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException' was thrown. 2023-08-28 16:09:12 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_3() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 291 2023-08-28 16:09:12 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 462 2023-08-28 16:09:12 --- End of stack trace from previous location --- 2023-08-28 16:09:12 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 466 2023-08-28 16:09:12 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 2023-08-28 16:09:12 --- End of stack trace from previous location --- 2023-08-28 16:09:12 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 268 2023-08-28 16:09:12 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 2023-08-28 16:09:12 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.BeforeAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 89 2023-08-28 16:09:12 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1413 {} 2023-08-28 16:09:12 [10:39:12.842 DBG] [] Operation 'commit' failed as expected {} 2023-08-28 16:09:12 [10:39:12.843 WRN] [ExecuteApplicationLambda] Attempt failed, attempting automatic rollback... {} 2023-08-28 16:09:12 [10:39:12.843 INF] [Couchbase.Transactions.AttemptContext] Setting Aborted status. isAppRollback=False {"Scope": ["RollbackWithKv", "SetAtrAborted"]} 2023-08-28 16:09:13 [10:39:13.079 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Updated to ABORTED ATR _txn:atr-364-#5/attempts.f43179f1-ec9e-48ba-b3cd-0c9c13d5d365 (cas = 1693219153530126336) {"Scope": ["RollbackWithKv", "SetAtrAborted", "MutateAtrAborted"]} 2023-08-28 16:09:13 [10:39:13.080 DBG] [Couchbase.Transactions.AttemptContext] SetAtrAborted for default._default._default::_txn:atr-364-#5 (attempt=f43179f1-ec9e-48ba-b3cd-0c9c13d5d365) {"Scope": ["RollbackWithKv", "SetAtrAborted"]} 2023-08-28 16:09:13 [10:39:13.081 WRN] [ExecuteApplicationLambda] Rollback failed due to Exception of type 'Couchbase.Transactions.Error.External.TransactionOperationFailedException' was thrown. {} 2023-08-28 16:09:13 [10:39:13.081 INF] [ExecuteApplicationLambda] Attempt f43179f1-ec9e-48ba-b3cd-0c9c13d5d365 completed. CleanupClient=False, LostCleanup=False {} 2023-08-28 16:09:13 Transaction Failed with: Couchbase.Transactions.Error.TransactionFailedException: Transaction failed. 2023-08-28 16:09:13 ---> Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException' was thrown. 2023-08-28 16:09:13 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_3() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 291 2023-08-28 16:09:13 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 462 2023-08-28 16:09:13 --- End of stack trace from previous location --- 2023-08-28 16:09:13 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 466 2023-08-28 16:09:13 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 2023-08-28 16:09:13 --- End of stack trace from previous location --- 2023-08-28 16:09:13 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 268 2023-08-28 16:09:13 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 2023-08-28 16:09:13 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.BeforeAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 89 2023-08-28 16:09:13 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1413 2023-08-28 16:09:13 --- End of inner exception stack trace --- 2023-08-28 16:09:13 at Couchbase.Transactions.Transactions.RunAsync(Func`2 transactionLogic, PerTransactionConfig perConfig, Boolean singleQueryTransactionMode) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/Transactions.cs:line 229 2023-08-28 16:09:13 at Couchbase.Transactions.FitPerformer.TwoWayTransaction.Run(Transactions transactions, TransactionCreateRequest request, ClusterConnection connection, IServerStreamWriter`1 responseStream) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 68 2023-08-28 16:09:13 -----------------------Context Info--------------------------- 2023-08-28 16:09:13 2023-08-28 16:09:13 2023-08-28 16:09:13 [10:39:13.084 DBG] [] UNKNOWN due to Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException' was thrown. 2023-08-28 16:09:13 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_3() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 291 2023-08-28 16:09:13 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 462 2023-08-28 16:09:13 --- End of stack trace from previous location --- 2023-08-28 16:09:13 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 466 2023-08-28 16:09:13 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 2023-08-28 16:09:13 --- End of stack trace from previous location --- 2023-08-28 16:09:13 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 268 2023-08-28 16:09:13 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 2023-08-28 16:09:13 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.BeforeAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 89 2023-08-28 16:09:13 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1413 {} 2023-08-28 16:09:13 [10:39:13.084 INF] [] Completed Transaction Test {} 2023-08-28 16:09:13 [10:39:13.094 DBG] [] transactionSingleQuery: { "transactionsFactoryRef": "6ccfe8bf-a75f-4f8b-b8b8-474203e4b917", "clusterConnectionId": "defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184", "query": { "statement": "SELECT * FROM `_default` WHERE META().id = 'cc1e7ac6-aba9-47fc-bf6a-7b310a32bb1e'", "expectedResult": [ { "anythingAllowed": true } ], "checkMutations": true, "queryParameters": { }, "scope": { "bucketName": "default", "scopeName": "_default" } } } {} 2023-08-28 16:09:13 [10:39:13.094 DBG] [] clusterConnectionId:defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184 {} 2023-08-28 16:09:13 [10:39:13.094 DBG] [] Using custom connection at host : couchbase://172.23.111.130 and with username Administrator {} 2023-08-28 16:09:13 [10:39:13.095 DBG] [Couchbase.Transactions.AttemptContext] [8b22420e-a96e-4d27-bf3b-73c1a6a5f061] Executing Query: query: null {"Scope": ["QueryAsync", "QueryWrapper"]} 2023-08-28 16:09:13 [10:39:13.342 INF] [ExecuteApplicationLambda] Attempt 8b22420e-a96e-4d27-bf3b-73c1a6a5f061 completed. CleanupClient=False, LostCleanup=False {} 2023-08-28 16:09:15 [10:39:15.314 DBG] [] transactionCreate: { "transactionsFactoryRef": "6ccfe8bf-a75f-4f8b-b8b8-474203e4b917", "attempts": [ { "commands": [ { "replace": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "afe11eda-1e6b-47bf-a1d0-3b91e0b54035" }, "contentJson": "{\"content\":\"updated\"}", "expectedResult": [ { "error": { "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookPoint": "AFTER_STAGED_REPLACE_COMPLETE" } ] }, "clusterConnectionId": "defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184" } {} 2023-08-28 16:09:15 [10:39:15.314 INF] [] Starting Transaction Test {} 2023-08-28 16:09:15 [10:39:15.314 DBG] [] Test: { "transactionsFactoryRef": "6ccfe8bf-a75f-4f8b-b8b8-474203e4b917", "attempts": [ { "commands": [ { "replace": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "afe11eda-1e6b-47bf-a1d0-3b91e0b54035" }, "contentJson": "{\"content\":\"updated\"}", "expectedResult": [ { "error": { "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookPoint": "AFTER_STAGED_REPLACE_COMPLETE" } ] }, "clusterConnectionId": "defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184" } {} 2023-08-28 16:09:15 [10:39:15.314 DBG] [] clusterConnectionId:defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184 {} 2023-08-28 16:09:15 [10:39:15.314 DBG] [] Using custom connection at host : couchbase://172.23.111.130 and with username Administrator {} 2023-08-28 16:09:15 [10:39:15.314 DBG] [] Registering 1 hooks {} 2023-08-28 16:09:15 [10:39:15.314 DBG] [] - Hook Point AfterStagedReplaceComplete with Action FailHard {} 2023-08-28 16:09:15 [10:39:15.316 DBG] [] Starting Attempt 0 {} 2023-08-28 16:09:15 [10:39:15.316 DBG] [] Performing TransactionCommand Replace {} 2023-08-28 16:09:15 [10:39:15.316 DBG] [] d0760c81-70d9-4b53-8991-571a84a203e5.76aea4ef-7f1d-4d86-b8ad-24ca96b1b3f9: Performing command: replace {} 2023-08-28 16:09:15 [10:39:15.573 DBG] [Couchbase.Transactions.AttemptContext] GetWithMav for afe11eda-1e6b-47bf-a1d0-3b91e0b54035, attemptId=76aea4ef-7f1d-4d86-b8ad-24ca96b1b3f9, postCas=1693219155755859968 {"Scope": ["GetWithKv", "GetWithMav"]} 2023-08-28 16:09:15 [10:39:15.574 DBG] [Couchbase.Transactions.AttemptContext] CheckWriteWriteConflict@WW_RP for default::_default::_default::afe11eda-1e6b-47bf-a1d0-3b91e0b54035, attempt=76aea4ef-7f1d-4d86-b8ad-24ca96b1b3f9 {"Scope": ["ReplaceWithKv", "CheckWriteWriteConflict"]} 2023-08-28 16:09:15 [10:39:15.575 DBG] [Couchbase.Transactions.AttemptContext] CheckWriteWriteConflict no other txn for default::_default::_default::afe11eda-1e6b-47bf-a1d0-3b91e0b54035, attempt=76aea4ef-7f1d-4d86-b8ad-24ca96b1b3f9 {"Scope": ["ReplaceWithKv", "CheckWriteWriteConflict"]} 2023-08-28 16:09:15 [10:39:15.575 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Requested Durability = Majority {"Scope": ["ReplaceWithKv", "InitAtrIfNeeded"]} 2023-08-28 16:09:15 [10:39:15.812 INF] [Couchbase.Transactions.DataAccess.AtrRepository] Upserted ATR to PENDING _txn:atr-400-#22f/attempts.76aea4ef-7f1d-4d86-b8ad-24ca96b1b3f9 (cas = 1693219156261863424) {"Scope": ["ReplaceWithKv", "SetAtrPending", "MutateAtrPending"]} 2023-08-28 16:09:15 [10:39:15.813 DBG] [Couchbase.Transactions.AttemptContext] SetAtrPending for default._default._default::_txn:atr-400-#22f (attempt=76aea4ef-7f1d-4d86-b8ad-24ca96b1b3f9) {"Scope": ["ReplaceWithKv", "SetAtrPending"]} 2023-08-28 16:09:16 [10:39:16.066 DBG] [Couchbase.Transactions.AttemptContext] CreateStagedReplace for afe11eda-1e6b-47bf-a1d0-3b91e0b54035, attemptId=76aea4ef-7f1d-4d86-b8ad-24ca96b1b3f9, preCase=1693219155755859968, postCas=1693219156497661952, accessDeleted=False {"Scope": ["ReplaceWithKv", "CreateStagedReplace"]} 2023-08-28 16:09:16 [10:39:16.071 DBG] [] ExternalException.Unknown: Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. 2023-08-28 16:09:16 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 2023-08-28 16:09:16 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 462 2023-08-28 16:09:16 --- End of stack trace from previous location --- 2023-08-28 16:09:16 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 466 2023-08-28 16:09:16 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 2023-08-28 16:09:16 --- End of stack trace from previous location --- 2023-08-28 16:09:16 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 268 2023-08-28 16:09:16 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 2023-08-28 16:09:16 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterStagedReplaceComplete(AttemptContext ctx, String id) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 145 2023-08-28 16:09:16 at Couchbase.Transactions.AttemptContext.CreateStagedReplace(TransactionGetResult doc, Object content, Boolean accessDeleted, IRequestSpan parentSpan) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 560 {} 2023-08-28 16:09:16 [10:39:16.071 DBG] [] Operation 'replace' failed as expected {} 2023-08-28 16:09:16 [10:39:16.072 DBG] [ExecuteApplicationLambda] Propagating error up. (ec = FailHard, retry = False, finalError = TransactionFailed) {} 2023-08-28 16:09:16 [10:39:16.072 INF] [ExecuteApplicationLambda] Attempt 76aea4ef-7f1d-4d86-b8ad-24ca96b1b3f9 completed. CleanupClient=False, LostCleanup=False {} 2023-08-28 16:09:16 Transaction Failed with: Couchbase.Transactions.Error.TransactionFailedException: Transaction failed. 2023-08-28 16:09:16 ---> Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. 2023-08-28 16:09:16 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 2023-08-28 16:09:16 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 462 2023-08-28 16:09:16 --- End of stack trace from previous location --- 2023-08-28 16:09:16 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 466 2023-08-28 16:09:16 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 2023-08-28 16:09:16 --- End of stack trace from previous location --- 2023-08-28 16:09:16 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 268 2023-08-28 16:09:16 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 2023-08-28 16:09:16 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterStagedReplaceComplete(AttemptContext ctx, String id) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 145 2023-08-28 16:09:16 at Couchbase.Transactions.AttemptContext.CreateStagedReplace(TransactionGetResult doc, Object content, Boolean accessDeleted, IRequestSpan parentSpan) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 560 2023-08-28 16:09:16 --- End of inner exception stack trace --- 2023-08-28 16:09:16 at Couchbase.Transactions.Transactions.RunAsync(Func`2 transactionLogic, PerTransactionConfig perConfig, Boolean singleQueryTransactionMode) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/Transactions.cs:line 229 2023-08-28 16:09:16 at Couchbase.Transactions.FitPerformer.TwoWayTransaction.Run(Transactions transactions, TransactionCreateRequest request, ClusterConnection connection, IServerStreamWriter`1 responseStream) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 68 2023-08-28 16:09:16 -----------------------Context Info--------------------------- 2023-08-28 16:09:16 2023-08-28 16:09:16 2023-08-28 16:09:16 [10:39:16.075 DBG] [] UNKNOWN due to Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. 2023-08-28 16:09:16 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 2023-08-28 16:09:16 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 462 2023-08-28 16:09:16 --- End of stack trace from previous location --- 2023-08-28 16:09:16 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 466 2023-08-28 16:09:16 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 2023-08-28 16:09:16 --- End of stack trace from previous location --- 2023-08-28 16:09:16 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 268 2023-08-28 16:09:16 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 2023-08-28 16:09:16 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterStagedReplaceComplete(AttemptContext ctx, String id) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 145 2023-08-28 16:09:16 at Couchbase.Transactions.AttemptContext.CreateStagedReplace(TransactionGetResult doc, Object content, Boolean accessDeleted, IRequestSpan parentSpan) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 560 {} 2023-08-28 16:09:16 [10:39:16.075 INF] [] Completed Transaction Test {} 2023-08-28 16:09:16 [10:39:16.824 DBG] [] transactionSingleQuery: { "transactionsFactoryRef": "6ccfe8bf-a75f-4f8b-b8b8-474203e4b917", "clusterConnectionId": "defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184", "query": { "statement": "INSERT INTO `_default` VALUES ('afe11eda-1e6b-47bf-a1d0-3b91e0b54035', {\"content\":\"updated\"})", "expectedResult": [ { "anythingAllowed": true } ], "queryParameters": { }, "scope": { "bucketName": "default", "scopeName": "_default" } } } {} 2023-08-28 16:09:16 [10:39:16.824 DBG] [] clusterConnectionId:defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184 {} 2023-08-28 16:09:16 [10:39:16.824 DBG] [] Using custom connection at host : couchbase://172.23.111.130 and with username Administrator {} 2023-08-28 16:09:16 [10:39:16.824 DBG] [Couchbase.Transactions.AttemptContext] [dfe6778a-fcff-484b-b644-43c5453e12fc] Executing Query: query: null {"Scope": ["QueryAsync", "QueryWrapper"]} 2023-08-28 16:09:17 [10:39:17.082 ERR] [Couchbase.Transactions.AttemptContext] [dfe6778a-fcff-484b-b644-43c5453e12fc] query failed at query: Couchbase.CouchbaseException: Duplicate Key: afe11eda-1e6b-47bf-a1d0-3b91e0b54035 [17012] 2023-08-28 16:09:17 at Couchbase.Query.QueryResultExtensions.ThrowExceptionOnError[T](IQueryResult`1 result, QueryErrorContext context) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryResultExtensions.cs:line 137 2023-08-28 16:09:17 at Couchbase.Query.QueryClient.ExecuteQuery[T](QueryOptions options, ITypeSerializer serializer, IRequestSpan span) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryClient.cs:line 320 2023-08-28 16:09:17 at Couchbase.Query.QueryClient.QueryAsync[T](String statement, QueryOptions options) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryClient.cs:line 149 2023-08-28 16:09:17 at Couchbase.Cluster.<>c__DisplayClass35_0`1.<g__Func|0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Cluster.cs:line 339 2023-08-28 16:09:17 --- End of stack trace from previous location --- 2023-08-28 16:09:17 at Couchbase.Core.Retry.RetryOrchestrator.RetryAsync[T](Func`1 send, IRequest request) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Core/Retry/RetryOrchestrator.cs:line 73 2023-08-28 16:09:17 at Couchbase.Cluster.QueryAsync[T](String statement, QueryOptions options) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Cluster.cs:line 349 2023-08-28 16:09:17 at Couchbase.Transactions.AttemptContext.QueryWrapper[T](Int64 statementId, IScope scope, String statement, QueryOptions options, String hookPoint, IRequestSpan parentSpan, Boolean isBeginWork, Boolean existingErrorCheck, JObject txdata, Boolean txImplicit) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 2119 2023-08-28 16:09:17 -----------------------Context Info--------------------------- 2023-08-28 16:09:17 {"statement":"[{\"statement\":\"INSERT INTO \\u0060_default\\u0060 VALUES (\\u0027afe11eda-1e6b-47bf-a1d0-3b91e0b54035\\u0027, {\\u0022content\\u0022:\\u0022updated\\u0022})\",\"client_context_id\":\"486a8d34-f2fc-4e37-bfe8-352217eae051\",\"metrics\":true,\"query_context\":\"default:\\u0060default\\u0060.\\u0060_default\\u0060\",\"scan_consistency\":\"request_plus\",\"timeout\":\"75000ms\",\"tximplicit\":true,\"durability_level\":\"majority\",\"txtimeout\":\"14999.3173ms\",\"txdata\":{\"id\":{\"txn\":\"e59fe4ec-3c00-4fe7-bc50-251c22468934\",\"atmpt\":\"dfe6778a-fcff-484b-b644-43c5453e12fc\"},\"state\":{\"timeLeftMs\":14999},\"config\":{\"kvTimeoutMs\":10000,\"numAtrs\":1024,\"durabilityLevel\":\"MAJORITY\"},\"atr\":null,\"mutations\":[]}}]","clientContextId":"486a8d34-f2fc-4e37-bfe8-352217eae051","parameters":"{\"Named\":{},\"Raw\":{\"tximplicit\":true,\"durability_level\":\"majority\",\"txtimeout\":\"14999.3173ms\",\"txdata\":{\"id\":{\"Transactionid\":\"e59fe4ec-3c00-4fe7-bc50-251c22468934\",\"AttemptId\":\"dfe6778a-fcff-484b-b644-43c5453e12fc\"},\"state\":{\"timeLeftMs\":14999},\"config\":{\"kvTimeoutMs\":10000,\"numAtrs\":1024,\"durabilityLevel\":\"MAJORITY\"},\"atr\":null,\"mutations\":[]}},\"Positional\":[]}","httpStatus":200,"queryStatus":2,"errors":[{"msg":"Duplicate Key: afe11eda-1e6b-47bf-a1d0-3b91e0b54035","code":17012,"name":null,"sev":0,"temp":false,"reason":null,"retry":false,"cause":{"cause":"found staged non-insert mutation: document already exists","raise":"failed","retry":false,"rollback":false}}],"message":"Duplicate Key: afe11eda-1e6b-47bf-a1d0-3b91e0b54035 [17012]","retryReasons":null} 2023-08-28 16:09:17 {"Scope": ["QueryAsync", "QueryWrapper"]} 2023-08-28 16:09:17 [10:39:17.084 INF] [ExecuteApplicationLambda] Attempt dfe6778a-fcff-484b-b644-43c5453e12fc completed. CleanupClient=False, LostCleanup=False {} 2023-08-28 16:09:19 [10:39:19.473 DBG] [] transactionCreate: { "transactionsFactoryRef": "6ccfe8bf-a75f-4f8b-b8b8-474203e4b917", "attempts": [ { "commands": [ { "replace": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "ce754b9c-9441-4c9c-8dd4-20b0d3932ec9" }, "contentJson": "{\"content\":\"updated\"}", "expectedResult": [ { "error": { "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookPoint": "AFTER_STAGED_REPLACE_COMPLETE" } ] }, "clusterConnectionId": "defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184" } {} 2023-08-28 16:09:19 [10:39:19.473 INF] [] Starting Transaction Test {} 2023-08-28 16:09:19 [10:39:19.473 DBG] [] Test: { "transactionsFactoryRef": "6ccfe8bf-a75f-4f8b-b8b8-474203e4b917", "attempts": [ { "commands": [ { "replace": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "ce754b9c-9441-4c9c-8dd4-20b0d3932ec9" }, "contentJson": "{\"content\":\"updated\"}", "expectedResult": [ { "error": { "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookPoint": "AFTER_STAGED_REPLACE_COMPLETE" } ] }, "clusterConnectionId": "defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184" } {} 2023-08-28 16:09:19 [10:39:19.473 DBG] [] clusterConnectionId:defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184 {} 2023-08-28 16:09:19 [10:39:19.473 DBG] [] Using custom connection at host : couchbase://172.23.111.130 and with username Administrator {} 2023-08-28 16:09:19 [10:39:19.473 DBG] [] Registering 1 hooks {} 2023-08-28 16:09:19 [10:39:19.473 DBG] [] - Hook Point AfterStagedReplaceComplete with Action FailHard {} 2023-08-28 16:09:19 [10:39:19.474 DBG] [] Starting Attempt 0 {} 2023-08-28 16:09:19 [10:39:19.474 DBG] [] Performing TransactionCommand Replace {} 2023-08-28 16:09:19 [10:39:19.475 DBG] [] ee5eae6b-e181-49c8-b1fd-8cafdbeeca5f.68bb90a2-f76f-4058-a01d-6f4f375d94bc: Performing command: replace {} 2023-08-28 16:09:19 [10:39:19.710 DBG] [Couchbase.Transactions.AttemptContext] GetWithMav for ce754b9c-9441-4c9c-8dd4-20b0d3932ec9, attemptId=68bb90a2-f76f-4058-a01d-6f4f375d94bc, postCas=1693219159919886336 {"Scope": ["GetWithKv", "GetWithMav"]} 2023-08-28 16:09:19 [10:39:19.711 DBG] [Couchbase.Transactions.AttemptContext] CheckWriteWriteConflict@WW_RP for default::_default::_default::ce754b9c-9441-4c9c-8dd4-20b0d3932ec9, attempt=68bb90a2-f76f-4058-a01d-6f4f375d94bc {"Scope": ["ReplaceWithKv", "CheckWriteWriteConflict"]} 2023-08-28 16:09:19 [10:39:19.711 DBG] [Couchbase.Transactions.AttemptContext] CheckWriteWriteConflict no other txn for default::_default::_default::ce754b9c-9441-4c9c-8dd4-20b0d3932ec9, attempt=68bb90a2-f76f-4058-a01d-6f4f375d94bc {"Scope": ["ReplaceWithKv", "CheckWriteWriteConflict"]} 2023-08-28 16:09:19 [10:39:19.711 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Requested Durability = Majority {"Scope": ["ReplaceWithKv", "InitAtrIfNeeded"]} 2023-08-28 16:09:19 [10:39:19.954 INF] [Couchbase.Transactions.DataAccess.AtrRepository] Upserted ATR to PENDING _txn:atr-622-#2db/attempts.68bb90a2-f76f-4058-a01d-6f4f375d94bc (cas = 1693219160396922880) {"Scope": ["ReplaceWithKv", "SetAtrPending", "MutateAtrPending"]} 2023-08-28 16:09:19 [10:39:19.955 DBG] [Couchbase.Transactions.AttemptContext] SetAtrPending for default._default._default::_txn:atr-622-#2db (attempt=68bb90a2-f76f-4058-a01d-6f4f375d94bc) {"Scope": ["ReplaceWithKv", "SetAtrPending"]} 2023-08-28 16:09:20 [10:39:20.193 DBG] [Couchbase.Transactions.AttemptContext] CreateStagedReplace for ce754b9c-9441-4c9c-8dd4-20b0d3932ec9, attemptId=68bb90a2-f76f-4058-a01d-6f4f375d94bc, preCase=1693219159919886336, postCas=1693219160641175552, accessDeleted=False {"Scope": ["ReplaceWithKv", "CreateStagedReplace"]} 2023-08-28 16:09:20 [10:39:20.200 DBG] [] ExternalException.Unknown: Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. 2023-08-28 16:09:20 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 2023-08-28 16:09:20 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 462 2023-08-28 16:09:20 --- End of stack trace from previous location --- 2023-08-28 16:09:20 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 466 2023-08-28 16:09:20 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 2023-08-28 16:09:20 --- End of stack trace from previous location --- 2023-08-28 16:09:20 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 268 2023-08-28 16:09:20 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 2023-08-28 16:09:20 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterStagedReplaceComplete(AttemptContext ctx, String id) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 145 2023-08-28 16:09:20 at Couchbase.Transactions.AttemptContext.CreateStagedReplace(TransactionGetResult doc, Object content, Boolean accessDeleted, IRequestSpan parentSpan) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 560 {} 2023-08-28 16:09:20 [10:39:20.200 DBG] [] Operation 'replace' failed as expected {} 2023-08-28 16:09:20 [10:39:20.201 DBG] [ExecuteApplicationLambda] Propagating error up. (ec = FailHard, retry = False, finalError = TransactionFailed) {} 2023-08-28 16:09:20 [10:39:20.201 INF] [ExecuteApplicationLambda] Attempt 68bb90a2-f76f-4058-a01d-6f4f375d94bc completed. CleanupClient=False, LostCleanup=False {} 2023-08-28 16:09:20 Transaction Failed with: Couchbase.Transactions.Error.TransactionFailedException: Transaction failed. 2023-08-28 16:09:20 ---> Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. 2023-08-28 16:09:20 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 2023-08-28 16:09:20 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 462 2023-08-28 16:09:20 --- End of stack trace from previous location --- 2023-08-28 16:09:20 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 466 2023-08-28 16:09:20 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 2023-08-28 16:09:20 --- End of stack trace from previous location --- 2023-08-28 16:09:20 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 268 2023-08-28 16:09:20 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 2023-08-28 16:09:20 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterStagedReplaceComplete(AttemptContext ctx, String id) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 145 2023-08-28 16:09:20 at Couchbase.Transactions.AttemptContext.CreateStagedReplace(TransactionGetResult doc, Object content, Boolean accessDeleted, IRequestSpan parentSpan) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 560 2023-08-28 16:09:20 --- End of inner exception stack trace --- 2023-08-28 16:09:20 at Couchbase.Transactions.Transactions.RunAsync(Func`2 transactionLogic, PerTransactionConfig perConfig, Boolean singleQueryTransactionMode) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/Transactions.cs:line 229 2023-08-28 16:09:20 at Couchbase.Transactions.FitPerformer.TwoWayTransaction.Run(Transactions transactions, TransactionCreateRequest request, ClusterConnection connection, IServerStreamWriter`1 responseStream) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 68 2023-08-28 16:09:20 -----------------------Context Info--------------------------- 2023-08-28 16:09:20 2023-08-28 16:09:20 2023-08-28 16:09:20 [10:39:20.205 DBG] [] UNKNOWN due to Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. 2023-08-28 16:09:20 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 2023-08-28 16:09:20 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 462 2023-08-28 16:09:20 --- End of stack trace from previous location --- 2023-08-28 16:09:20 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 466 2023-08-28 16:09:20 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 2023-08-28 16:09:20 --- End of stack trace from previous location --- 2023-08-28 16:09:20 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 268 2023-08-28 16:09:20 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 2023-08-28 16:09:20 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterStagedReplaceComplete(AttemptContext ctx, String id) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 145 2023-08-28 16:09:20 at Couchbase.Transactions.AttemptContext.CreateStagedReplace(TransactionGetResult doc, Object content, Boolean accessDeleted, IRequestSpan parentSpan) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 560 {} 2023-08-28 16:09:20 [10:39:20.206 INF] [] Completed Transaction Test {} 2023-08-28 16:09:20 [10:39:20.992 DBG] [] transactionSingleQuery: { "transactionsFactoryRef": "6ccfe8bf-a75f-4f8b-b8b8-474203e4b917", "clusterConnectionId": "defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184", "query": { "statement": "UPDATE `_default` SET content = 'updated-query' WHERE META().id = 'ce754b9c-9441-4c9c-8dd4-20b0d3932ec9'", "expectedResult": [ { "anythingAllowed": true } ], "checkMutations": true, "expectedMutations": 1, "queryParameters": { }, "scope": { "bucketName": "default", "scopeName": "_default" } }, "queryOptions": { "timeoutMillis": "2000" } } {} 2023-08-28 16:09:20 [10:39:20.992 DBG] [] clusterConnectionId:defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184 {} 2023-08-28 16:09:20 [10:39:20.992 DBG] [] Using custom connection at host : couchbase://172.23.111.130 and with username Administrator {} 2023-08-28 16:09:20 [10:39:20.995 DBG] [Couchbase.Transactions.AttemptContext] [ba6511d3-a825-451e-8457-9c584543352a] Executing Query: query: null {"Scope": ["QueryAsync", "QueryWrapper"]} 2023-08-28 16:09:22 [10:39:22.252 ERR] [Couchbase.Transactions.AttemptContext] [ba6511d3-a825-451e-8457-9c584543352a] query failed at query: Couchbase.CouchbaseException: Transaction staging error [17020] 2023-08-28 16:09:22 at Couchbase.Query.QueryResultExtensions.ThrowExceptionOnError[T](IQueryResult`1 result, QueryErrorContext context) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryResultExtensions.cs:line 137 2023-08-28 16:09:22 at Couchbase.Query.QueryClient.ExecuteQuery[T](QueryOptions options, ITypeSerializer serializer, IRequestSpan span) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryClient.cs:line 320 2023-08-28 16:09:22 at Couchbase.Query.QueryClient.QueryAsync[T](String statement, QueryOptions options) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryClient.cs:line 149 2023-08-28 16:09:22 at Couchbase.Cluster.<>c__DisplayClass35_0`1.<g__Func|0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Cluster.cs:line 339 2023-08-28 16:09:22 --- End of stack trace from previous location --- 2023-08-28 16:09:22 at Couchbase.Core.Retry.RetryOrchestrator.RetryAsync[T](Func`1 send, IRequest request) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Core/Retry/RetryOrchestrator.cs:line 73 2023-08-28 16:09:22 at Couchbase.Cluster.QueryAsync[T](String statement, QueryOptions options) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Cluster.cs:line 349 2023-08-28 16:09:22 at Couchbase.Transactions.AttemptContext.QueryWrapper[T](Int64 statementId, IScope scope, String statement, QueryOptions options, String hookPoint, IRequestSpan parentSpan, Boolean isBeginWork, Boolean existingErrorCheck, JObject txdata, Boolean txImplicit) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 2119 2023-08-28 16:09:22 -----------------------Context Info--------------------------- 2023-08-28 16:09:22 {"statement":"[{\"statement\":\"UPDATE \\u0060_default\\u0060 SET content = \\u0027updated-query\\u0027 WHERE META().id = \\u0027ce754b9c-9441-4c9c-8dd4-20b0d3932ec9\\u0027\",\"client_context_id\":\"da1afbd1-6f51-4689-98fb-e5a2d2c9cd9f\",\"metrics\":true,\"query_context\":\"default:\\u0060default\\u0060.\\u0060_default\\u0060\",\"scan_consistency\":\"request_plus\",\"timeout\":\"75000ms\",\"tximplicit\":true,\"durability_level\":\"majority\",\"txtimeout\":\"1999.6126ms\",\"txdata\":{\"id\":{\"txn\":\"e350155d-8a89-407c-a0d6-10b3c0600ebf\",\"atmpt\":\"ba6511d3-a825-451e-8457-9c584543352a\"},\"state\":{\"timeLeftMs\":1999},\"config\":{\"kvTimeoutMs\":10000,\"numAtrs\":1024,\"durabilityLevel\":\"MAJORITY\"},\"atr\":null,\"mutations\":[]}}]","clientContextId":"da1afbd1-6f51-4689-98fb-e5a2d2c9cd9f","parameters":"{\"Named\":{},\"Raw\":{\"tximplicit\":true,\"durability_level\":\"majority\",\"txtimeout\":\"1999.6126ms\",\"txdata\":{\"id\":{\"Transactionid\":\"e350155d-8a89-407c-a0d6-10b3c0600ebf\",\"AttemptId\":\"ba6511d3-a825-451e-8457-9c584543352a\"},\"state\":{\"timeLeftMs\":1999},\"config\":{\"kvTimeoutMs\":10000,\"numAtrs\":1024,\"durabilityLevel\":\"MAJORITY\"},\"atr\":null,\"mutations\":[]}},\"Positional\":[]}","httpStatus":200,"queryStatus":2,"errors":[{"msg":"Transaction staging error","code":17020,"name":null,"sev":0,"temp":false,"reason":null,"retry":false,"cause":{"cause":{"bucket":"default","cause":"deadline expired before WWC was resolved on default._default._default._txn:atr-622-#2db","collection":"_default","document_key":"ce754b9c-9441-4c9c-8dd4-20b0d3932ec9","msg":"write write conflict","scope":"_default"},"raise":"failed","retry":true,"rollback":false}}],"message":"Transaction staging error [17020]","retryReasons":null} 2023-08-28 16:09:22 {"Scope": ["QueryAsync", "QueryWrapper"]} 2023-08-28 16:09:22 [10:39:22.254 WRN] [Couchbase.Transactions.AttemptContext] query code=17020 cause={ 2023-08-28 16:09:22 "bucket": "default", 2023-08-28 16:09:22 "cause": "deadline expired before WWC was resolved on default._default._default._txn:atr-622-#2db", 2023-08-28 16:09:22 "collection": "_default", 2023-08-28 16:09:22 "document_key": "ce754b9c-9441-4c9c-8dd4-20b0d3932ec9", 2023-08-28 16:09:22 "msg": "write write conflict", 2023-08-28 16:09:22 "scope": "_default" 2023-08-28 16:09:22 } raise=failed {"Scope": ["QueryAsync", "QueryWrapper"]} 2023-08-28 16:09:22 [10:39:22.254 DBG] [ExecuteApplicationLambda] Propagating error up. (ec = FailOther, retry = True, finalError = TransactionFailed) {} 2023-08-28 16:09:22 [10:39:22.254 INF] [ExecuteApplicationLambda] Attempt ba6511d3-a825-451e-8457-9c584543352a completed. CleanupClient=False, LostCleanup=False {} 2023-08-28 16:09:22 [10:39:22.265 DBG] [Couchbase.Transactions.AttemptContext] [c3a4f4b5-ff0c-4831-b6b0-20948ccc78e3] Executing Query: query: null {"Scope": ["QueryAsync", "QueryWrapper"]} 2023-08-28 16:09:23 [10:39:23.883 ERR] [Couchbase.Transactions.AttemptContext] [c3a4f4b5-ff0c-4831-b6b0-20948ccc78e3] query failed at query: Couchbase.Core.Exceptions.IndexFailureException: Keyspace not found in CB datastore: default:_default - cause: No bucket named _default [12003] 2023-08-28 16:09:23 at Couchbase.Query.QueryResultExtensions.ThrowExceptionOnError[T](IQueryResult`1 result, QueryErrorContext context) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryResultExtensions.cs:line 137 2023-08-28 16:09:23 at Couchbase.Query.QueryClient.ExecuteQuery[T](QueryOptions options, ITypeSerializer serializer, IRequestSpan span) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryClient.cs:line 320 2023-08-28 16:09:23 at Couchbase.Query.QueryClient.QueryAsync[T](String statement, QueryOptions options) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryClient.cs:line 149 2023-08-28 16:09:23 at Couchbase.Cluster.<>c__DisplayClass35_0`1.<g__Func|0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Cluster.cs:line 339 2023-08-28 16:09:23 --- End of stack trace from previous location --- 2023-08-28 16:09:23 at Couchbase.Core.Retry.RetryOrchestrator.RetryAsync[T](Func`1 send, IRequest request) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Core/Retry/RetryOrchestrator.cs:line 73 2023-08-28 16:09:23 at Couchbase.Cluster.QueryAsync[T](String statement, QueryOptions options) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Cluster.cs:line 349 2023-08-28 16:09:23 at Couchbase.Transactions.AttemptContext.QueryWrapper[T](Int64 statementId, IScope scope, String statement, QueryOptions options, String hookPoint, IRequestSpan parentSpan, Boolean isBeginWork, Boolean existingErrorCheck, JObject txdata, Boolean txImplicit) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 2119 2023-08-28 16:09:23 -----------------------Context Info--------------------------- 2023-08-28 16:09:23 {"statement":"[{\u0022statement\u0022:\u0022UPDATE \\u0060_default\\u0060 SET content = \\u0027updated-query\\u0027 WHERE META().id = \\u0027ce754b9c-9441-4c9c-8dd4-20b0d3932ec9\\u0027\u0022,\u0022client_context_id\u0022:\u0022d9987a68-6688-40c6-bd77-c51be7e90d99\u0022,\u0022metrics\u0022:true,\u0022scan_consistency\u0022:\u0022request_plus\u0022,\u0022timeout\u0022:\u002275000ms\u0022,\u0022tximplicit\u0022:true,\u0022durability_level\u0022:\u0022majority\u0022,\u0022txtimeout\u0022:\u0022729.3744ms\u0022,\u0022txdata\u0022:{\u0022id\u0022:{\u0022txn\u0022:\u0022e350155d-8a89-407c-a0d6-10b3c0600ebf\u0022,\u0022atmpt\u0022:\u0022c3a4f4b5-ff0c-4831-b6b0-20948ccc78e3\u0022},\u0022state\u0022:{\u0022timeLeftMs\u0022:729},\u0022config\u0022:{\u0022kvTimeoutMs\u0022:10000,\u0022numAtrs\u0022:1024,\u0022durabilityLevel\u0022:\u0022MAJORITY\u0022},\u0022atr\u0022:null,\u0022mutations\u0022:[]}}]","clientContextId":"d9987a68-6688-40c6-bd77-c51be7e90d99","parameters":"{\u0022Named\u0022:{},\u0022Raw\u0022:{\u0022tximplicit\u0022:true,\u0022durability_level\u0022:\u0022majority\u0022,\u0022txtimeout\u0022:\u0022729.3744ms\u0022,\u0022txdata\u0022:{\u0022id\u0022:{\u0022Transactionid\u0022:\u0022e350155d-8a89-407c-a0d6-10b3c0600ebf\u0022,\u0022AttemptId\u0022:\u0022c3a4f4b5-ff0c-4831-b6b0-20948ccc78e3\u0022},\u0022state\u0022:{\u0022timeLeftMs\u0022:729},\u0022config\u0022:{\u0022kvTimeoutMs\u0022:10000,\u0022numAtrs\u0022:1024,\u0022durabilityLevel\u0022:\u0022MAJORITY\u0022},\u0022atr\u0022:null,\u0022mutations\u0022:[]}},\u0022Positional\u0022:[]}","httpStatus":"InternalServerError","queryStatus":"fatal","errors":[{"msg":"Keyspace not found in CB datastore: default:_default - cause: No bucket named _default","code":12003,"name":null,"severity":0,"temp":false,"reason":null,"retry":false}],"message":"Keyspace not found in CB datastore: default:_default - cause: No bucket named _default [12003]","retryReasons":null} 2023-08-28 16:09:23 {"Scope": ["QueryAsync", "QueryWrapper"]} 2023-08-28 16:09:23 [10:39:23.884 INF] [ExecuteApplicationLambda] Attempt c3a4f4b5-ff0c-4831-b6b0-20948ccc78e3 completed. CleanupClient=False, LostCleanup=False {} 2023-08-28 16:09:25 [10:39:25.094 DBG] [] transactionCreate: { "transactionsFactoryRef": "6ccfe8bf-a75f-4f8b-b8b8-474203e4b917", "attempts": [ { "commands": [ { "replace": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "fb4c5e47-1c37-46ba-b15a-820e1f5ebfce" }, "contentJson": "{\"content\":\"updated\"}", "expectedResult": [ { "error": { "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookPoint": "AFTER_STAGED_REPLACE_COMPLETE" } ] }, "clusterConnectionId": "defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184" } {} 2023-08-28 16:09:25 [10:39:25.094 INF] [] Starting Transaction Test {} 2023-08-28 16:09:25 [10:39:25.094 DBG] [] Test: { "transactionsFactoryRef": "6ccfe8bf-a75f-4f8b-b8b8-474203e4b917", "attempts": [ { "commands": [ { "replace": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "fb4c5e47-1c37-46ba-b15a-820e1f5ebfce" }, "contentJson": "{\"content\":\"updated\"}", "expectedResult": [ { "error": { "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookPoint": "AFTER_STAGED_REPLACE_COMPLETE" } ] }, "clusterConnectionId": "defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184" } {} 2023-08-28 16:09:25 [10:39:25.094 DBG] [] clusterConnectionId:defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184 {} 2023-08-28 16:09:25 [10:39:25.094 DBG] [] Using custom connection at host : couchbase://172.23.111.130 and with username Administrator {} 2023-08-28 16:09:25 [10:39:25.094 DBG] [] Registering 1 hooks {} 2023-08-28 16:09:25 [10:39:25.094 DBG] [] - Hook Point AfterStagedReplaceComplete with Action FailHard {} 2023-08-28 16:09:25 [10:39:25.095 DBG] [] Starting Attempt 0 {} 2023-08-28 16:09:25 [10:39:25.095 DBG] [] Performing TransactionCommand Replace {} 2023-08-28 16:09:25 [10:39:25.095 DBG] [] 073f39cd-3f18-45de-ac25-aedea66e8ed6.bb2b0955-04b4-43ab-8b98-4449e93af75a: Performing command: replace {} 2023-08-28 16:09:25 [10:39:25.331 DBG] [Couchbase.Transactions.AttemptContext] GetWithMav for fb4c5e47-1c37-46ba-b15a-820e1f5ebfce, attemptId=bb2b0955-04b4-43ab-8b98-4449e93af75a, postCas=1693219165535535104 {"Scope": ["GetWithKv", "GetWithMav"]} 2023-08-28 16:09:25 [10:39:25.332 DBG] [Couchbase.Transactions.AttemptContext] CheckWriteWriteConflict@WW_RP for default::_default::_default::fb4c5e47-1c37-46ba-b15a-820e1f5ebfce, attempt=bb2b0955-04b4-43ab-8b98-4449e93af75a {"Scope": ["ReplaceWithKv", "CheckWriteWriteConflict"]} 2023-08-28 16:09:25 [10:39:25.332 DBG] [Couchbase.Transactions.AttemptContext] CheckWriteWriteConflict no other txn for default::_default::_default::fb4c5e47-1c37-46ba-b15a-820e1f5ebfce, attempt=bb2b0955-04b4-43ab-8b98-4449e93af75a {"Scope": ["ReplaceWithKv", "CheckWriteWriteConflict"]} 2023-08-28 16:09:25 [10:39:25.333 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Requested Durability = Majority {"Scope": ["ReplaceWithKv", "InitAtrIfNeeded"]} 2023-08-28 16:09:25 [10:39:25.603 INF] [Couchbase.Transactions.DataAccess.AtrRepository] Upserted ATR to PENDING _txn:atr-412-#81e/attempts.bb2b0955-04b4-43ab-8b98-4449e93af75a (cas = 1693219166018469888) {"Scope": ["ReplaceWithKv", "SetAtrPending", "MutateAtrPending"]} 2023-08-28 16:09:25 [10:39:25.604 DBG] [Couchbase.Transactions.AttemptContext] SetAtrPending for default._default._default::_txn:atr-412-#81e (attempt=bb2b0955-04b4-43ab-8b98-4449e93af75a) {"Scope": ["ReplaceWithKv", "SetAtrPending"]} 2023-08-28 16:09:25 [10:39:25.899 DBG] [Couchbase.Transactions.AttemptContext] CreateStagedReplace for fb4c5e47-1c37-46ba-b15a-820e1f5ebfce, attemptId=bb2b0955-04b4-43ab-8b98-4449e93af75a, preCase=1693219165535535104, postCas=1693219166294310912, accessDeleted=False {"Scope": ["ReplaceWithKv", "CreateStagedReplace"]} 2023-08-28 16:09:25 [10:39:25.902 DBG] [] ExternalException.Unknown: Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. 2023-08-28 16:09:25 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 2023-08-28 16:09:25 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 462 2023-08-28 16:09:25 --- End of stack trace from previous location --- 2023-08-28 16:09:25 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 466 2023-08-28 16:09:25 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 2023-08-28 16:09:25 --- End of stack trace from previous location --- 2023-08-28 16:09:25 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 268 2023-08-28 16:09:25 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 2023-08-28 16:09:25 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterStagedReplaceComplete(AttemptContext ctx, String id) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 145 2023-08-28 16:09:25 at Couchbase.Transactions.AttemptContext.CreateStagedReplace(TransactionGetResult doc, Object content, Boolean accessDeleted, IRequestSpan parentSpan) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 560 {} 2023-08-28 16:09:25 [10:39:25.902 DBG] [] Operation 'replace' failed as expected {} 2023-08-28 16:09:25 [10:39:25.902 DBG] [ExecuteApplicationLambda] Propagating error up. (ec = FailHard, retry = False, finalError = TransactionFailed) {} 2023-08-28 16:09:25 [10:39:25.902 INF] [ExecuteApplicationLambda] Attempt bb2b0955-04b4-43ab-8b98-4449e93af75a completed. CleanupClient=False, LostCleanup=False {} 2023-08-28 16:09:25 Transaction Failed with: Couchbase.Transactions.Error.TransactionFailedException: Transaction failed. 2023-08-28 16:09:25 ---> Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. 2023-08-28 16:09:25 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 2023-08-28 16:09:25 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 462 2023-08-28 16:09:25 --- End of stack trace from previous location --- 2023-08-28 16:09:25 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 466 2023-08-28 16:09:25 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 2023-08-28 16:09:25 --- End of stack trace from previous location --- 2023-08-28 16:09:25 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 268 2023-08-28 16:09:25 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 2023-08-28 16:09:25 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterStagedReplaceComplete(AttemptContext ctx, String id) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 145 2023-08-28 16:09:25 at Couchbase.Transactions.AttemptContext.CreateStagedReplace(TransactionGetResult doc, Object content, Boolean accessDeleted, IRequestSpan parentSpan) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 560 2023-08-28 16:09:25 --- End of inner exception stack trace --- 2023-08-28 16:09:25 at Couchbase.Transactions.Transactions.RunAsync(Func`2 transactionLogic, PerTransactionConfig perConfig, Boolean singleQueryTransactionMode) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/Transactions.cs:line 229 2023-08-28 16:09:25 at Couchbase.Transactions.FitPerformer.TwoWayTransaction.Run(Transactions transactions, TransactionCreateRequest request, ClusterConnection connection, IServerStreamWriter`1 responseStream) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 68 2023-08-28 16:09:25 -----------------------Context Info--------------------------- 2023-08-28 16:09:25 2023-08-28 16:09:25 2023-08-28 16:09:25 [10:39:25.904 DBG] [] UNKNOWN due to Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. 2023-08-28 16:09:25 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 2023-08-28 16:09:25 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 462 2023-08-28 16:09:25 --- End of stack trace from previous location --- 2023-08-28 16:09:25 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 466 2023-08-28 16:09:25 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 2023-08-28 16:09:25 --- End of stack trace from previous location --- 2023-08-28 16:09:25 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 268 2023-08-28 16:09:25 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 2023-08-28 16:09:25 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterStagedReplaceComplete(AttemptContext ctx, String id) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 145 2023-08-28 16:09:25 at Couchbase.Transactions.AttemptContext.CreateStagedReplace(TransactionGetResult doc, Object content, Boolean accessDeleted, IRequestSpan parentSpan) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 560 {} 2023-08-28 16:09:25 [10:39:25.905 INF] [] Completed Transaction Test {} 2023-08-28 16:09:26 [10:39:26.724 DBG] [] transactionSingleQuery: { "transactionsFactoryRef": "6ccfe8bf-a75f-4f8b-b8b8-474203e4b917", "clusterConnectionId": "defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184", "query": { "statement": "DELETE FROM `_default` WHERE META().id = 'fb4c5e47-1c37-46ba-b15a-820e1f5ebfce'", "expectedResult": [ { "anythingAllowed": true } ], "checkMutations": true, "expectedMutations": 1, "queryParameters": { }, "scope": { "bucketName": "default", "scopeName": "_default" } }, "queryOptions": { "timeoutMillis": "2000" } } {} 2023-08-28 16:09:26 [10:39:26.724 DBG] [] clusterConnectionId:defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184 {} 2023-08-28 16:09:26 [10:39:26.724 DBG] [] Using custom connection at host : couchbase://172.23.111.130 and with username Administrator {} 2023-08-28 16:09:26 [10:39:26.725 DBG] [Couchbase.Transactions.AttemptContext] [5c042ae9-e999-48de-8838-00eb72b8dc3d] Executing Query: query: null {"Scope": ["QueryAsync", "QueryWrapper"]} 2023-08-28 16:09:27 [10:39:27.983 ERR] [Couchbase.Transactions.AttemptContext] [5c042ae9-e999-48de-8838-00eb72b8dc3d] query failed at query: Couchbase.CouchbaseException: Transaction staging error [17020] 2023-08-28 16:09:27 at Couchbase.Query.QueryResultExtensions.ThrowExceptionOnError[T](IQueryResult`1 result, QueryErrorContext context) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryResultExtensions.cs:line 137 2023-08-28 16:09:27 at Couchbase.Query.QueryClient.ExecuteQuery[T](QueryOptions options, ITypeSerializer serializer, IRequestSpan span) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryClient.cs:line 320 2023-08-28 16:09:27 at Couchbase.Query.QueryClient.QueryAsync[T](String statement, QueryOptions options) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryClient.cs:line 149 2023-08-28 16:09:27 at Couchbase.Cluster.<>c__DisplayClass35_0`1.<g__Func|0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Cluster.cs:line 339 2023-08-28 16:09:27 --- End of stack trace from previous location --- 2023-08-28 16:09:27 at Couchbase.Core.Retry.RetryOrchestrator.RetryAsync[T](Func`1 send, IRequest request) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Core/Retry/RetryOrchestrator.cs:line 73 2023-08-28 16:09:27 at Couchbase.Cluster.QueryAsync[T](String statement, QueryOptions options) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Cluster.cs:line 349 2023-08-28 16:09:27 at Couchbase.Transactions.AttemptContext.QueryWrapper[T](Int64 statementId, IScope scope, String statement, QueryOptions options, String hookPoint, IRequestSpan parentSpan, Boolean isBeginWork, Boolean existingErrorCheck, JObject txdata, Boolean txImplicit) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 2119 2023-08-28 16:09:27 -----------------------Context Info--------------------------- 2023-08-28 16:09:27 {"statement":"[{\"statement\":\"DELETE FROM \\u0060_default\\u0060 WHERE META().id = \\u0027fb4c5e47-1c37-46ba-b15a-820e1f5ebfce\\u0027\",\"client_context_id\":\"73cd2331-b11f-4a4f-8eb1-88355071c102\",\"metrics\":true,\"query_context\":\"default:\\u0060default\\u0060.\\u0060_default\\u0060\",\"scan_consistency\":\"request_plus\",\"timeout\":\"75000ms\",\"tximplicit\":true,\"durability_level\":\"majority\",\"txtimeout\":\"1999.6055ms\",\"txdata\":{\"id\":{\"txn\":\"7e10f051-e609-4dd1-af9f-0a84930fdc3e\",\"atmpt\":\"5c042ae9-e999-48de-8838-00eb72b8dc3d\"},\"state\":{\"timeLeftMs\":1999},\"config\":{\"kvTimeoutMs\":10000,\"numAtrs\":1024,\"durabilityLevel\":\"MAJORITY\"},\"atr\":null,\"mutations\":[]}}]","clientContextId":"73cd2331-b11f-4a4f-8eb1-88355071c102","parameters":"{\"Named\":{},\"Raw\":{\"tximplicit\":true,\"durability_level\":\"majority\",\"txtimeout\":\"1999.6055ms\",\"txdata\":{\"id\":{\"Transactionid\":\"7e10f051-e609-4dd1-af9f-0a84930fdc3e\",\"AttemptId\":\"5c042ae9-e999-48de-8838-00eb72b8dc3d\"},\"state\":{\"timeLeftMs\":1999},\"config\":{\"kvTimeoutMs\":10000,\"numAtrs\":1024,\"durabilityLevel\":\"MAJORITY\"},\"atr\":null,\"mutations\":[]}},\"Positional\":[]}","httpStatus":200,"queryStatus":2,"errors":[{"msg":"Transaction staging error","code":17020,"name":null,"sev":0,"temp":false,"reason":null,"retry":false,"cause":{"cause":{"bucket":"default","cause":"deadline expired before WWC was resolved on default._default._default._txn:atr-412-#81e","collection":"_default","document_key":"fb4c5e47-1c37-46ba-b15a-820e1f5ebfce","msg":"write write conflict","scope":"_default"},"raise":"failed","retry":true,"rollback":false}}],"message":"Transaction staging error [17020]","retryReasons":null} 2023-08-28 16:09:27 {"Scope": ["QueryAsync", "QueryWrapper"]} 2023-08-28 16:09:27 [10:39:27.984 WRN] [Couchbase.Transactions.AttemptContext] query code=17020 cause={ 2023-08-28 16:09:27 "bucket": "default", 2023-08-28 16:09:27 "cause": "deadline expired before WWC was resolved on default._default._default._txn:atr-412-#81e", 2023-08-28 16:09:27 "collection": "_default", 2023-08-28 16:09:27 "document_key": "fb4c5e47-1c37-46ba-b15a-820e1f5ebfce", 2023-08-28 16:09:27 "msg": "write write conflict", 2023-08-28 16:09:27 "scope": "_default" 2023-08-28 16:09:27 } raise=failed {"Scope": ["QueryAsync", "QueryWrapper"]} 2023-08-28 16:09:27 [10:39:27.985 DBG] [ExecuteApplicationLambda] Propagating error up. (ec = FailOther, retry = True, finalError = TransactionFailed) {} 2023-08-28 16:09:27 [10:39:27.985 INF] [ExecuteApplicationLambda] Attempt 5c042ae9-e999-48de-8838-00eb72b8dc3d completed. CleanupClient=False, LostCleanup=False {} 2023-08-28 16:09:27 [10:39:27.987 DBG] [Couchbase.Transactions.AttemptContext] [11409352-9cd4-46c7-afff-184c4255e093] Executing Query: query: null {"Scope": ["QueryAsync", "QueryWrapper"]} 2023-08-28 16:09:29 [10:39:29.343 ERR] [Couchbase.Transactions.AttemptContext] [11409352-9cd4-46c7-afff-184c4255e093] query failed at query: Couchbase.Core.Exceptions.IndexFailureException: Keyspace not found in CB datastore: default:_default - cause: No bucket named _default [12003] 2023-08-28 16:09:29 at Couchbase.Query.QueryResultExtensions.ThrowExceptionOnError[T](IQueryResult`1 result, QueryErrorContext context) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryResultExtensions.cs:line 137 2023-08-28 16:09:29 at Couchbase.Query.QueryClient.ExecuteQuery[T](QueryOptions options, ITypeSerializer serializer, IRequestSpan span) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryClient.cs:line 320 2023-08-28 16:09:29 at Couchbase.Query.QueryClient.QueryAsync[T](String statement, QueryOptions options) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryClient.cs:line 149 2023-08-28 16:09:29 at Couchbase.Cluster.<>c__DisplayClass35_0`1.<g__Func|0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Cluster.cs:line 339 2023-08-28 16:09:29 --- End of stack trace from previous location --- 2023-08-28 16:09:29 at Couchbase.Core.Retry.RetryOrchestrator.RetryAsync[T](Func`1 send, IRequest request) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Core/Retry/RetryOrchestrator.cs:line 73 2023-08-28 16:09:29 at Couchbase.Cluster.QueryAsync[T](String statement, QueryOptions options) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Cluster.cs:line 349 2023-08-28 16:09:29 at Couchbase.Transactions.AttemptContext.QueryWrapper[T](Int64 statementId, IScope scope, String statement, QueryOptions options, String hookPoint, IRequestSpan parentSpan, Boolean isBeginWork, Boolean existingErrorCheck, JObject txdata, Boolean txImplicit) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 2119 2023-08-28 16:09:29 -----------------------Context Info--------------------------- 2023-08-28 16:09:29 {"statement":"[{\u0022statement\u0022:\u0022DELETE FROM \\u0060_default\\u0060 WHERE META().id = \\u0027fb4c5e47-1c37-46ba-b15a-820e1f5ebfce\\u0027\u0022,\u0022client_context_id\u0022:\u0022ecbb2fd2-60c3-4083-927e-94206d624b3a\u0022,\u0022metrics\u0022:true,\u0022scan_consistency\u0022:\u0022request_plus\u0022,\u0022timeout\u0022:\u002275000ms\u0022,\u0022tximplicit\u0022:true,\u0022durability_level\u0022:\u0022majority\u0022,\u0022txtimeout\u0022:\u0022737.0401ms\u0022,\u0022txdata\u0022:{\u0022id\u0022:{\u0022txn\u0022:\u00227e10f051-e609-4dd1-af9f-0a84930fdc3e\u0022,\u0022atmpt\u0022:\u002211409352-9cd4-46c7-afff-184c4255e093\u0022},\u0022state\u0022:{\u0022timeLeftMs\u0022:737},\u0022config\u0022:{\u0022kvTimeoutMs\u0022:10000,\u0022numAtrs\u0022:1024,\u0022durabilityLevel\u0022:\u0022MAJORITY\u0022},\u0022atr\u0022:null,\u0022mutations\u0022:[]}}]","clientContextId":"ecbb2fd2-60c3-4083-927e-94206d624b3a","parameters":"{\u0022Named\u0022:{},\u0022Raw\u0022:{\u0022tximplicit\u0022:true,\u0022durability_level\u0022:\u0022majority\u0022,\u0022txtimeout\u0022:\u0022737.0401ms\u0022,\u0022txdata\u0022:{\u0022id\u0022:{\u0022Transactionid\u0022:\u00227e10f051-e609-4dd1-af9f-0a84930fdc3e\u0022,\u0022AttemptId\u0022:\u002211409352-9cd4-46c7-afff-184c4255e093\u0022},\u0022state\u0022:{\u0022timeLeftMs\u0022:737},\u0022config\u0022:{\u0022kvTimeoutMs\u0022:10000,\u0022numAtrs\u0022:1024,\u0022durabilityLevel\u0022:\u0022MAJORITY\u0022},\u0022atr\u0022:null,\u0022mutations\u0022:[]}},\u0022Positional\u0022:[]}","httpStatus":"InternalServerError","queryStatus":"fatal","errors":[{"msg":"Keyspace not found in CB datastore: default:_default - cause: No bucket named _default","code":12003,"name":null,"severity":0,"temp":false,"reason":null,"retry":false}],"message":"Keyspace not found in CB datastore: default:_default - cause: No bucket named _default [12003]","retryReasons":null} 2023-08-28 16:09:29 {"Scope": ["QueryAsync", "QueryWrapper"]} 2023-08-28 16:09:29 [10:39:29.344 INF] [ExecuteApplicationLambda] Attempt 11409352-9cd4-46c7-afff-184c4255e093 completed. CleanupClient=False, LostCleanup=False {} 2023-08-28 16:09:30 [10:39:30.745 DBG] [] transactionCreate: { "transactionsFactoryRef": "6ccfe8bf-a75f-4f8b-b8b8-474203e4b917", "attempts": [ { "commands": [ { "replace": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "3592122e-2f0e-4fe4-8a32-bde14a37a442" }, "contentJson": "{\"content\":\"updated\"}", "expectedResult": [ { "error": { "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookPoint": "AFTER_STAGED_REPLACE_COMPLETE" } ] }, "clusterConnectionId": "defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184" } {} 2023-08-28 16:09:30 [10:39:30.745 INF] [] Starting Transaction Test {} 2023-08-28 16:09:30 [10:39:30.746 DBG] [] Test: { "transactionsFactoryRef": "6ccfe8bf-a75f-4f8b-b8b8-474203e4b917", "attempts": [ { "commands": [ { "replace": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "3592122e-2f0e-4fe4-8a32-bde14a37a442" }, "contentJson": "{\"content\":\"updated\"}", "expectedResult": [ { "error": { "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookPoint": "AFTER_STAGED_REPLACE_COMPLETE" } ] }, "clusterConnectionId": "defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184" } {} 2023-08-28 16:09:30 [10:39:30.746 DBG] [] clusterConnectionId:defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184 {} 2023-08-28 16:09:30 [10:39:30.746 DBG] [] Using custom connection at host : couchbase://172.23.111.130 and with username Administrator {} 2023-08-28 16:09:30 [10:39:30.746 DBG] [] Registering 1 hooks {} 2023-08-28 16:09:30 [10:39:30.746 DBG] [] - Hook Point AfterStagedReplaceComplete with Action FailHard {} 2023-08-28 16:09:30 [10:39:30.746 DBG] [] Starting Attempt 0 {} 2023-08-28 16:09:30 [10:39:30.746 DBG] [] Performing TransactionCommand Replace {} 2023-08-28 16:09:30 [10:39:30.746 DBG] [] 348d9930-5a6e-4d7a-9454-a0945fd72552.3143d5d0-638f-47e0-bda0-bc85ca134e55: Performing command: replace {} 2023-08-28 16:09:30 [10:39:30.978 DBG] [Couchbase.Transactions.AttemptContext] GetWithMav for 3592122e-2f0e-4fe4-8a32-bde14a37a442, attemptId=3143d5d0-638f-47e0-bda0-bc85ca134e55, postCas=1693219171196403712 {"Scope": ["GetWithKv", "GetWithMav"]} 2023-08-28 16:09:30 [10:39:30.978 DBG] [Couchbase.Transactions.AttemptContext] CheckWriteWriteConflict@WW_RP for default::_default::_default::3592122e-2f0e-4fe4-8a32-bde14a37a442, attempt=3143d5d0-638f-47e0-bda0-bc85ca134e55 {"Scope": ["ReplaceWithKv", "CheckWriteWriteConflict"]} 2023-08-28 16:09:30 [10:39:30.978 DBG] [Couchbase.Transactions.AttemptContext] CheckWriteWriteConflict no other txn for default::_default::_default::3592122e-2f0e-4fe4-8a32-bde14a37a442, attempt=3143d5d0-638f-47e0-bda0-bc85ca134e55 {"Scope": ["ReplaceWithKv", "CheckWriteWriteConflict"]} 2023-08-28 16:09:30 [10:39:30.979 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Requested Durability = Majority {"Scope": ["ReplaceWithKv", "InitAtrIfNeeded"]} 2023-08-28 16:09:31 [10:39:31.212 INF] [Couchbase.Transactions.DataAccess.AtrRepository] Upserted ATR to PENDING _txn:atr-63-#137/attempts.3143d5d0-638f-47e0-bda0-bc85ca134e55 (cas = 1693219171660333056) {"Scope": ["ReplaceWithKv", "SetAtrPending", "MutateAtrPending"]} 2023-08-28 16:09:31 [10:39:31.212 DBG] [Couchbase.Transactions.AttemptContext] SetAtrPending for default._default._default::_txn:atr-63-#137 (attempt=3143d5d0-638f-47e0-bda0-bc85ca134e55) {"Scope": ["ReplaceWithKv", "SetAtrPending"]} 2023-08-28 16:09:31 [10:39:31.453 DBG] [Couchbase.Transactions.AttemptContext] CreateStagedReplace for 3592122e-2f0e-4fe4-8a32-bde14a37a442, attemptId=3143d5d0-638f-47e0-bda0-bc85ca134e55, preCase=1693219171196403712, postCas=1693219171902488576, accessDeleted=False {"Scope": ["ReplaceWithKv", "CreateStagedReplace"]} 2023-08-28 16:09:31 [10:39:31.459 DBG] [] ExternalException.Unknown: Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. 2023-08-28 16:09:31 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 2023-08-28 16:09:31 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 462 2023-08-28 16:09:31 --- End of stack trace from previous location --- 2023-08-28 16:09:31 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 466 2023-08-28 16:09:31 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 2023-08-28 16:09:31 --- End of stack trace from previous location --- 2023-08-28 16:09:31 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 268 2023-08-28 16:09:31 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 2023-08-28 16:09:31 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterStagedReplaceComplete(AttemptContext ctx, String id) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 145 2023-08-28 16:09:31 at Couchbase.Transactions.AttemptContext.CreateStagedReplace(TransactionGetResult doc, Object content, Boolean accessDeleted, IRequestSpan parentSpan) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 560 {} 2023-08-28 16:09:31 [10:39:31.460 DBG] [] Operation 'replace' failed as expected {} 2023-08-28 16:09:31 [10:39:31.460 DBG] [ExecuteApplicationLambda] Propagating error up. (ec = FailHard, retry = False, finalError = TransactionFailed) {} 2023-08-28 16:09:31 [10:39:31.460 INF] [ExecuteApplicationLambda] Attempt 3143d5d0-638f-47e0-bda0-bc85ca134e55 completed. CleanupClient=False, LostCleanup=False {} 2023-08-28 16:09:31 Transaction Failed with: Couchbase.Transactions.Error.TransactionFailedException: Transaction failed. 2023-08-28 16:09:31 ---> Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. 2023-08-28 16:09:31 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 2023-08-28 16:09:31 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 462 2023-08-28 16:09:31 --- End of stack trace from previous location --- 2023-08-28 16:09:31 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 466 2023-08-28 16:09:31 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 2023-08-28 16:09:31 --- End of stack trace from previous location --- 2023-08-28 16:09:31 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 268 2023-08-28 16:09:31 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 2023-08-28 16:09:31 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterStagedReplaceComplete(AttemptContext ctx, String id) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 145 2023-08-28 16:09:31 at Couchbase.Transactions.AttemptContext.CreateStagedReplace(TransactionGetResult doc, Object content, Boolean accessDeleted, IRequestSpan parentSpan) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 560 2023-08-28 16:09:31 --- End of inner exception stack trace --- 2023-08-28 16:09:31 at Couchbase.Transactions.Transactions.RunAsync(Func`2 transactionLogic, PerTransactionConfig perConfig, Boolean singleQueryTransactionMode) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/Transactions.cs:line 229 2023-08-28 16:09:31 at Couchbase.Transactions.FitPerformer.TwoWayTransaction.Run(Transactions transactions, TransactionCreateRequest request, ClusterConnection connection, IServerStreamWriter`1 responseStream) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 68 2023-08-28 16:09:31 -----------------------Context Info--------------------------- 2023-08-28 16:09:31 2023-08-28 16:09:31 2023-08-28 16:09:31 [10:39:31.466 DBG] [] UNKNOWN due to Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. 2023-08-28 16:09:31 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 2023-08-28 16:09:31 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 462 2023-08-28 16:09:31 --- End of stack trace from previous location --- 2023-08-28 16:09:31 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 466 2023-08-28 16:09:31 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 2023-08-28 16:09:31 --- End of stack trace from previous location --- 2023-08-28 16:09:31 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 268 2023-08-28 16:09:31 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 2023-08-28 16:09:31 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterStagedReplaceComplete(AttemptContext ctx, String id) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 145 2023-08-28 16:09:31 at Couchbase.Transactions.AttemptContext.CreateStagedReplace(TransactionGetResult doc, Object content, Boolean accessDeleted, IRequestSpan parentSpan) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 560 {} 2023-08-28 16:09:31 [10:39:31.467 INF] [] Completed Transaction Test {} 2023-08-28 16:09:32 [10:39:32.242 DBG] [] transactionSingleQuery: { "transactionsFactoryRef": "6ccfe8bf-a75f-4f8b-b8b8-474203e4b917", "clusterConnectionId": "defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184", "query": { "statement": "SELECT * FROM `_default` WHERE META().id = '3592122e-2f0e-4fe4-8a32-bde14a37a442'", "expectedResult": [ { "anythingAllowed": true } ], "checkRowCount": true, "expectedRowCount": 1, "queryParameters": { }, "scope": { "bucketName": "default", "scopeName": "_default" } } } {} 2023-08-28 16:09:32 [10:39:32.242 DBG] [] clusterConnectionId:defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184 {} 2023-08-28 16:09:32 [10:39:32.242 DBG] [] Using custom connection at host : couchbase://172.23.111.130 and with username Administrator {} 2023-08-28 16:09:32 [10:39:32.242 DBG] [Couchbase.Transactions.AttemptContext] [2ac56ef9-36ca-43ce-aab3-79fd8e844c6a] Executing Query: query: null {"Scope": ["QueryAsync", "QueryWrapper"]} 2023-08-28 16:09:32 [10:39:32.864 INF] [ExecuteApplicationLambda] Attempt 2ac56ef9-36ca-43ce-aab3-79fd8e844c6a completed. CleanupClient=False, LostCleanup=False {} 2023-08-28 16:09:34 [10:39:34.975 DBG] [] transactionCreate: { "transactionsFactoryRef": "6ccfe8bf-a75f-4f8b-b8b8-474203e4b917", "attempts": [ { "commands": [ { "replace": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "4c3ee197-78ad-4e89-bd92-63abb025f59b" }, "contentJson": "{\"content\":\"updated\"}", "expectedResult": [ { "error": { "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookPoint": "AFTER_STAGED_REPLACE_COMPLETE" } ] }, "clusterConnectionId": "defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184" } {} 2023-08-28 16:09:34 [10:39:34.976 INF] [] Starting Transaction Test {} 2023-08-28 16:09:34 [10:39:34.976 DBG] [] Test: { "transactionsFactoryRef": "6ccfe8bf-a75f-4f8b-b8b8-474203e4b917", "attempts": [ { "commands": [ { "replace": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "4c3ee197-78ad-4e89-bd92-63abb025f59b" }, "contentJson": "{\"content\":\"updated\"}", "expectedResult": [ { "error": { "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookPoint": "AFTER_STAGED_REPLACE_COMPLETE" } ] }, "clusterConnectionId": "defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184" } {} 2023-08-28 16:09:34 [10:39:34.976 DBG] [] clusterConnectionId:defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184 {} 2023-08-28 16:09:34 [10:39:34.976 DBG] [] Using custom connection at host : couchbase://172.23.111.130 and with username Administrator {} 2023-08-28 16:09:34 [10:39:34.976 DBG] [] Registering 1 hooks {} 2023-08-28 16:09:34 [10:39:34.976 DBG] [] - Hook Point AfterStagedReplaceComplete with Action FailHard {} 2023-08-28 16:09:34 [10:39:34.977 DBG] [] Starting Attempt 0 {} 2023-08-28 16:09:34 [10:39:34.977 DBG] [] Performing TransactionCommand Replace {} 2023-08-28 16:09:34 [10:39:34.977 DBG] [] 59f721a0-2853-437a-a455-82273880a75b.3b3f2b8c-86ef-4198-ac11-9597ea448ae4: Performing command: replace {} 2023-08-28 16:09:35 [10:39:35.213 DBG] [Couchbase.Transactions.AttemptContext] GetWithMav for 4c3ee197-78ad-4e89-bd92-63abb025f59b, attemptId=3b3f2b8c-86ef-4198-ac11-9597ea448ae4, postCas=1693219175421706240 {"Scope": ["GetWithKv", "GetWithMav"]} 2023-08-28 16:09:35 [10:39:35.214 DBG] [Couchbase.Transactions.AttemptContext] CheckWriteWriteConflict@WW_RP for default::_default::_default::4c3ee197-78ad-4e89-bd92-63abb025f59b, attempt=3b3f2b8c-86ef-4198-ac11-9597ea448ae4 {"Scope": ["ReplaceWithKv", "CheckWriteWriteConflict"]} 2023-08-28 16:09:35 [10:39:35.214 DBG] [Couchbase.Transactions.AttemptContext] CheckWriteWriteConflict no other txn for default::_default::_default::4c3ee197-78ad-4e89-bd92-63abb025f59b, attempt=3b3f2b8c-86ef-4198-ac11-9597ea448ae4 {"Scope": ["ReplaceWithKv", "CheckWriteWriteConflict"]} 2023-08-28 16:09:35 [10:39:35.214 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Requested Durability = Majority {"Scope": ["ReplaceWithKv", "InitAtrIfNeeded"]} 2023-08-28 16:09:35 [10:39:35.454 INF] [Couchbase.Transactions.DataAccess.AtrRepository] Upserted ATR to PENDING _txn:atr-704-#251/attempts.3b3f2b8c-86ef-4198-ac11-9597ea448ae4 (cas = 1693219175904444416) {"Scope": ["ReplaceWithKv", "SetAtrPending", "MutateAtrPending"]} 2023-08-28 16:09:35 [10:39:35.454 DBG] [Couchbase.Transactions.AttemptContext] SetAtrPending for default._default._default::_txn:atr-704-#251 (attempt=3b3f2b8c-86ef-4198-ac11-9597ea448ae4) {"Scope": ["ReplaceWithKv", "SetAtrPending"]} 2023-08-28 16:09:35 [10:39:35.694 DBG] [Couchbase.Transactions.AttemptContext] CreateStagedReplace for 4c3ee197-78ad-4e89-bd92-63abb025f59b, attemptId=3b3f2b8c-86ef-4198-ac11-9597ea448ae4, preCase=1693219175421706240, postCas=1693219176141422592, accessDeleted=False {"Scope": ["ReplaceWithKv", "CreateStagedReplace"]} 2023-08-28 16:09:35 [10:39:35.699 DBG] [] ExternalException.Unknown: Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. 2023-08-28 16:09:35 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 2023-08-28 16:09:35 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 462 2023-08-28 16:09:35 --- End of stack trace from previous location --- 2023-08-28 16:09:35 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 466 2023-08-28 16:09:35 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 2023-08-28 16:09:35 --- End of stack trace from previous location --- 2023-08-28 16:09:35 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 268 2023-08-28 16:09:35 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 2023-08-28 16:09:35 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterStagedReplaceComplete(AttemptContext ctx, String id) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 145 2023-08-28 16:09:35 at Couchbase.Transactions.AttemptContext.CreateStagedReplace(TransactionGetResult doc, Object content, Boolean accessDeleted, IRequestSpan parentSpan) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 560 {} 2023-08-28 16:09:35 [10:39:35.699 DBG] [] Operation 'replace' failed as expected {} 2023-08-28 16:09:35 [10:39:35.700 DBG] [ExecuteApplicationLambda] Propagating error up. (ec = FailHard, retry = False, finalError = TransactionFailed) {} 2023-08-28 16:09:35 [10:39:35.700 INF] [ExecuteApplicationLambda] Attempt 3b3f2b8c-86ef-4198-ac11-9597ea448ae4 completed. CleanupClient=False, LostCleanup=False {} 2023-08-28 16:09:35 Transaction Failed with: Couchbase.Transactions.Error.TransactionFailedException: Transaction failed. 2023-08-28 16:09:35 ---> Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. 2023-08-28 16:09:35 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 2023-08-28 16:09:35 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 462 2023-08-28 16:09:35 --- End of stack trace from previous location --- 2023-08-28 16:09:35 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 466 2023-08-28 16:09:35 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 2023-08-28 16:09:35 --- End of stack trace from previous location --- 2023-08-28 16:09:35 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 268 2023-08-28 16:09:35 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 2023-08-28 16:09:35 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterStagedReplaceComplete(AttemptContext ctx, String id) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 145 2023-08-28 16:09:35 at Couchbase.Transactions.AttemptContext.CreateStagedReplace(TransactionGetResult doc, Object content, Boolean accessDeleted, IRequestSpan parentSpan) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 560 2023-08-28 16:09:35 --- End of inner exception stack trace --- 2023-08-28 16:09:35 at Couchbase.Transactions.Transactions.RunAsync(Func`2 transactionLogic, PerTransactionConfig perConfig, Boolean singleQueryTransactionMode) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/Transactions.cs:line 229 2023-08-28 16:09:35 at Couchbase.Transactions.FitPerformer.TwoWayTransaction.Run(Transactions transactions, TransactionCreateRequest request, ClusterConnection connection, IServerStreamWriter`1 responseStream) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 68 2023-08-28 16:09:35 -----------------------Context Info--------------------------- 2023-08-28 16:09:35 2023-08-28 16:09:35 2023-08-28 16:09:35 [10:39:35.703 DBG] [] UNKNOWN due to Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. 2023-08-28 16:09:35 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 2023-08-28 16:09:35 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 462 2023-08-28 16:09:35 --- End of stack trace from previous location --- 2023-08-28 16:09:35 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 466 2023-08-28 16:09:35 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 2023-08-28 16:09:35 --- End of stack trace from previous location --- 2023-08-28 16:09:35 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 268 2023-08-28 16:09:35 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 2023-08-28 16:09:35 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterStagedReplaceComplete(AttemptContext ctx, String id) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 145 2023-08-28 16:09:35 at Couchbase.Transactions.AttemptContext.CreateStagedReplace(TransactionGetResult doc, Object content, Boolean accessDeleted, IRequestSpan parentSpan) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 560 {} 2023-08-28 16:09:35 [10:39:35.703 INF] [] Completed Transaction Test {} 2023-08-28 16:09:35 [10:39:35.714 DBG] [] transactionSingleQuery: { "transactionsFactoryRef": "6ccfe8bf-a75f-4f8b-b8b8-474203e4b917", "clusterConnectionId": "defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184", "query": { "statement": "INSERT INTO `_default` VALUES ('4c3ee197-78ad-4e89-bd92-63abb025f59b', {\"content\":\"updated\"})", "expectedResult": [ { "anythingAllowed": true } ], "queryParameters": { }, "scope": { "bucketName": "default", "scopeName": "_default" } } } {} 2023-08-28 16:09:35 [10:39:35.714 DBG] [] clusterConnectionId:defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184 {} 2023-08-28 16:09:35 [10:39:35.714 DBG] [] Using custom connection at host : couchbase://172.23.111.130 and with username Administrator {} 2023-08-28 16:09:35 [10:39:35.714 DBG] [Couchbase.Transactions.AttemptContext] [b1f6d2f3-e938-4c2b-8ce7-2c1dbab4583c] Executing Query: query: null {"Scope": ["QueryAsync", "QueryWrapper"]} 2023-08-28 16:09:36 [10:39:36.061 ERR] [Couchbase.Transactions.AttemptContext] [b1f6d2f3-e938-4c2b-8ce7-2c1dbab4583c] query failed at query: Couchbase.CouchbaseException: Duplicate Key: 4c3ee197-78ad-4e89-bd92-63abb025f59b [17012] 2023-08-28 16:09:36 at Couchbase.Query.QueryResultExtensions.ThrowExceptionOnError[T](IQueryResult`1 result, QueryErrorContext context) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryResultExtensions.cs:line 137 2023-08-28 16:09:36 at Couchbase.Query.QueryClient.ExecuteQuery[T](QueryOptions options, ITypeSerializer serializer, IRequestSpan span) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryClient.cs:line 320 2023-08-28 16:09:36 at Couchbase.Query.QueryClient.QueryAsync[T](String statement, QueryOptions options) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryClient.cs:line 149 2023-08-28 16:09:36 at Couchbase.Cluster.<>c__DisplayClass35_0`1.<g__Func|0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Cluster.cs:line 339 2023-08-28 16:09:36 --- End of stack trace from previous location --- 2023-08-28 16:09:36 at Couchbase.Core.Retry.RetryOrchestrator.RetryAsync[T](Func`1 send, IRequest request) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Core/Retry/RetryOrchestrator.cs:line 73 2023-08-28 16:09:36 at Couchbase.Cluster.QueryAsync[T](String statement, QueryOptions options) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Cluster.cs:line 349 2023-08-28 16:09:36 at Couchbase.Transactions.AttemptContext.QueryWrapper[T](Int64 statementId, IScope scope, String statement, QueryOptions options, String hookPoint, IRequestSpan parentSpan, Boolean isBeginWork, Boolean existingErrorCheck, JObject txdata, Boolean txImplicit) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 2119 2023-08-28 16:09:36 -----------------------Context Info--------------------------- 2023-08-28 16:09:36 {"statement":"[{\"statement\":\"INSERT INTO \\u0060_default\\u0060 VALUES (\\u00274c3ee197-78ad-4e89-bd92-63abb025f59b\\u0027, {\\u0022content\\u0022:\\u0022updated\\u0022})\",\"client_context_id\":\"9bd3d25d-83eb-4958-b78c-a0d9d21536f1\",\"metrics\":true,\"query_context\":\"default:\\u0060default\\u0060.\\u0060_default\\u0060\",\"scan_consistency\":\"request_plus\",\"timeout\":\"75000ms\",\"tximplicit\":true,\"durability_level\":\"majority\",\"txtimeout\":\"14999.5948ms\",\"txdata\":{\"id\":{\"txn\":\"c2abcbf8-6b4e-483d-bf45-5fea1a64f65b\",\"atmpt\":\"b1f6d2f3-e938-4c2b-8ce7-2c1dbab4583c\"},\"state\":{\"timeLeftMs\":14999},\"config\":{\"kvTimeoutMs\":10000,\"numAtrs\":1024,\"durabilityLevel\":\"MAJORITY\"},\"atr\":null,\"mutations\":[]}}]","clientContextId":"9bd3d25d-83eb-4958-b78c-a0d9d21536f1","parameters":"{\"Named\":{},\"Raw\":{\"tximplicit\":true,\"durability_level\":\"majority\",\"txtimeout\":\"14999.5948ms\",\"txdata\":{\"id\":{\"Transactionid\":\"c2abcbf8-6b4e-483d-bf45-5fea1a64f65b\",\"AttemptId\":\"b1f6d2f3-e938-4c2b-8ce7-2c1dbab4583c\"},\"state\":{\"timeLeftMs\":14999},\"config\":{\"kvTimeoutMs\":10000,\"numAtrs\":1024,\"durabilityLevel\":\"MAJORITY\"},\"atr\":null,\"mutations\":[]}},\"Positional\":[]}","httpStatus":200,"queryStatus":2,"errors":[{"msg":"Duplicate Key: 4c3ee197-78ad-4e89-bd92-63abb025f59b","code":17012,"name":null,"sev":0,"temp":false,"reason":null,"retry":false,"cause":{"cause":"found staged non-insert mutation: document already exists","raise":"failed","retry":false,"rollback":false}}],"message":"Duplicate Key: 4c3ee197-78ad-4e89-bd92-63abb025f59b [17012]","retryReasons":null} 2023-08-28 16:09:36 {"Scope": ["QueryAsync", "QueryWrapper"]} 2023-08-28 16:09:36 [10:39:36.064 INF] [ExecuteApplicationLambda] Attempt b1f6d2f3-e938-4c2b-8ce7-2c1dbab4583c completed. CleanupClient=False, LostCleanup=False {} 2023-08-28 16:09:37 [10:39:37.807 DBG] [] transactionCreate: { "transactionsFactoryRef": "6ccfe8bf-a75f-4f8b-b8b8-474203e4b917", "attempts": [ { "commands": [ { "replace": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "e974d9b7-ac55-4f44-9ae2-ab0401be26e4" }, "contentJson": "{\"content\":\"updated\"}", "expectedResult": [ { "error": { "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookPoint": "AFTER_STAGED_REPLACE_COMPLETE" } ] }, "clusterConnectionId": "defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184" } {} 2023-08-28 16:09:37 [10:39:37.807 INF] [] Starting Transaction Test {} 2023-08-28 16:09:37 [10:39:37.807 DBG] [] Test: { "transactionsFactoryRef": "6ccfe8bf-a75f-4f8b-b8b8-474203e4b917", "attempts": [ { "commands": [ { "replace": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "e974d9b7-ac55-4f44-9ae2-ab0401be26e4" }, "contentJson": "{\"content\":\"updated\"}", "expectedResult": [ { "error": { "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookPoint": "AFTER_STAGED_REPLACE_COMPLETE" } ] }, "clusterConnectionId": "defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184" } {} 2023-08-28 16:09:37 [10:39:37.807 DBG] [] clusterConnectionId:defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184 {} 2023-08-28 16:09:37 [10:39:37.807 DBG] [] Using custom connection at host : couchbase://172.23.111.130 and with username Administrator {} 2023-08-28 16:09:37 [10:39:37.807 DBG] [] Registering 1 hooks {} 2023-08-28 16:09:37 [10:39:37.807 DBG] [] - Hook Point AfterStagedReplaceComplete with Action FailHard {} 2023-08-28 16:09:37 [10:39:37.808 DBG] [] Starting Attempt 0 {} 2023-08-28 16:09:37 [10:39:37.808 DBG] [] Performing TransactionCommand Replace {} 2023-08-28 16:09:37 [10:39:37.809 DBG] [] 9f1f9204-766d-4ed3-99ea-edfe922c0db1.b8548f86-9152-4a20-9ef2-9ced3f0756d8: Performing command: replace {} 2023-08-28 16:09:38 [10:39:38.059 DBG] [Couchbase.Transactions.AttemptContext] GetWithMav for e974d9b7-ac55-4f44-9ae2-ab0401be26e4, attemptId=b8548f86-9152-4a20-9ef2-9ced3f0756d8, postCas=1693219178249584640 {"Scope": ["GetWithKv", "GetWithMav"]} 2023-08-28 16:09:38 [10:39:38.060 DBG] [Couchbase.Transactions.AttemptContext] CheckWriteWriteConflict@WW_RP for default::_default::_default::e974d9b7-ac55-4f44-9ae2-ab0401be26e4, attempt=b8548f86-9152-4a20-9ef2-9ced3f0756d8 {"Scope": ["ReplaceWithKv", "CheckWriteWriteConflict"]} 2023-08-28 16:09:38 [10:39:38.060 DBG] [Couchbase.Transactions.AttemptContext] CheckWriteWriteConflict no other txn for default::_default::_default::e974d9b7-ac55-4f44-9ae2-ab0401be26e4, attempt=b8548f86-9152-4a20-9ef2-9ced3f0756d8 {"Scope": ["ReplaceWithKv", "CheckWriteWriteConflict"]} 2023-08-28 16:09:38 [10:39:38.060 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Requested Durability = Majority {"Scope": ["ReplaceWithKv", "InitAtrIfNeeded"]} 2023-08-28 16:09:38 [10:39:38.295 INF] [Couchbase.Transactions.DataAccess.AtrRepository] Upserted ATR to PENDING _txn:atr-976-#2bf/attempts.b8548f86-9152-4a20-9ef2-9ced3f0756d8 (cas = 1693219178739007488) {"Scope": ["ReplaceWithKv", "SetAtrPending", "MutateAtrPending"]} 2023-08-28 16:09:38 [10:39:38.296 DBG] [Couchbase.Transactions.AttemptContext] SetAtrPending for default._default._default::_txn:atr-976-#2bf (attempt=b8548f86-9152-4a20-9ef2-9ced3f0756d8) {"Scope": ["ReplaceWithKv", "SetAtrPending"]} 2023-08-28 16:09:38 [10:39:38.605 DBG] [Couchbase.Transactions.AttemptContext] CreateStagedReplace for e974d9b7-ac55-4f44-9ae2-ab0401be26e4, attemptId=b8548f86-9152-4a20-9ef2-9ced3f0756d8, preCase=1693219178249584640, postCas=1693219178980311040, accessDeleted=False {"Scope": ["ReplaceWithKv", "CreateStagedReplace"]} 2023-08-28 16:09:38 [10:39:38.610 DBG] [] ExternalException.Unknown: Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. 2023-08-28 16:09:38 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 2023-08-28 16:09:38 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 462 2023-08-28 16:09:38 --- End of stack trace from previous location --- 2023-08-28 16:09:38 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 466 2023-08-28 16:09:38 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 2023-08-28 16:09:38 --- End of stack trace from previous location --- 2023-08-28 16:09:38 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 268 2023-08-28 16:09:38 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 2023-08-28 16:09:38 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterStagedReplaceComplete(AttemptContext ctx, String id) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 145 2023-08-28 16:09:38 at Couchbase.Transactions.AttemptContext.CreateStagedReplace(TransactionGetResult doc, Object content, Boolean accessDeleted, IRequestSpan parentSpan) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 560 {} 2023-08-28 16:09:38 [10:39:38.610 DBG] [] Operation 'replace' failed as expected {} 2023-08-28 16:09:38 [10:39:38.610 DBG] [ExecuteApplicationLambda] Propagating error up. (ec = FailHard, retry = False, finalError = TransactionFailed) {} 2023-08-28 16:09:38 [10:39:38.610 INF] [ExecuteApplicationLambda] Attempt b8548f86-9152-4a20-9ef2-9ced3f0756d8 completed. CleanupClient=False, LostCleanup=False {} 2023-08-28 16:09:38 Transaction Failed with: Couchbase.Transactions.Error.TransactionFailedException: Transaction failed. 2023-08-28 16:09:38 ---> Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. 2023-08-28 16:09:38 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 2023-08-28 16:09:38 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 462 2023-08-28 16:09:38 --- End of stack trace from previous location --- 2023-08-28 16:09:38 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 466 2023-08-28 16:09:38 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 2023-08-28 16:09:38 --- End of stack trace from previous location --- 2023-08-28 16:09:38 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 268 2023-08-28 16:09:38 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 2023-08-28 16:09:38 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterStagedReplaceComplete(AttemptContext ctx, String id) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 145 2023-08-28 16:09:38 at Couchbase.Transactions.AttemptContext.CreateStagedReplace(TransactionGetResult doc, Object content, Boolean accessDeleted, IRequestSpan parentSpan) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 560 2023-08-28 16:09:38 --- End of inner exception stack trace --- 2023-08-28 16:09:38 at Couchbase.Transactions.Transactions.RunAsync(Func`2 transactionLogic, PerTransactionConfig perConfig, Boolean singleQueryTransactionMode) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/Transactions.cs:line 229 2023-08-28 16:09:38 at Couchbase.Transactions.FitPerformer.TwoWayTransaction.Run(Transactions transactions, TransactionCreateRequest request, ClusterConnection connection, IServerStreamWriter`1 responseStream) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 68 2023-08-28 16:09:38 -----------------------Context Info--------------------------- 2023-08-28 16:09:38 2023-08-28 16:09:38 2023-08-28 16:09:38 [10:39:38.614 DBG] [] UNKNOWN due to Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. 2023-08-28 16:09:38 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 2023-08-28 16:09:38 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 462 2023-08-28 16:09:38 --- End of stack trace from previous location --- 2023-08-28 16:09:38 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 466 2023-08-28 16:09:38 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 2023-08-28 16:09:38 --- End of stack trace from previous location --- 2023-08-28 16:09:38 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 268 2023-08-28 16:09:38 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 2023-08-28 16:09:38 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterStagedReplaceComplete(AttemptContext ctx, String id) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 145 2023-08-28 16:09:38 at Couchbase.Transactions.AttemptContext.CreateStagedReplace(TransactionGetResult doc, Object content, Boolean accessDeleted, IRequestSpan parentSpan) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 560 {} 2023-08-28 16:09:38 [10:39:38.614 INF] [] Completed Transaction Test {} 2023-08-28 16:09:38 [10:39:38.627 DBG] [] transactionSingleQuery: { "transactionsFactoryRef": "6ccfe8bf-a75f-4f8b-b8b8-474203e4b917", "clusterConnectionId": "defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184", "query": { "statement": "UPDATE `_default` SET content = 'updated-query' WHERE META().id = 'e974d9b7-ac55-4f44-9ae2-ab0401be26e4'", "expectedResult": [ { "anythingAllowed": true } ], "checkMutations": true, "expectedMutations": 1, "queryParameters": { }, "scope": { "bucketName": "default", "scopeName": "_default" } }, "queryOptions": { "timeoutMillis": "2000" } } {} 2023-08-28 16:09:38 [10:39:38.627 DBG] [] clusterConnectionId:defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184 {} 2023-08-28 16:09:38 [10:39:38.627 DBG] [] Using custom connection at host : couchbase://172.23.111.130 and with username Administrator {} 2023-08-28 16:09:38 [10:39:38.627 DBG] [Couchbase.Transactions.AttemptContext] [60cc929b-1ec3-44f0-ba14-8a50b3e4e9be] Executing Query: query: null {"Scope": ["QueryAsync", "QueryWrapper"]} 2023-08-28 16:09:40 [10:39:40.175 ERR] [Couchbase.Transactions.AttemptContext] [60cc929b-1ec3-44f0-ba14-8a50b3e4e9be] query failed at query: Couchbase.CouchbaseException: Transaction staging error [17020] 2023-08-28 16:09:40 at Couchbase.Query.QueryResultExtensions.ThrowExceptionOnError[T](IQueryResult`1 result, QueryErrorContext context) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryResultExtensions.cs:line 137 2023-08-28 16:09:40 at Couchbase.Query.QueryClient.ExecuteQuery[T](QueryOptions options, ITypeSerializer serializer, IRequestSpan span) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryClient.cs:line 320 2023-08-28 16:09:40 at Couchbase.Query.QueryClient.QueryAsync[T](String statement, QueryOptions options) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryClient.cs:line 149 2023-08-28 16:09:40 at Couchbase.Cluster.<>c__DisplayClass35_0`1.<g__Func|0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Cluster.cs:line 339 2023-08-28 16:09:40 --- End of stack trace from previous location --- 2023-08-28 16:09:40 at Couchbase.Core.Retry.RetryOrchestrator.RetryAsync[T](Func`1 send, IRequest request) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Core/Retry/RetryOrchestrator.cs:line 73 2023-08-28 16:09:40 at Couchbase.Cluster.QueryAsync[T](String statement, QueryOptions options) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Cluster.cs:line 349 2023-08-28 16:09:40 at Couchbase.Transactions.AttemptContext.QueryWrapper[T](Int64 statementId, IScope scope, String statement, QueryOptions options, String hookPoint, IRequestSpan parentSpan, Boolean isBeginWork, Boolean existingErrorCheck, JObject txdata, Boolean txImplicit) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 2119 2023-08-28 16:09:40 -----------------------Context Info--------------------------- 2023-08-28 16:09:40 {"statement":"[{\"statement\":\"UPDATE \\u0060_default\\u0060 SET content = \\u0027updated-query\\u0027 WHERE META().id = \\u0027e974d9b7-ac55-4f44-9ae2-ab0401be26e4\\u0027\",\"client_context_id\":\"d43462b2-f888-4c46-967a-4757a93e3aaa\",\"metrics\":true,\"query_context\":\"default:\\u0060default\\u0060.\\u0060_default\\u0060\",\"scan_consistency\":\"request_plus\",\"timeout\":\"75000ms\",\"tximplicit\":true,\"durability_level\":\"majority\",\"txtimeout\":\"1999.5435ms\",\"txdata\":{\"id\":{\"txn\":\"8e865c97-1487-499d-acd6-28dacfdbefc4\",\"atmpt\":\"60cc929b-1ec3-44f0-ba14-8a50b3e4e9be\"},\"state\":{\"timeLeftMs\":1999},\"config\":{\"kvTimeoutMs\":10000,\"numAtrs\":1024,\"durabilityLevel\":\"MAJORITY\"},\"atr\":null,\"mutations\":[]}}]","clientContextId":"d43462b2-f888-4c46-967a-4757a93e3aaa","parameters":"{\"Named\":{},\"Raw\":{\"tximplicit\":true,\"durability_level\":\"majority\",\"txtimeout\":\"1999.5435ms\",\"txdata\":{\"id\":{\"Transactionid\":\"8e865c97-1487-499d-acd6-28dacfdbefc4\",\"AttemptId\":\"60cc929b-1ec3-44f0-ba14-8a50b3e4e9be\"},\"state\":{\"timeLeftMs\":1999},\"config\":{\"kvTimeoutMs\":10000,\"numAtrs\":1024,\"durabilityLevel\":\"MAJORITY\"},\"atr\":null,\"mutations\":[]}},\"Positional\":[]}","httpStatus":200,"queryStatus":2,"errors":[{"msg":"Transaction staging error","code":17020,"name":null,"sev":0,"temp":false,"reason":null,"retry":false,"cause":{"cause":{"bucket":"default","cause":"deadline expired before WWC was resolved on default._default._default._txn:atr-976-#2bf","collection":"_default","document_key":"e974d9b7-ac55-4f44-9ae2-ab0401be26e4","msg":"write write conflict","scope":"_default"},"raise":"failed","retry":true,"rollback":false}}],"message":"Transaction staging error [17020]","retryReasons":null} 2023-08-28 16:09:40 {"Scope": ["QueryAsync", "QueryWrapper"]} 2023-08-28 16:09:40 [10:39:40.177 WRN] [Couchbase.Transactions.AttemptContext] query code=17020 cause={ 2023-08-28 16:09:40 "bucket": "default", 2023-08-28 16:09:40 "cause": "deadline expired before WWC was resolved on default._default._default._txn:atr-976-#2bf", 2023-08-28 16:09:40 "collection": "_default", 2023-08-28 16:09:40 "document_key": "e974d9b7-ac55-4f44-9ae2-ab0401be26e4", 2023-08-28 16:09:40 "msg": "write write conflict", 2023-08-28 16:09:40 "scope": "_default" 2023-08-28 16:09:40 } raise=failed {"Scope": ["QueryAsync", "QueryWrapper"]} 2023-08-28 16:09:40 [10:39:40.177 DBG] [ExecuteApplicationLambda] Propagating error up. (ec = FailOther, retry = True, finalError = TransactionFailed) {} 2023-08-28 16:09:40 [10:39:40.177 INF] [ExecuteApplicationLambda] Attempt 60cc929b-1ec3-44f0-ba14-8a50b3e4e9be completed. CleanupClient=False, LostCleanup=False {} 2023-08-28 16:09:40 [10:39:40.189 DBG] [Couchbase.Transactions.AttemptContext] [07126281-c539-4516-be65-5d07e84cb547] Executing Query: query: null {"Scope": ["QueryAsync", "QueryWrapper"]} 2023-08-28 16:09:41 [10:39:41.578 ERR] [Couchbase.Transactions.AttemptContext] [07126281-c539-4516-be65-5d07e84cb547] query failed at query: Couchbase.Core.Exceptions.IndexFailureException: Keyspace not found in CB datastore: default:_default - cause: No bucket named _default [12003] 2023-08-28 16:09:41 at Couchbase.Query.QueryResultExtensions.ThrowExceptionOnError[T](IQueryResult`1 result, QueryErrorContext context) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryResultExtensions.cs:line 137 2023-08-28 16:09:41 at Couchbase.Query.QueryClient.ExecuteQuery[T](QueryOptions options, ITypeSerializer serializer, IRequestSpan span) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryClient.cs:line 320 2023-08-28 16:09:41 at Couchbase.Query.QueryClient.QueryAsync[T](String statement, QueryOptions options) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryClient.cs:line 149 2023-08-28 16:09:41 at Couchbase.Cluster.<>c__DisplayClass35_0`1.<g__Func|0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Cluster.cs:line 339 2023-08-28 16:09:41 --- End of stack trace from previous location --- 2023-08-28 16:09:41 at Couchbase.Core.Retry.RetryOrchestrator.RetryAsync[T](Func`1 send, IRequest request) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Core/Retry/RetryOrchestrator.cs:line 73 2023-08-28 16:09:41 at Couchbase.Cluster.QueryAsync[T](String statement, QueryOptions options) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Cluster.cs:line 349 2023-08-28 16:09:41 at Couchbase.Transactions.AttemptContext.QueryWrapper[T](Int64 statementId, IScope scope, String statement, QueryOptions options, String hookPoint, IRequestSpan parentSpan, Boolean isBeginWork, Boolean existingErrorCheck, JObject txdata, Boolean txImplicit) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 2119 2023-08-28 16:09:41 -----------------------Context Info--------------------------- 2023-08-28 16:09:41 {"statement":"[{\u0022statement\u0022:\u0022UPDATE \\u0060_default\\u0060 SET content = \\u0027updated-query\\u0027 WHERE META().id = \\u0027e974d9b7-ac55-4f44-9ae2-ab0401be26e4\\u0027\u0022,\u0022client_context_id\u0022:\u0022340d6408-90e4-4683-afe9-c07bd6a5e67e\u0022,\u0022metrics\u0022:true,\u0022scan_consistency\u0022:\u0022request_plus\u0022,\u0022timeout\u0022:\u002275000ms\u0022,\u0022tximplicit\u0022:true,\u0022durability_level\u0022:\u0022majority\u0022,\u0022txtimeout\u0022:\u0022437.6818ms\u0022,\u0022txdata\u0022:{\u0022id\u0022:{\u0022txn\u0022:\u00228e865c97-1487-499d-acd6-28dacfdbefc4\u0022,\u0022atmpt\u0022:\u002207126281-c539-4516-be65-5d07e84cb547\u0022},\u0022state\u0022:{\u0022timeLeftMs\u0022:437},\u0022config\u0022:{\u0022kvTimeoutMs\u0022:10000,\u0022numAtrs\u0022:1024,\u0022durabilityLevel\u0022:\u0022MAJORITY\u0022},\u0022atr\u0022:null,\u0022mutations\u0022:[]}}]","clientContextId":"340d6408-90e4-4683-afe9-c07bd6a5e67e","parameters":"{\u0022Named\u0022:{},\u0022Raw\u0022:{\u0022tximplicit\u0022:true,\u0022durability_level\u0022:\u0022majority\u0022,\u0022txtimeout\u0022:\u0022437.6818ms\u0022,\u0022txdata\u0022:{\u0022id\u0022:{\u0022Transactionid\u0022:\u00228e865c97-1487-499d-acd6-28dacfdbefc4\u0022,\u0022AttemptId\u0022:\u002207126281-c539-4516-be65-5d07e84cb547\u0022},\u0022state\u0022:{\u0022timeLeftMs\u0022:437},\u0022config\u0022:{\u0022kvTimeoutMs\u0022:10000,\u0022numAtrs\u0022:1024,\u0022durabilityLevel\u0022:\u0022MAJORITY\u0022},\u0022atr\u0022:null,\u0022mutations\u0022:[]}},\u0022Positional\u0022:[]}","httpStatus":"InternalServerError","queryStatus":"fatal","errors":[{"msg":"Keyspace not found in CB datastore: default:_default - cause: No bucket named _default","code":12003,"name":null,"severity":0,"temp":false,"reason":null,"retry":false}],"message":"Keyspace not found in CB datastore: default:_default - cause: No bucket named _default [12003]","retryReasons":null} 2023-08-28 16:09:41 {"Scope": ["QueryAsync", "QueryWrapper"]} 2023-08-28 16:09:41 [10:39:41.579 INF] [ExecuteApplicationLambda] Attempt 07126281-c539-4516-be65-5d07e84cb547 completed. CleanupClient=False, LostCleanup=False {} 2023-08-28 16:09:43 [10:39:43.049 DBG] [] transactionCreate: { "transactionsFactoryRef": "6ccfe8bf-a75f-4f8b-b8b8-474203e4b917", "attempts": [ { "commands": [ { "replace": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "a2a77060-1e69-4d75-84ba-015fc0342133" }, "contentJson": "{\"content\":\"updated\"}", "expectedResult": [ { "error": { "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookPoint": "AFTER_STAGED_REPLACE_COMPLETE" } ] }, "clusterConnectionId": "defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184" } {} 2023-08-28 16:09:43 [10:39:43.049 INF] [] Starting Transaction Test {} 2023-08-28 16:09:43 [10:39:43.049 DBG] [] Test: { "transactionsFactoryRef": "6ccfe8bf-a75f-4f8b-b8b8-474203e4b917", "attempts": [ { "commands": [ { "replace": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "a2a77060-1e69-4d75-84ba-015fc0342133" }, "contentJson": "{\"content\":\"updated\"}", "expectedResult": [ { "error": { "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookPoint": "AFTER_STAGED_REPLACE_COMPLETE" } ] }, "clusterConnectionId": "defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184" } {} 2023-08-28 16:09:43 [10:39:43.049 DBG] [] clusterConnectionId:defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184 {} 2023-08-28 16:09:43 [10:39:43.049 DBG] [] Using custom connection at host : couchbase://172.23.111.130 and with username Administrator {} 2023-08-28 16:09:43 [10:39:43.049 DBG] [] Registering 1 hooks {} 2023-08-28 16:09:43 [10:39:43.049 DBG] [] - Hook Point AfterStagedReplaceComplete with Action FailHard {} 2023-08-28 16:09:43 [10:39:43.050 DBG] [] Starting Attempt 0 {} 2023-08-28 16:09:43 [10:39:43.050 DBG] [] Performing TransactionCommand Replace {} 2023-08-28 16:09:43 [10:39:43.050 DBG] [] fe4469ba-15d9-4d57-b82e-8178b2ebe0a8.781c2f21-a7db-406e-9434-80f209ffd64c: Performing command: replace {} 2023-08-28 16:09:43 [10:39:43.282 DBG] [Couchbase.Transactions.AttemptContext] GetWithMav for a2a77060-1e69-4d75-84ba-015fc0342133, attemptId=781c2f21-a7db-406e-9434-80f209ffd64c, postCas=1693219183487614976 {"Scope": ["GetWithKv", "GetWithMav"]} 2023-08-28 16:09:43 [10:39:43.283 DBG] [Couchbase.Transactions.AttemptContext] CheckWriteWriteConflict@WW_RP for default::_default::_default::a2a77060-1e69-4d75-84ba-015fc0342133, attempt=781c2f21-a7db-406e-9434-80f209ffd64c {"Scope": ["ReplaceWithKv", "CheckWriteWriteConflict"]} 2023-08-28 16:09:43 [10:39:43.283 DBG] [Couchbase.Transactions.AttemptContext] CheckWriteWriteConflict no other txn for default::_default::_default::a2a77060-1e69-4d75-84ba-015fc0342133, attempt=781c2f21-a7db-406e-9434-80f209ffd64c {"Scope": ["ReplaceWithKv", "CheckWriteWriteConflict"]} 2023-08-28 16:09:43 [10:39:43.284 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Requested Durability = Majority {"Scope": ["ReplaceWithKv", "InitAtrIfNeeded"]} 2023-08-28 16:09:43 [10:39:43.520 INF] [Couchbase.Transactions.DataAccess.AtrRepository] Upserted ATR to PENDING _txn:atr-582-#20b/attempts.781c2f21-a7db-406e-9434-80f209ffd64c (cas = 1693219183962619904) {"Scope": ["ReplaceWithKv", "SetAtrPending", "MutateAtrPending"]} 2023-08-28 16:09:43 [10:39:43.521 DBG] [Couchbase.Transactions.AttemptContext] SetAtrPending for default._default._default::_txn:atr-582-#20b (attempt=781c2f21-a7db-406e-9434-80f209ffd64c) {"Scope": ["ReplaceWithKv", "SetAtrPending"]} 2023-08-28 16:09:43 [10:39:43.762 DBG] [Couchbase.Transactions.AttemptContext] CreateStagedReplace for a2a77060-1e69-4d75-84ba-015fc0342133, attemptId=781c2f21-a7db-406e-9434-80f209ffd64c, preCase=1693219183487614976, postCas=1693219184204840960, accessDeleted=False {"Scope": ["ReplaceWithKv", "CreateStagedReplace"]} 2023-08-28 16:09:43 [10:39:43.768 DBG] [] ExternalException.Unknown: Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. 2023-08-28 16:09:43 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 2023-08-28 16:09:43 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 462 2023-08-28 16:09:43 --- End of stack trace from previous location --- 2023-08-28 16:09:43 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 466 2023-08-28 16:09:43 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 2023-08-28 16:09:43 --- End of stack trace from previous location --- 2023-08-28 16:09:43 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 268 2023-08-28 16:09:43 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 2023-08-28 16:09:43 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterStagedReplaceComplete(AttemptContext ctx, String id) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 145 2023-08-28 16:09:43 at Couchbase.Transactions.AttemptContext.CreateStagedReplace(TransactionGetResult doc, Object content, Boolean accessDeleted, IRequestSpan parentSpan) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 560 {} 2023-08-28 16:09:43 [10:39:43.768 DBG] [] Operation 'replace' failed as expected {} 2023-08-28 16:09:43 [10:39:43.769 DBG] [ExecuteApplicationLambda] Propagating error up. (ec = FailHard, retry = False, finalError = TransactionFailed) {} 2023-08-28 16:09:43 [10:39:43.769 INF] [ExecuteApplicationLambda] Attempt 781c2f21-a7db-406e-9434-80f209ffd64c completed. CleanupClient=False, LostCleanup=False {} 2023-08-28 16:09:43 Transaction Failed with: Couchbase.Transactions.Error.TransactionFailedException: Transaction failed. 2023-08-28 16:09:43 ---> Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. 2023-08-28 16:09:43 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 2023-08-28 16:09:43 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 462 2023-08-28 16:09:43 --- End of stack trace from previous location --- 2023-08-28 16:09:43 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 466 2023-08-28 16:09:43 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 2023-08-28 16:09:43 --- End of stack trace from previous location --- 2023-08-28 16:09:43 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 268 2023-08-28 16:09:43 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 2023-08-28 16:09:43 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterStagedReplaceComplete(AttemptContext ctx, String id) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 145 2023-08-28 16:09:43 at Couchbase.Transactions.AttemptContext.CreateStagedReplace(TransactionGetResult doc, Object content, Boolean accessDeleted, IRequestSpan parentSpan) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 560 2023-08-28 16:09:43 --- End of inner exception stack trace --- 2023-08-28 16:09:43 at Couchbase.Transactions.Transactions.RunAsync(Func`2 transactionLogic, PerTransactionConfig perConfig, Boolean singleQueryTransactionMode) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/Transactions.cs:line 229 2023-08-28 16:09:43 at Couchbase.Transactions.FitPerformer.TwoWayTransaction.Run(Transactions transactions, TransactionCreateRequest request, ClusterConnection connection, IServerStreamWriter`1 responseStream) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 68 2023-08-28 16:09:43 -----------------------Context Info--------------------------- 2023-08-28 16:09:43 2023-08-28 16:09:43 2023-08-28 16:09:43 [10:39:43.780 DBG] [] UNKNOWN due to Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. 2023-08-28 16:09:43 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 2023-08-28 16:09:43 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 462 2023-08-28 16:09:43 --- End of stack trace from previous location --- 2023-08-28 16:09:43 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 466 2023-08-28 16:09:43 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 2023-08-28 16:09:43 --- End of stack trace from previous location --- 2023-08-28 16:09:43 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 268 2023-08-28 16:09:43 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 2023-08-28 16:09:43 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterStagedReplaceComplete(AttemptContext ctx, String id) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 145 2023-08-28 16:09:43 at Couchbase.Transactions.AttemptContext.CreateStagedReplace(TransactionGetResult doc, Object content, Boolean accessDeleted, IRequestSpan parentSpan) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 560 {} 2023-08-28 16:09:43 [10:39:43.780 INF] [] Completed Transaction Test {} 2023-08-28 16:09:43 [10:39:43.789 DBG] [] transactionSingleQuery: { "transactionsFactoryRef": "6ccfe8bf-a75f-4f8b-b8b8-474203e4b917", "clusterConnectionId": "defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184", "query": { "statement": "DELETE FROM `_default` WHERE META().id = 'a2a77060-1e69-4d75-84ba-015fc0342133'", "expectedResult": [ { "anythingAllowed": true } ], "checkMutations": true, "expectedMutations": 1, "queryParameters": { }, "scope": { "bucketName": "default", "scopeName": "_default" } }, "queryOptions": { "timeoutMillis": "2000" } } {} 2023-08-28 16:09:43 [10:39:43.789 DBG] [] clusterConnectionId:defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184 {} 2023-08-28 16:09:43 [10:39:43.789 DBG] [] Using custom connection at host : couchbase://172.23.111.130 and with username Administrator {} 2023-08-28 16:09:43 [10:39:43.790 DBG] [Couchbase.Transactions.AttemptContext] [d082533c-3f7f-47d9-8894-e99e98dd316f] Executing Query: query: null {"Scope": ["QueryAsync", "QueryWrapper"]} 2023-08-28 16:09:45 [10:39:45.163 ERR] [Couchbase.Transactions.AttemptContext] [d082533c-3f7f-47d9-8894-e99e98dd316f] query failed at query: Couchbase.CouchbaseException: Transaction staging error [17020] 2023-08-28 16:09:45 at Couchbase.Query.QueryResultExtensions.ThrowExceptionOnError[T](IQueryResult`1 result, QueryErrorContext context) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryResultExtensions.cs:line 137 2023-08-28 16:09:45 at Couchbase.Query.QueryClient.ExecuteQuery[T](QueryOptions options, ITypeSerializer serializer, IRequestSpan span) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryClient.cs:line 320 2023-08-28 16:09:45 at Couchbase.Query.QueryClient.QueryAsync[T](String statement, QueryOptions options) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryClient.cs:line 149 2023-08-28 16:09:45 at Couchbase.Cluster.<>c__DisplayClass35_0`1.<g__Func|0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Cluster.cs:line 339 2023-08-28 16:09:45 --- End of stack trace from previous location --- 2023-08-28 16:09:45 at Couchbase.Core.Retry.RetryOrchestrator.RetryAsync[T](Func`1 send, IRequest request) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Core/Retry/RetryOrchestrator.cs:line 73 2023-08-28 16:09:45 at Couchbase.Cluster.QueryAsync[T](String statement, QueryOptions options) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Cluster.cs:line 349 2023-08-28 16:09:45 at Couchbase.Transactions.AttemptContext.QueryWrapper[T](Int64 statementId, IScope scope, String statement, QueryOptions options, String hookPoint, IRequestSpan parentSpan, Boolean isBeginWork, Boolean existingErrorCheck, JObject txdata, Boolean txImplicit) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 2119 2023-08-28 16:09:45 -----------------------Context Info--------------------------- 2023-08-28 16:09:45 {"statement":"[{\"statement\":\"DELETE FROM \\u0060_default\\u0060 WHERE META().id = \\u0027a2a77060-1e69-4d75-84ba-015fc0342133\\u0027\",\"client_context_id\":\"660b9900-942d-46ce-99e2-4a3515289d61\",\"metrics\":true,\"query_context\":\"default:\\u0060default\\u0060.\\u0060_default\\u0060\",\"scan_consistency\":\"request_plus\",\"timeout\":\"75000ms\",\"tximplicit\":true,\"durability_level\":\"majority\",\"txtimeout\":\"1999.5666ms\",\"txdata\":{\"id\":{\"txn\":\"419365c7-9cec-4aa6-97b4-3903e01a0c12\",\"atmpt\":\"d082533c-3f7f-47d9-8894-e99e98dd316f\"},\"state\":{\"timeLeftMs\":1999},\"config\":{\"kvTimeoutMs\":10000,\"numAtrs\":1024,\"durabilityLevel\":\"MAJORITY\"},\"atr\":null,\"mutations\":[]}}]","clientContextId":"660b9900-942d-46ce-99e2-4a3515289d61","parameters":"{\"Named\":{},\"Raw\":{\"tximplicit\":true,\"durability_level\":\"majority\",\"txtimeout\":\"1999.5666ms\",\"txdata\":{\"id\":{\"Transactionid\":\"419365c7-9cec-4aa6-97b4-3903e01a0c12\",\"AttemptId\":\"d082533c-3f7f-47d9-8894-e99e98dd316f\"},\"state\":{\"timeLeftMs\":1999},\"config\":{\"kvTimeoutMs\":10000,\"numAtrs\":1024,\"durabilityLevel\":\"MAJORITY\"},\"atr\":null,\"mutations\":[]}},\"Positional\":[]}","httpStatus":200,"queryStatus":2,"errors":[{"msg":"Transaction staging error","code":17020,"name":null,"sev":0,"temp":false,"reason":null,"retry":false,"cause":{"cause":{"bucket":"default","cause":"deadline expired before WWC was resolved on default._default._default._txn:atr-582-#20b","collection":"_default","document_key":"a2a77060-1e69-4d75-84ba-015fc0342133","msg":"write write conflict","scope":"_default"},"raise":"failed","retry":true,"rollback":false}}],"message":"Transaction staging error [17020]","retryReasons":null} 2023-08-28 16:09:45 {"Scope": ["QueryAsync", "QueryWrapper"]} 2023-08-28 16:09:45 [10:39:45.165 WRN] [Couchbase.Transactions.AttemptContext] query code=17020 cause={ 2023-08-28 16:09:45 "bucket": "default", 2023-08-28 16:09:45 "cause": "deadline expired before WWC was resolved on default._default._default._txn:atr-582-#20b", 2023-08-28 16:09:45 "collection": "_default", 2023-08-28 16:09:45 "document_key": "a2a77060-1e69-4d75-84ba-015fc0342133", 2023-08-28 16:09:45 "msg": "write write conflict", 2023-08-28 16:09:45 "scope": "_default" 2023-08-28 16:09:45 } raise=failed {"Scope": ["QueryAsync", "QueryWrapper"]} 2023-08-28 16:09:45 [10:39:45.166 DBG] [ExecuteApplicationLambda] Propagating error up. (ec = FailOther, retry = True, finalError = TransactionFailed) {} 2023-08-28 16:09:45 [10:39:45.166 INF] [ExecuteApplicationLambda] Attempt d082533c-3f7f-47d9-8894-e99e98dd316f completed. CleanupClient=False, LostCleanup=False {} 2023-08-28 16:09:45 [10:39:45.172 DBG] [Couchbase.Transactions.AttemptContext] [803a9895-b318-41e9-bf18-5ef6ce55afa4] Executing Query: query: null {"Scope": ["QueryAsync", "QueryWrapper"]} 2023-08-28 16:09:46 [10:39:46.528 ERR] [Couchbase.Transactions.AttemptContext] [803a9895-b318-41e9-bf18-5ef6ce55afa4] query failed at query: Couchbase.Core.Exceptions.IndexFailureException: Keyspace not found in CB datastore: default:_default - cause: No bucket named _default [12003] 2023-08-28 16:09:46 at Couchbase.Query.QueryResultExtensions.ThrowExceptionOnError[T](IQueryResult`1 result, QueryErrorContext context) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryResultExtensions.cs:line 137 2023-08-28 16:09:46 at Couchbase.Query.QueryClient.ExecuteQuery[T](QueryOptions options, ITypeSerializer serializer, IRequestSpan span) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryClient.cs:line 320 2023-08-28 16:09:46 at Couchbase.Query.QueryClient.QueryAsync[T](String statement, QueryOptions options) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryClient.cs:line 149 2023-08-28 16:09:46 at Couchbase.Cluster.<>c__DisplayClass35_0`1.<g__Func|0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Cluster.cs:line 339 2023-08-28 16:09:46 --- End of stack trace from previous location --- 2023-08-28 16:09:46 at Couchbase.Core.Retry.RetryOrchestrator.RetryAsync[T](Func`1 send, IRequest request) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Core/Retry/RetryOrchestrator.cs:line 73 2023-08-28 16:09:46 at Couchbase.Cluster.QueryAsync[T](String statement, QueryOptions options) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Cluster.cs:line 349 2023-08-28 16:09:46 at Couchbase.Transactions.AttemptContext.QueryWrapper[T](Int64 statementId, IScope scope, String statement, QueryOptions options, String hookPoint, IRequestSpan parentSpan, Boolean isBeginWork, Boolean existingErrorCheck, JObject txdata, Boolean txImplicit) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 2119 2023-08-28 16:09:46 -----------------------Context Info--------------------------- 2023-08-28 16:09:46 {"statement":"[{\u0022statement\u0022:\u0022DELETE FROM \\u0060_default\\u0060 WHERE META().id = \\u0027a2a77060-1e69-4d75-84ba-015fc0342133\\u0027\u0022,\u0022client_context_id\u0022:\u0022f257b27c-30e9-49da-8fb7-f0283d2ff6c6\u0022,\u0022metrics\u0022:true,\u0022scan_consistency\u0022:\u0022request_plus\u0022,\u0022timeout\u0022:\u002275000ms\u0022,\u0022tximplicit\u0022:true,\u0022durability_level\u0022:\u0022majority\u0022,\u0022txtimeout\u0022:\u0022617.5117ms\u0022,\u0022txdata\u0022:{\u0022id\u0022:{\u0022txn\u0022:\u0022419365c7-9cec-4aa6-97b4-3903e01a0c12\u0022,\u0022atmpt\u0022:\u0022803a9895-b318-41e9-bf18-5ef6ce55afa4\u0022},\u0022state\u0022:{\u0022timeLeftMs\u0022:617},\u0022config\u0022:{\u0022kvTimeoutMs\u0022:10000,\u0022numAtrs\u0022:1024,\u0022durabilityLevel\u0022:\u0022MAJORITY\u0022},\u0022atr\u0022:null,\u0022mutations\u0022:[]}}]","clientContextId":"f257b27c-30e9-49da-8fb7-f0283d2ff6c6","parameters":"{\u0022Named\u0022:{},\u0022Raw\u0022:{\u0022tximplicit\u0022:true,\u0022durability_level\u0022:\u0022majority\u0022,\u0022txtimeout\u0022:\u0022617.5117ms\u0022,\u0022txdata\u0022:{\u0022id\u0022:{\u0022Transactionid\u0022:\u0022419365c7-9cec-4aa6-97b4-3903e01a0c12\u0022,\u0022AttemptId\u0022:\u0022803a9895-b318-41e9-bf18-5ef6ce55afa4\u0022},\u0022state\u0022:{\u0022timeLeftMs\u0022:617},\u0022config\u0022:{\u0022kvTimeoutMs\u0022:10000,\u0022numAtrs\u0022:1024,\u0022durabilityLevel\u0022:\u0022MAJORITY\u0022},\u0022atr\u0022:null,\u0022mutations\u0022:[]}},\u0022Positional\u0022:[]}","httpStatus":"InternalServerError","queryStatus":"fatal","errors":[{"msg":"Keyspace not found in CB datastore: default:_default - cause: No bucket named _default","code":12003,"name":null,"severity":0,"temp":false,"reason":null,"retry":false}],"message":"Keyspace not found in CB datastore: default:_default - cause: No bucket named _default [12003]","retryReasons":null} 2023-08-28 16:09:46 {"Scope": ["QueryAsync", "QueryWrapper"]} 2023-08-28 16:09:46 [10:39:46.530 INF] [ExecuteApplicationLambda] Attempt 803a9895-b318-41e9-bf18-5ef6ce55afa4 completed. CleanupClient=False, LostCleanup=False {} 2023-08-28 16:09:47 [10:39:47.729 DBG] [] transactionCreate: { "transactionsFactoryRef": "6ccfe8bf-a75f-4f8b-b8b8-474203e4b917", "attempts": [ { "commands": [ { "replace": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "0793df0f-7c7c-43f1-ba9a-b26dae7bf294" }, "contentJson": "{\"content\":\"updated\"}", "expectedResult": [ { "error": { "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookPoint": "AFTER_STAGED_REPLACE_COMPLETE" } ] }, "clusterConnectionId": "defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184" } {} 2023-08-28 16:09:47 [10:39:47.729 INF] [] Starting Transaction Test {} 2023-08-28 16:09:47 [10:39:47.729 DBG] [] Test: { "transactionsFactoryRef": "6ccfe8bf-a75f-4f8b-b8b8-474203e4b917", "attempts": [ { "commands": [ { "replace": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "0793df0f-7c7c-43f1-ba9a-b26dae7bf294" }, "contentJson": "{\"content\":\"updated\"}", "expectedResult": [ { "error": { "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookPoint": "AFTER_STAGED_REPLACE_COMPLETE" } ] }, "clusterConnectionId": "defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184" } {} 2023-08-28 16:09:47 [10:39:47.729 DBG] [] clusterConnectionId:defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184 {} 2023-08-28 16:09:47 [10:39:47.729 DBG] [] Using custom connection at host : couchbase://172.23.111.130 and with username Administrator {} 2023-08-28 16:09:47 [10:39:47.729 DBG] [] Registering 1 hooks {} 2023-08-28 16:09:47 [10:39:47.729 DBG] [] - Hook Point AfterStagedReplaceComplete with Action FailHard {} 2023-08-28 16:09:47 [10:39:47.730 DBG] [] Starting Attempt 0 {} 2023-08-28 16:09:47 [10:39:47.730 DBG] [] Performing TransactionCommand Replace {} 2023-08-28 16:09:47 [10:39:47.730 DBG] [] bfc78a10-9e75-432e-b128-38e40fcb6199.1b818dd6-7e68-4539-91f0-4869bfc9aa1d: Performing command: replace {} 2023-08-28 16:09:47 [10:39:47.966 DBG] [Couchbase.Transactions.AttemptContext] GetWithMav for 0793df0f-7c7c-43f1-ba9a-b26dae7bf294, attemptId=1b818dd6-7e68-4539-91f0-4869bfc9aa1d, postCas=1693219188169179136 {"Scope": ["GetWithKv", "GetWithMav"]} 2023-08-28 16:09:47 [10:39:47.967 DBG] [Couchbase.Transactions.AttemptContext] CheckWriteWriteConflict@WW_RP for default::_default::_default::0793df0f-7c7c-43f1-ba9a-b26dae7bf294, attempt=1b818dd6-7e68-4539-91f0-4869bfc9aa1d {"Scope": ["ReplaceWithKv", "CheckWriteWriteConflict"]} 2023-08-28 16:09:47 [10:39:47.967 DBG] [Couchbase.Transactions.AttemptContext] CheckWriteWriteConflict no other txn for default::_default::_default::0793df0f-7c7c-43f1-ba9a-b26dae7bf294, attempt=1b818dd6-7e68-4539-91f0-4869bfc9aa1d {"Scope": ["ReplaceWithKv", "CheckWriteWriteConflict"]} 2023-08-28 16:09:47 [10:39:47.968 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Requested Durability = Majority {"Scope": ["ReplaceWithKv", "InitAtrIfNeeded"]} 2023-08-28 16:09:48 [10:39:48.201 INF] [Couchbase.Transactions.DataAccess.AtrRepository] Upserted ATR to PENDING _txn:atr-991-#138/attempts.1b818dd6-7e68-4539-91f0-4869bfc9aa1d (cas = 1693219188645953536) {"Scope": ["ReplaceWithKv", "SetAtrPending", "MutateAtrPending"]} 2023-08-28 16:09:48 [10:39:48.201 DBG] [Couchbase.Transactions.AttemptContext] SetAtrPending for default._default._default::_txn:atr-991-#138 (attempt=1b818dd6-7e68-4539-91f0-4869bfc9aa1d) {"Scope": ["ReplaceWithKv", "SetAtrPending"]} 2023-08-28 16:09:48 [10:39:48.437 DBG] [Couchbase.Transactions.AttemptContext] CreateStagedReplace for 0793df0f-7c7c-43f1-ba9a-b26dae7bf294, attemptId=1b818dd6-7e68-4539-91f0-4869bfc9aa1d, preCase=1693219188169179136, postCas=1693219188880244736, accessDeleted=False {"Scope": ["ReplaceWithKv", "CreateStagedReplace"]} 2023-08-28 16:09:48 [10:39:48.441 DBG] [] ExternalException.Unknown: Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. 2023-08-28 16:09:48 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 2023-08-28 16:09:48 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 462 2023-08-28 16:09:48 --- End of stack trace from previous location --- 2023-08-28 16:09:48 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 466 2023-08-28 16:09:48 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 2023-08-28 16:09:48 --- End of stack trace from previous location --- 2023-08-28 16:09:48 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 268 2023-08-28 16:09:48 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 2023-08-28 16:09:48 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterStagedReplaceComplete(AttemptContext ctx, String id) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 145 2023-08-28 16:09:48 at Couchbase.Transactions.AttemptContext.CreateStagedReplace(TransactionGetResult doc, Object content, Boolean accessDeleted, IRequestSpan parentSpan) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 560 {} 2023-08-28 16:09:48 [10:39:48.441 DBG] [] Operation 'replace' failed as expected {} 2023-08-28 16:09:48 [10:39:48.442 DBG] [ExecuteApplicationLambda] Propagating error up. (ec = FailHard, retry = False, finalError = TransactionFailed) {} 2023-08-28 16:09:48 [10:39:48.442 INF] [ExecuteApplicationLambda] Attempt 1b818dd6-7e68-4539-91f0-4869bfc9aa1d completed. CleanupClient=False, LostCleanup=False {} 2023-08-28 16:09:48 Transaction Failed with: Couchbase.Transactions.Error.TransactionFailedException: Transaction failed. 2023-08-28 16:09:48 ---> Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. 2023-08-28 16:09:48 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 2023-08-28 16:09:48 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 462 2023-08-28 16:09:48 --- End of stack trace from previous location --- 2023-08-28 16:09:48 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 466 2023-08-28 16:09:48 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 2023-08-28 16:09:48 --- End of stack trace from previous location --- 2023-08-28 16:09:48 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 268 2023-08-28 16:09:48 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 2023-08-28 16:09:48 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterStagedReplaceComplete(AttemptContext ctx, String id) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 145 2023-08-28 16:09:48 at Couchbase.Transactions.AttemptContext.CreateStagedReplace(TransactionGetResult doc, Object content, Boolean accessDeleted, IRequestSpan parentSpan) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 560 2023-08-28 16:09:48 --- End of inner exception stack trace --- 2023-08-28 16:09:48 at Couchbase.Transactions.Transactions.RunAsync(Func`2 transactionLogic, PerTransactionConfig perConfig, Boolean singleQueryTransactionMode) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/Transactions.cs:line 229 2023-08-28 16:09:48 at Couchbase.Transactions.FitPerformer.TwoWayTransaction.Run(Transactions transactions, TransactionCreateRequest request, ClusterConnection connection, IServerStreamWriter`1 responseStream) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 68 2023-08-28 16:09:48 -----------------------Context Info--------------------------- 2023-08-28 16:09:48 2023-08-28 16:09:48 2023-08-28 16:09:48 [10:39:48.445 DBG] [] UNKNOWN due to Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. 2023-08-28 16:09:48 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 2023-08-28 16:09:48 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 462 2023-08-28 16:09:48 --- End of stack trace from previous location --- 2023-08-28 16:09:48 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 466 2023-08-28 16:09:48 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 2023-08-28 16:09:48 --- End of stack trace from previous location --- 2023-08-28 16:09:48 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 268 2023-08-28 16:09:48 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 2023-08-28 16:09:48 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterStagedReplaceComplete(AttemptContext ctx, String id) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 145 2023-08-28 16:09:48 at Couchbase.Transactions.AttemptContext.CreateStagedReplace(TransactionGetResult doc, Object content, Boolean accessDeleted, IRequestSpan parentSpan) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 560 {} 2023-08-28 16:09:48 [10:39:48.445 INF] [] Completed Transaction Test {} 2023-08-28 16:09:48 [10:39:48.452 DBG] [] transactionSingleQuery: { "transactionsFactoryRef": "6ccfe8bf-a75f-4f8b-b8b8-474203e4b917", "clusterConnectionId": "defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184", "query": { "statement": "SELECT * FROM `_default` WHERE META().id = '0793df0f-7c7c-43f1-ba9a-b26dae7bf294'", "expectedResult": [ { "anythingAllowed": true } ], "checkRowCount": true, "expectedRowCount": 1, "queryParameters": { }, "scope": { "bucketName": "default", "scopeName": "_default" } } } {} 2023-08-28 16:09:48 [10:39:48.452 DBG] [] clusterConnectionId:defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184 {} 2023-08-28 16:09:48 [10:39:48.452 DBG] [] Using custom connection at host : couchbase://172.23.111.130 and with username Administrator {} 2023-08-28 16:09:48 [10:39:48.452 DBG] [Couchbase.Transactions.AttemptContext] [c8fc01c9-dbfb-4e35-87fb-a766f76d16b9] Executing Query: query: null {"Scope": ["QueryAsync", "QueryWrapper"]} 2023-08-28 16:09:48 [10:39:48.696 INF] [ExecuteApplicationLambda] Attempt c8fc01c9-dbfb-4e35-87fb-a766f76d16b9 completed. CleanupClient=False, LostCleanup=False {} 2023-08-28 16:09:50 [10:39:50.869 DBG] [] transactionCreate: { "transactionsFactoryRef": "6ccfe8bf-a75f-4f8b-b8b8-474203e4b917", "attempts": [ { "commands": [ { "replace": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "6be9cd1a-1fca-444e-8512-da64172876d3" }, "contentJson": "{\"content\":\"updated\"}", "expectedResult": [ { "success": true } ] } }, { "commit": { "expectedResult": [ { "error": { "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookPoint": "AFTER_ATR_COMMIT" } ] }, "clusterConnectionId": "defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184" } {} 2023-08-28 16:09:50 [10:39:50.869 INF] [] Starting Transaction Test {} 2023-08-28 16:09:50 [10:39:50.869 DBG] [] Test: { "transactionsFactoryRef": "6ccfe8bf-a75f-4f8b-b8b8-474203e4b917", "attempts": [ { "commands": [ { "replace": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "6be9cd1a-1fca-444e-8512-da64172876d3" }, "contentJson": "{\"content\":\"updated\"}", "expectedResult": [ { "success": true } ] } }, { "commit": { "expectedResult": [ { "error": { "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookPoint": "AFTER_ATR_COMMIT" } ] }, "clusterConnectionId": "defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184" } {} 2023-08-28 16:09:50 [10:39:50.869 DBG] [] clusterConnectionId:defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184 {} 2023-08-28 16:09:50 [10:39:50.869 DBG] [] Using custom connection at host : couchbase://172.23.111.130 and with username Administrator {} 2023-08-28 16:09:50 [10:39:50.869 DBG] [] Registering 1 hooks {} 2023-08-28 16:09:50 [10:39:50.869 DBG] [] - Hook Point AfterAtrCommit with Action FailHard {} 2023-08-28 16:09:50 [10:39:50.871 DBG] [] Starting Attempt 0 {} 2023-08-28 16:09:50 [10:39:50.871 DBG] [] Performing TransactionCommand Replace {} 2023-08-28 16:09:50 [10:39:50.871 DBG] [] 368f8009-80ac-41e8-a4fc-7906dddf5b7b.6b24e69c-3e6d-4945-a8b9-ec74fdb3b6a6: Performing command: replace {} 2023-08-28 16:09:51 [10:39:51.200 DBG] [Couchbase.Transactions.AttemptContext] GetWithMav for 6be9cd1a-1fca-444e-8512-da64172876d3, attemptId=6b24e69c-3e6d-4945-a8b9-ec74fdb3b6a6, postCas=1693219191311826944 {"Scope": ["GetWithKv", "GetWithMav"]} 2023-08-28 16:09:51 [10:39:51.201 DBG] [Couchbase.Transactions.AttemptContext] CheckWriteWriteConflict@WW_RP for default::_default::_default::6be9cd1a-1fca-444e-8512-da64172876d3, attempt=6b24e69c-3e6d-4945-a8b9-ec74fdb3b6a6 {"Scope": ["ReplaceWithKv", "CheckWriteWriteConflict"]} 2023-08-28 16:09:51 [10:39:51.201 DBG] [Couchbase.Transactions.AttemptContext] CheckWriteWriteConflict no other txn for default::_default::_default::6be9cd1a-1fca-444e-8512-da64172876d3, attempt=6b24e69c-3e6d-4945-a8b9-ec74fdb3b6a6 {"Scope": ["ReplaceWithKv", "CheckWriteWriteConflict"]} 2023-08-28 16:09:51 [10:39:51.201 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Requested Durability = Majority {"Scope": ["ReplaceWithKv", "InitAtrIfNeeded"]} 2023-08-28 16:09:51 [10:39:51.505 INF] [Couchbase.Transactions.DataAccess.AtrRepository] Upserted ATR to PENDING _txn:atr-304-#1be/attempts.6b24e69c-3e6d-4945-a8b9-ec74fdb3b6a6 (cas = 1693219191883563008) {"Scope": ["ReplaceWithKv", "SetAtrPending", "MutateAtrPending"]} 2023-08-28 16:09:51 [10:39:51.506 DBG] [Couchbase.Transactions.AttemptContext] SetAtrPending for default._default._default::_txn:atr-304-#1be (attempt=6b24e69c-3e6d-4945-a8b9-ec74fdb3b6a6) {"Scope": ["ReplaceWithKv", "SetAtrPending"]} 2023-08-28 16:09:51 [10:39:51.815 DBG] [Couchbase.Transactions.AttemptContext] CreateStagedReplace for 6be9cd1a-1fca-444e-8512-da64172876d3, attemptId=6b24e69c-3e6d-4945-a8b9-ec74fdb3b6a6, preCase=1693219191311826944, postCas=1693219192186011648, accessDeleted=False {"Scope": ["ReplaceWithKv", "CreateStagedReplace"]} 2023-08-28 16:09:51 [10:39:51.816 DBG] [] 368f8009-80ac-41e8-a4fc-7906dddf5b7b.6b24e69c-3e6d-4945-a8b9-ec74fdb3b6a6: Command Succeeded {} 2023-08-28 16:09:51 [10:39:51.816 DBG] [] Performing TransactionCommand Commit {} 2023-08-28 16:09:51 [10:39:51.816 DBG] [] 368f8009-80ac-41e8-a4fc-7906dddf5b7b.6b24e69c-3e6d-4945-a8b9-ec74fdb3b6a6: Performing command: commit {} 2023-08-28 16:09:52 [10:39:52.065 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Updated to COMMITTED ATR _txn:atr-304-#1be/attempts.6b24e69c-3e6d-4945-a8b9-ec74fdb3b6a6 (cas = 1693219192496455680) {"Scope": ["CommitWithKv", "SetAtrCommit", "MutateAtrCommit"]} 2023-08-28 16:09:52 [10:39:52.066 DBG] [Couchbase.Transactions.AttemptContext] SetAtrCommit for default._default._default::_txn:atr-304-#1be (attempt=6b24e69c-3e6d-4945-a8b9-ec74fdb3b6a6) {"Scope": ["CommitWithKv", "SetAtrCommit"]} 2023-08-28 16:09:52 [10:39:52.067 WRN] [Couchbase.Transactions.AttemptContext] Failed attempt at committing due to FailHard {"Scope": ["CommitWithKv", "SetAtrCommit"]} 2023-08-28 16:09:52 [10:39:52.069 DBG] [] ExternalException.Unknown: Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. 2023-08-28 16:09:52 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 2023-08-28 16:09:52 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 462 2023-08-28 16:09:52 --- End of stack trace from previous location --- 2023-08-28 16:09:52 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 466 2023-08-28 16:09:52 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 2023-08-28 16:09:52 --- End of stack trace from previous location --- 2023-08-28 16:09:52 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 268 2023-08-28 16:09:52 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 2023-08-28 16:09:52 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 92 2023-08-28 16:09:52 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1413 {} 2023-08-28 16:09:52 [10:39:52.069 DBG] [] Operation 'commit' failed as expected {} 2023-08-28 16:09:52 [10:39:52.070 DBG] [ExecuteApplicationLambda] Propagating error up. (ec = FailHard, retry = False, finalError = TransactionFailed) {} 2023-08-28 16:09:52 [10:39:52.070 INF] [ExecuteApplicationLambda] Attempt 6b24e69c-3e6d-4945-a8b9-ec74fdb3b6a6 completed. CleanupClient=False, LostCleanup=False {} 2023-08-28 16:09:52 Transaction Failed with: Couchbase.Transactions.Error.TransactionFailedException: Transaction failed. 2023-08-28 16:09:52 ---> Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. 2023-08-28 16:09:52 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 2023-08-28 16:09:52 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 462 2023-08-28 16:09:52 --- End of stack trace from previous location --- 2023-08-28 16:09:52 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 466 2023-08-28 16:09:52 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 2023-08-28 16:09:52 --- End of stack trace from previous location --- 2023-08-28 16:09:52 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 268 2023-08-28 16:09:52 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 2023-08-28 16:09:52 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 92 2023-08-28 16:09:52 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1413 2023-08-28 16:09:52 --- End of inner exception stack trace --- 2023-08-28 16:09:52 at Couchbase.Transactions.Transactions.RunAsync(Func`2 transactionLogic, PerTransactionConfig perConfig, Boolean singleQueryTransactionMode) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/Transactions.cs:line 229 2023-08-28 16:09:52 at Couchbase.Transactions.FitPerformer.TwoWayTransaction.Run(Transactions transactions, TransactionCreateRequest request, ClusterConnection connection, IServerStreamWriter`1 responseStream) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 68 2023-08-28 16:09:52 -----------------------Context Info--------------------------- 2023-08-28 16:09:52 2023-08-28 16:09:52 2023-08-28 16:09:52 [10:39:52.073 DBG] [] UNKNOWN due to Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. 2023-08-28 16:09:52 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 2023-08-28 16:09:52 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 462 2023-08-28 16:09:52 --- End of stack trace from previous location --- 2023-08-28 16:09:52 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 466 2023-08-28 16:09:52 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 2023-08-28 16:09:52 --- End of stack trace from previous location --- 2023-08-28 16:09:52 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 268 2023-08-28 16:09:52 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 2023-08-28 16:09:52 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 92 2023-08-28 16:09:52 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1413 {} 2023-08-28 16:09:52 [10:39:52.073 INF] [] Completed Transaction Test {} 2023-08-28 16:09:52 [10:39:52.846 DBG] [] transactionSingleQuery: { "transactionsFactoryRef": "6ccfe8bf-a75f-4f8b-b8b8-474203e4b917", "clusterConnectionId": "defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184", "query": { "statement": "INSERT INTO `_default` VALUES ('6be9cd1a-1fca-444e-8512-da64172876d3', {\"content\":\"updated\"})", "expectedResult": [ { "anythingAllowed": true } ], "queryParameters": { }, "scope": { "bucketName": "default", "scopeName": "_default" } } } {} 2023-08-28 16:09:52 [10:39:52.846 DBG] [] clusterConnectionId:defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184 {} 2023-08-28 16:09:52 [10:39:52.846 DBG] [] Using custom connection at host : couchbase://172.23.111.130 and with username Administrator {} 2023-08-28 16:09:52 [10:39:52.847 DBG] [Couchbase.Transactions.AttemptContext] [28347418-f5c5-43e2-abc0-fc1b6026d09a] Executing Query: query: null {"Scope": ["QueryAsync", "QueryWrapper"]} 2023-08-28 16:09:53 [10:39:53.105 ERR] [Couchbase.Transactions.AttemptContext] [28347418-f5c5-43e2-abc0-fc1b6026d09a] query failed at query: Couchbase.CouchbaseException: Duplicate Key: 6be9cd1a-1fca-444e-8512-da64172876d3 [17012] 2023-08-28 16:09:53 at Couchbase.Query.QueryResultExtensions.ThrowExceptionOnError[T](IQueryResult`1 result, QueryErrorContext context) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryResultExtensions.cs:line 137 2023-08-28 16:09:53 at Couchbase.Query.QueryClient.ExecuteQuery[T](QueryOptions options, ITypeSerializer serializer, IRequestSpan span) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryClient.cs:line 320 2023-08-28 16:09:53 at Couchbase.Query.QueryClient.QueryAsync[T](String statement, QueryOptions options) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryClient.cs:line 149 2023-08-28 16:09:53 at Couchbase.Cluster.<>c__DisplayClass35_0`1.<g__Func|0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Cluster.cs:line 339 2023-08-28 16:09:53 --- End of stack trace from previous location --- 2023-08-28 16:09:53 at Couchbase.Core.Retry.RetryOrchestrator.RetryAsync[T](Func`1 send, IRequest request) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Core/Retry/RetryOrchestrator.cs:line 73 2023-08-28 16:09:53 at Couchbase.Cluster.QueryAsync[T](String statement, QueryOptions options) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Cluster.cs:line 349 2023-08-28 16:09:53 at Couchbase.Transactions.AttemptContext.QueryWrapper[T](Int64 statementId, IScope scope, String statement, QueryOptions options, String hookPoint, IRequestSpan parentSpan, Boolean isBeginWork, Boolean existingErrorCheck, JObject txdata, Boolean txImplicit) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 2119 2023-08-28 16:09:53 -----------------------Context Info--------------------------- 2023-08-28 16:09:53 {"statement":"[{\"statement\":\"INSERT INTO \\u0060_default\\u0060 VALUES (\\u00276be9cd1a-1fca-444e-8512-da64172876d3\\u0027, {\\u0022content\\u0022:\\u0022updated\\u0022})\",\"client_context_id\":\"38e9088f-9654-4135-a978-f1f91deb6e0f\",\"metrics\":true,\"query_context\":\"default:\\u0060default\\u0060.\\u0060_default\\u0060\",\"scan_consistency\":\"request_plus\",\"timeout\":\"75000ms\",\"tximplicit\":true,\"durability_level\":\"majority\",\"txtimeout\":\"14998.9587ms\",\"txdata\":{\"id\":{\"txn\":\"f6bc7cf9-da4b-4efa-949c-c8787e8421db\",\"atmpt\":\"28347418-f5c5-43e2-abc0-fc1b6026d09a\"},\"state\":{\"timeLeftMs\":14999},\"config\":{\"kvTimeoutMs\":10000,\"numAtrs\":1024,\"durabilityLevel\":\"MAJORITY\"},\"atr\":null,\"mutations\":[]}}]","clientContextId":"38e9088f-9654-4135-a978-f1f91deb6e0f","parameters":"{\"Named\":{},\"Raw\":{\"tximplicit\":true,\"durability_level\":\"majority\",\"txtimeout\":\"14998.9587ms\",\"txdata\":{\"id\":{\"Transactionid\":\"f6bc7cf9-da4b-4efa-949c-c8787e8421db\",\"AttemptId\":\"28347418-f5c5-43e2-abc0-fc1b6026d09a\"},\"state\":{\"timeLeftMs\":14999},\"config\":{\"kvTimeoutMs\":10000,\"numAtrs\":1024,\"durabilityLevel\":\"MAJORITY\"},\"atr\":null,\"mutations\":[]}},\"Positional\":[]}","httpStatus":200,"queryStatus":2,"errors":[{"msg":"Duplicate Key: 6be9cd1a-1fca-444e-8512-da64172876d3","code":17012,"name":null,"sev":0,"temp":false,"reason":null,"retry":false,"cause":{"cause":"found staged non-insert mutation: document already exists","raise":"failed","retry":false,"rollback":false}}],"message":"Duplicate Key: 6be9cd1a-1fca-444e-8512-da64172876d3 [17012]","retryReasons":null} 2023-08-28 16:09:53 {"Scope": ["QueryAsync", "QueryWrapper"]} 2023-08-28 16:09:53 [10:39:53.107 INF] [ExecuteApplicationLambda] Attempt 28347418-f5c5-43e2-abc0-fc1b6026d09a completed. CleanupClient=False, LostCleanup=False {} 2023-08-28 16:09:54 [10:39:54.890 DBG] [] transactionCreate: { "transactionsFactoryRef": "6ccfe8bf-a75f-4f8b-b8b8-474203e4b917", "attempts": [ { "commands": [ { "replace": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "9c1f9d03-41d2-445a-aab9-75b0d3be4e3a" }, "contentJson": "{\"content\":\"updated\"}", "expectedResult": [ { "success": true } ] } }, { "commit": { "expectedResult": [ { "error": { "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookPoint": "AFTER_ATR_COMMIT" } ] }, "clusterConnectionId": "defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184" } {} 2023-08-28 16:09:54 [10:39:54.891 INF] [] Starting Transaction Test {} 2023-08-28 16:09:54 [10:39:54.891 DBG] [] Test: { "transactionsFactoryRef": "6ccfe8bf-a75f-4f8b-b8b8-474203e4b917", "attempts": [ { "commands": [ { "replace": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "9c1f9d03-41d2-445a-aab9-75b0d3be4e3a" }, "contentJson": "{\"content\":\"updated\"}", "expectedResult": [ { "success": true } ] } }, { "commit": { "expectedResult": [ { "error": { "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookPoint": "AFTER_ATR_COMMIT" } ] }, "clusterConnectionId": "defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184" } {} 2023-08-28 16:09:54 [10:39:54.891 DBG] [] clusterConnectionId:defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184 {} 2023-08-28 16:09:54 [10:39:54.891 DBG] [] Using custom connection at host : couchbase://172.23.111.130 and with username Administrator {} 2023-08-28 16:09:54 [10:39:54.891 DBG] [] Registering 1 hooks {} 2023-08-28 16:09:54 [10:39:54.891 DBG] [] - Hook Point AfterAtrCommit with Action FailHard {} 2023-08-28 16:09:54 [10:39:54.892 DBG] [] Starting Attempt 0 {} 2023-08-28 16:09:54 [10:39:54.892 DBG] [] Performing TransactionCommand Replace {} 2023-08-28 16:09:54 [10:39:54.893 DBG] [] edc27adf-cced-40fa-88b8-586b1a2bcaa7.a6e77b96-1bbc-4631-be13-0fc9ac0b326b: Performing command: replace {} 2023-08-28 16:09:55 [10:39:55.148 DBG] [Couchbase.Transactions.AttemptContext] GetWithMav for 9c1f9d03-41d2-445a-aab9-75b0d3be4e3a, attemptId=a6e77b96-1bbc-4631-be13-0fc9ac0b326b, postCas=1693219195240054784 {"Scope": ["GetWithKv", "GetWithMav"]} 2023-08-28 16:09:55 [10:39:55.149 DBG] [Couchbase.Transactions.AttemptContext] CheckWriteWriteConflict@WW_RP for default::_default::_default::9c1f9d03-41d2-445a-aab9-75b0d3be4e3a, attempt=a6e77b96-1bbc-4631-be13-0fc9ac0b326b {"Scope": ["ReplaceWithKv", "CheckWriteWriteConflict"]} 2023-08-28 16:09:55 [10:39:55.149 DBG] [Couchbase.Transactions.AttemptContext] CheckWriteWriteConflict no other txn for default::_default::_default::9c1f9d03-41d2-445a-aab9-75b0d3be4e3a, attempt=a6e77b96-1bbc-4631-be13-0fc9ac0b326b {"Scope": ["ReplaceWithKv", "CheckWriteWriteConflict"]} 2023-08-28 16:09:55 [10:39:55.149 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Requested Durability = Majority {"Scope": ["ReplaceWithKv", "InitAtrIfNeeded"]} 2023-08-28 16:09:55 [10:39:55.387 INF] [Couchbase.Transactions.DataAccess.AtrRepository] Upserted ATR to PENDING _txn:atr-191-#c2/attempts.a6e77b96-1bbc-4631-be13-0fc9ac0b326b (cas = 1693219195830796288) {"Scope": ["ReplaceWithKv", "SetAtrPending", "MutateAtrPending"]} 2023-08-28 16:09:55 [10:39:55.388 DBG] [Couchbase.Transactions.AttemptContext] SetAtrPending for default._default._default::_txn:atr-191-#c2 (attempt=a6e77b96-1bbc-4631-be13-0fc9ac0b326b) {"Scope": ["ReplaceWithKv", "SetAtrPending"]} 2023-08-28 16:09:55 [10:39:55.708 DBG] [Couchbase.Transactions.AttemptContext] CreateStagedReplace for 9c1f9d03-41d2-445a-aab9-75b0d3be4e3a, attemptId=a6e77b96-1bbc-4631-be13-0fc9ac0b326b, preCase=1693219195240054784, postCas=1693219196071378944, accessDeleted=False {"Scope": ["ReplaceWithKv", "CreateStagedReplace"]} 2023-08-28 16:09:55 [10:39:55.709 DBG] [] edc27adf-cced-40fa-88b8-586b1a2bcaa7.a6e77b96-1bbc-4631-be13-0fc9ac0b326b: Command Succeeded {} 2023-08-28 16:09:55 [10:39:55.709 DBG] [] Performing TransactionCommand Commit {} 2023-08-28 16:09:55 [10:39:55.710 DBG] [] edc27adf-cced-40fa-88b8-586b1a2bcaa7.a6e77b96-1bbc-4631-be13-0fc9ac0b326b: Performing command: commit {} 2023-08-28 16:09:55 [10:39:55.961 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Updated to COMMITTED ATR _txn:atr-191-#c2/attempts.a6e77b96-1bbc-4631-be13-0fc9ac0b326b (cas = 1693219196389949440) {"Scope": ["CommitWithKv", "SetAtrCommit", "MutateAtrCommit"]} 2023-08-28 16:09:55 [10:39:55.961 DBG] [Couchbase.Transactions.AttemptContext] SetAtrCommit for default._default._default::_txn:atr-191-#c2 (attempt=a6e77b96-1bbc-4631-be13-0fc9ac0b326b) {"Scope": ["CommitWithKv", "SetAtrCommit"]} 2023-08-28 16:09:55 [10:39:55.962 WRN] [Couchbase.Transactions.AttemptContext] Failed attempt at committing due to FailHard {"Scope": ["CommitWithKv", "SetAtrCommit"]} 2023-08-28 16:09:55 [10:39:55.965 DBG] [] ExternalException.Unknown: Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. 2023-08-28 16:09:55 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 2023-08-28 16:09:55 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 462 2023-08-28 16:09:55 --- End of stack trace from previous location --- 2023-08-28 16:09:55 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 466 2023-08-28 16:09:55 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 2023-08-28 16:09:55 --- End of stack trace from previous location --- 2023-08-28 16:09:55 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 268 2023-08-28 16:09:55 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 2023-08-28 16:09:55 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 92 2023-08-28 16:09:55 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1413 {} 2023-08-28 16:09:55 [10:39:55.965 DBG] [] Operation 'commit' failed as expected {} 2023-08-28 16:09:55 [10:39:55.965 DBG] [ExecuteApplicationLambda] Propagating error up. (ec = FailHard, retry = False, finalError = TransactionFailed) {} 2023-08-28 16:09:55 [10:39:55.965 INF] [ExecuteApplicationLambda] Attempt a6e77b96-1bbc-4631-be13-0fc9ac0b326b completed. CleanupClient=False, LostCleanup=False {} 2023-08-28 16:09:55 Transaction Failed with: Couchbase.Transactions.Error.TransactionFailedException: Transaction failed. 2023-08-28 16:09:55 ---> Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. 2023-08-28 16:09:55 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 2023-08-28 16:09:55 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 462 2023-08-28 16:09:55 --- End of stack trace from previous location --- 2023-08-28 16:09:55 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 466 2023-08-28 16:09:55 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 2023-08-28 16:09:55 --- End of stack trace from previous location --- 2023-08-28 16:09:55 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 268 2023-08-28 16:09:55 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 2023-08-28 16:09:55 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 92 2023-08-28 16:09:55 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1413 2023-08-28 16:09:55 --- End of inner exception stack trace --- 2023-08-28 16:09:55 at Couchbase.Transactions.Transactions.RunAsync(Func`2 transactionLogic, PerTransactionConfig perConfig, Boolean singleQueryTransactionMode) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/Transactions.cs:line 229 2023-08-28 16:09:55 at Couchbase.Transactions.FitPerformer.TwoWayTransaction.Run(Transactions transactions, TransactionCreateRequest request, ClusterConnection connection, IServerStreamWriter`1 responseStream) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 68 2023-08-28 16:09:55 -----------------------Context Info--------------------------- 2023-08-28 16:09:55 2023-08-28 16:09:55 2023-08-28 16:09:55 [10:39:55.968 DBG] [] UNKNOWN due to Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. 2023-08-28 16:09:55 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 2023-08-28 16:09:55 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 462 2023-08-28 16:09:55 --- End of stack trace from previous location --- 2023-08-28 16:09:55 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 466 2023-08-28 16:09:55 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 2023-08-28 16:09:55 --- End of stack trace from previous location --- 2023-08-28 16:09:55 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 268 2023-08-28 16:09:55 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 2023-08-28 16:09:55 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 92 2023-08-28 16:09:55 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1413 {} 2023-08-28 16:09:55 [10:39:55.968 INF] [] Completed Transaction Test {} 2023-08-28 16:09:56 [10:39:56.686 DBG] [] transactionSingleQuery: { "transactionsFactoryRef": "6ccfe8bf-a75f-4f8b-b8b8-474203e4b917", "clusterConnectionId": "defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184", "query": { "statement": "UPDATE `_default` SET content = 'updated-query' WHERE META().id = '9c1f9d03-41d2-445a-aab9-75b0d3be4e3a'", "expectedResult": [ { "anythingAllowed": true } ], "checkMutations": true, "expectedMutations": 1, "queryParameters": { }, "scope": { "bucketName": "default", "scopeName": "_default" } }, "queryOptions": { "timeoutMillis": "2000" } } {} 2023-08-28 16:09:56 [10:39:56.686 DBG] [] clusterConnectionId:defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184 {} 2023-08-28 16:09:56 [10:39:56.686 DBG] [] Using custom connection at host : couchbase://172.23.111.130 and with username Administrator {} 2023-08-28 16:09:56 [10:39:56.687 DBG] [Couchbase.Transactions.AttemptContext] [287f3d12-12e5-4684-8f42-868b7579af94] Executing Query: query: null {"Scope": ["QueryAsync", "QueryWrapper"]} 2023-08-28 16:09:58 [10:39:58.214 ERR] [Couchbase.Transactions.AttemptContext] [287f3d12-12e5-4684-8f42-868b7579af94] query failed at query: Couchbase.CouchbaseException: Transaction staging error [17020] 2023-08-28 16:09:58 at Couchbase.Query.QueryResultExtensions.ThrowExceptionOnError[T](IQueryResult`1 result, QueryErrorContext context) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryResultExtensions.cs:line 137 2023-08-28 16:09:58 at Couchbase.Query.QueryClient.ExecuteQuery[T](QueryOptions options, ITypeSerializer serializer, IRequestSpan span) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryClient.cs:line 320 2023-08-28 16:09:58 at Couchbase.Query.QueryClient.QueryAsync[T](String statement, QueryOptions options) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryClient.cs:line 149 2023-08-28 16:09:58 at Couchbase.Cluster.<>c__DisplayClass35_0`1.<g__Func|0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Cluster.cs:line 339 2023-08-28 16:09:58 --- End of stack trace from previous location --- 2023-08-28 16:09:58 at Couchbase.Core.Retry.RetryOrchestrator.RetryAsync[T](Func`1 send, IRequest request) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Core/Retry/RetryOrchestrator.cs:line 73 2023-08-28 16:09:58 at Couchbase.Cluster.QueryAsync[T](String statement, QueryOptions options) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Cluster.cs:line 349 2023-08-28 16:09:58 at Couchbase.Transactions.AttemptContext.QueryWrapper[T](Int64 statementId, IScope scope, String statement, QueryOptions options, String hookPoint, IRequestSpan parentSpan, Boolean isBeginWork, Boolean existingErrorCheck, JObject txdata, Boolean txImplicit) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 2119 2023-08-28 16:09:58 -----------------------Context Info--------------------------- 2023-08-28 16:09:58 {"statement":"[{\"statement\":\"UPDATE \\u0060_default\\u0060 SET content = \\u0027updated-query\\u0027 WHERE META().id = \\u00279c1f9d03-41d2-445a-aab9-75b0d3be4e3a\\u0027\",\"client_context_id\":\"ac975859-a20a-4ed3-854b-6ac9d0e5f369\",\"metrics\":true,\"query_context\":\"default:\\u0060default\\u0060.\\u0060_default\\u0060\",\"scan_consistency\":\"request_plus\",\"timeout\":\"75000ms\",\"tximplicit\":true,\"durability_level\":\"majority\",\"txtimeout\":\"1999.2048ms\",\"txdata\":{\"id\":{\"txn\":\"27b669ea-e01a-4bdd-a7bd-6e89062f8714\",\"atmpt\":\"287f3d12-12e5-4684-8f42-868b7579af94\"},\"state\":{\"timeLeftMs\":1999},\"config\":{\"kvTimeoutMs\":10000,\"numAtrs\":1024,\"durabilityLevel\":\"MAJORITY\"},\"atr\":null,\"mutations\":[]}}]","clientContextId":"ac975859-a20a-4ed3-854b-6ac9d0e5f369","parameters":"{\"Named\":{},\"Raw\":{\"tximplicit\":true,\"durability_level\":\"majority\",\"txtimeout\":\"1999.2048ms\",\"txdata\":{\"id\":{\"Transactionid\":\"27b669ea-e01a-4bdd-a7bd-6e89062f8714\",\"AttemptId\":\"287f3d12-12e5-4684-8f42-868b7579af94\"},\"state\":{\"timeLeftMs\":1999},\"config\":{\"kvTimeoutMs\":10000,\"numAtrs\":1024,\"durabilityLevel\":\"MAJORITY\"},\"atr\":null,\"mutations\":[]}},\"Positional\":[]}","httpStatus":200,"queryStatus":2,"errors":[{"msg":"Transaction staging error","code":17020,"name":null,"sev":0,"temp":false,"reason":null,"retry":false,"cause":{"cause":{"bucket":"default","cause":"deadline expired before WWC was resolved on default._default._default._txn:atr-191-#c2","collection":"_default","document_key":"9c1f9d03-41d2-445a-aab9-75b0d3be4e3a","msg":"write write conflict","scope":"_default"},"raise":"failed","retry":true,"rollback":false}}],"message":"Transaction staging error [17020]","retryReasons":null} 2023-08-28 16:09:58 {"Scope": ["QueryAsync", "QueryWrapper"]} 2023-08-28 16:09:58 [10:39:58.216 WRN] [Couchbase.Transactions.AttemptContext] query code=17020 cause={ 2023-08-28 16:09:58 "bucket": "default", 2023-08-28 16:09:58 "cause": "deadline expired before WWC was resolved on default._default._default._txn:atr-191-#c2", 2023-08-28 16:09:58 "collection": "_default", 2023-08-28 16:09:58 "document_key": "9c1f9d03-41d2-445a-aab9-75b0d3be4e3a", 2023-08-28 16:09:58 "msg": "write write conflict", 2023-08-28 16:09:58 "scope": "_default" 2023-08-28 16:09:58 } raise=failed {"Scope": ["QueryAsync", "QueryWrapper"]} 2023-08-28 16:09:58 [10:39:58.216 DBG] [ExecuteApplicationLambda] Propagating error up. (ec = FailOther, retry = True, finalError = TransactionFailed) {} 2023-08-28 16:09:58 [10:39:58.216 INF] [ExecuteApplicationLambda] Attempt 287f3d12-12e5-4684-8f42-868b7579af94 completed. CleanupClient=False, LostCleanup=False {} 2023-08-28 16:09:58 [10:39:58.226 DBG] [Couchbase.Transactions.AttemptContext] [aba3789d-d032-4096-9b15-4c4bde4708af] Executing Query: query: null {"Scope": ["QueryAsync", "QueryWrapper"]} 2023-08-28 16:09:59 [10:39:59.728 ERR] [Couchbase.Transactions.AttemptContext] [aba3789d-d032-4096-9b15-4c4bde4708af] query failed at query: Couchbase.Core.Exceptions.IndexFailureException: Keyspace not found in CB datastore: default:_default - cause: No bucket named _default [12003] 2023-08-28 16:09:59 at Couchbase.Query.QueryResultExtensions.ThrowExceptionOnError[T](IQueryResult`1 result, QueryErrorContext context) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryResultExtensions.cs:line 137 2023-08-28 16:09:59 at Couchbase.Query.QueryClient.ExecuteQuery[T](QueryOptions options, ITypeSerializer serializer, IRequestSpan span) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryClient.cs:line 320 2023-08-28 16:09:59 at Couchbase.Query.QueryClient.QueryAsync[T](String statement, QueryOptions options) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryClient.cs:line 149 2023-08-28 16:09:59 at Couchbase.Cluster.<>c__DisplayClass35_0`1.<g__Func|0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Cluster.cs:line 339 2023-08-28 16:09:59 --- End of stack trace from previous location --- 2023-08-28 16:09:59 at Couchbase.Core.Retry.RetryOrchestrator.RetryAsync[T](Func`1 send, IRequest request) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Core/Retry/RetryOrchestrator.cs:line 73 2023-08-28 16:09:59 at Couchbase.Cluster.QueryAsync[T](String statement, QueryOptions options) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Cluster.cs:line 349 2023-08-28 16:09:59 at Couchbase.Transactions.AttemptContext.QueryWrapper[T](Int64 statementId, IScope scope, String statement, QueryOptions options, String hookPoint, IRequestSpan parentSpan, Boolean isBeginWork, Boolean existingErrorCheck, JObject txdata, Boolean txImplicit) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 2119 2023-08-28 16:09:59 -----------------------Context Info--------------------------- 2023-08-28 16:09:59 {"statement":"[{\u0022statement\u0022:\u0022UPDATE \\u0060_default\\u0060 SET content = \\u0027updated-query\\u0027 WHERE META().id = \\u00279c1f9d03-41d2-445a-aab9-75b0d3be4e3a\\u0027\u0022,\u0022client_context_id\u0022:\u0022bf701fcc-dc2f-453b-92e4-0a2afe1b8bed\u0022,\u0022metrics\u0022:true,\u0022scan_consistency\u0022:\u0022request_plus\u0022,\u0022timeout\u0022:\u002275000ms\u0022,\u0022tximplicit\u0022:true,\u0022durability_level\u0022:\u0022majority\u0022,\u0022txtimeout\u0022:\u0022460.6309ms\u0022,\u0022txdata\u0022:{\u0022id\u0022:{\u0022txn\u0022:\u002227b669ea-e01a-4bdd-a7bd-6e89062f8714\u0022,\u0022atmpt\u0022:\u0022aba3789d-d032-4096-9b15-4c4bde4708af\u0022},\u0022state\u0022:{\u0022timeLeftMs\u0022:460},\u0022config\u0022:{\u0022kvTimeoutMs\u0022:10000,\u0022numAtrs\u0022:1024,\u0022durabilityLevel\u0022:\u0022MAJORITY\u0022},\u0022atr\u0022:null,\u0022mutations\u0022:[]}}]","clientContextId":"bf701fcc-dc2f-453b-92e4-0a2afe1b8bed","parameters":"{\u0022Named\u0022:{},\u0022Raw\u0022:{\u0022tximplicit\u0022:true,\u0022durability_level\u0022:\u0022majority\u0022,\u0022txtimeout\u0022:\u0022460.6309ms\u0022,\u0022txdata\u0022:{\u0022id\u0022:{\u0022Transactionid\u0022:\u002227b669ea-e01a-4bdd-a7bd-6e89062f8714\u0022,\u0022AttemptId\u0022:\u0022aba3789d-d032-4096-9b15-4c4bde4708af\u0022},\u0022state\u0022:{\u0022timeLeftMs\u0022:460},\u0022config\u0022:{\u0022kvTimeoutMs\u0022:10000,\u0022numAtrs\u0022:1024,\u0022durabilityLevel\u0022:\u0022MAJORITY\u0022},\u0022atr\u0022:null,\u0022mutations\u0022:[]}},\u0022Positional\u0022:[]}","httpStatus":"InternalServerError","queryStatus":"fatal","errors":[{"msg":"Keyspace not found in CB datastore: default:_default - cause: No bucket named _default","code":12003,"name":null,"severity":0,"temp":false,"reason":null,"retry":false}],"message":"Keyspace not found in CB datastore: default:_default - cause: No bucket named _default [12003]","retryReasons":null} 2023-08-28 16:09:59 {"Scope": ["QueryAsync", "QueryWrapper"]} 2023-08-28 16:09:59 [10:39:59.730 INF] [ExecuteApplicationLambda] Attempt aba3789d-d032-4096-9b15-4c4bde4708af completed. CleanupClient=False, LostCleanup=False {} 2023-08-28 16:10:00 [10:40:00.920 DBG] [] transactionCreate: { "transactionsFactoryRef": "6ccfe8bf-a75f-4f8b-b8b8-474203e4b917", "attempts": [ { "commands": [ { "replace": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "2b4d7864-a276-4f30-8c07-7d91b092379e" }, "contentJson": "{\"content\":\"updated\"}", "expectedResult": [ { "success": true } ] } }, { "commit": { "expectedResult": [ { "error": { "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookPoint": "AFTER_ATR_COMMIT" } ] }, "clusterConnectionId": "defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184" } {} 2023-08-28 16:10:00 [10:40:00.920 INF] [] Starting Transaction Test {} 2023-08-28 16:10:00 [10:40:00.920 DBG] [] Test: { "transactionsFactoryRef": "6ccfe8bf-a75f-4f8b-b8b8-474203e4b917", "attempts": [ { "commands": [ { "replace": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "2b4d7864-a276-4f30-8c07-7d91b092379e" }, "contentJson": "{\"content\":\"updated\"}", "expectedResult": [ { "success": true } ] } }, { "commit": { "expectedResult": [ { "error": { "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookPoint": "AFTER_ATR_COMMIT" } ] }, "clusterConnectionId": "defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184" } {} 2023-08-28 16:10:00 [10:40:00.920 DBG] [] clusterConnectionId:defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184 {} 2023-08-28 16:10:00 [10:40:00.920 DBG] [] Using custom connection at host : couchbase://172.23.111.130 and with username Administrator {} 2023-08-28 16:10:00 [10:40:00.920 DBG] [] Registering 1 hooks {} 2023-08-28 16:10:00 [10:40:00.920 DBG] [] - Hook Point AfterAtrCommit with Action FailHard {} 2023-08-28 16:10:00 [10:40:00.921 DBG] [] Starting Attempt 0 {} 2023-08-28 16:10:00 [10:40:00.921 DBG] [] Performing TransactionCommand Replace {} 2023-08-28 16:10:00 [10:40:00.921 DBG] [] f95b06b2-6509-4ae1-ac14-ca1b4842f9a6.ffde1809-b13f-4c85-b0d3-a3e2cb9030a1: Performing command: replace {} 2023-08-28 16:10:01 [10:40:01.154 DBG] [Couchbase.Transactions.AttemptContext] GetWithMav for 2b4d7864-a276-4f30-8c07-7d91b092379e, attemptId=ffde1809-b13f-4c85-b0d3-a3e2cb9030a1, postCas=1693219201360396288 {"Scope": ["GetWithKv", "GetWithMav"]} 2023-08-28 16:10:01 [10:40:01.154 DBG] [Couchbase.Transactions.AttemptContext] CheckWriteWriteConflict@WW_RP for default::_default::_default::2b4d7864-a276-4f30-8c07-7d91b092379e, attempt=ffde1809-b13f-4c85-b0d3-a3e2cb9030a1 {"Scope": ["ReplaceWithKv", "CheckWriteWriteConflict"]} 2023-08-28 16:10:01 [10:40:01.154 DBG] [Couchbase.Transactions.AttemptContext] CheckWriteWriteConflict no other txn for default::_default::_default::2b4d7864-a276-4f30-8c07-7d91b092379e, attempt=ffde1809-b13f-4c85-b0d3-a3e2cb9030a1 {"Scope": ["ReplaceWithKv", "CheckWriteWriteConflict"]} 2023-08-28 16:10:01 [10:40:01.154 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Requested Durability = Majority {"Scope": ["ReplaceWithKv", "InitAtrIfNeeded"]} 2023-08-28 16:10:01 [10:40:01.421 INF] [Couchbase.Transactions.DataAccess.AtrRepository] Upserted ATR to PENDING _txn:atr-714-#878/attempts.ffde1809-b13f-4c85-b0d3-a3e2cb9030a1 (cas = 1693219201830879232) {"Scope": ["ReplaceWithKv", "SetAtrPending", "MutateAtrPending"]} 2023-08-28 16:10:01 [10:40:01.421 DBG] [Couchbase.Transactions.AttemptContext] SetAtrPending for default._default._default::_txn:atr-714-#878 (attempt=ffde1809-b13f-4c85-b0d3-a3e2cb9030a1) {"Scope": ["ReplaceWithKv", "SetAtrPending"]} 2023-08-28 16:10:01 [10:40:01.751 DBG] [Couchbase.Transactions.AttemptContext] CreateStagedReplace for 2b4d7864-a276-4f30-8c07-7d91b092379e, attemptId=ffde1809-b13f-4c85-b0d3-a3e2cb9030a1, preCase=1693219201360396288, postCas=1693219202100625408, accessDeleted=False {"Scope": ["ReplaceWithKv", "CreateStagedReplace"]} 2023-08-28 16:10:01 [10:40:01.752 DBG] [] f95b06b2-6509-4ae1-ac14-ca1b4842f9a6.ffde1809-b13f-4c85-b0d3-a3e2cb9030a1: Command Succeeded {} 2023-08-28 16:10:01 [10:40:01.752 DBG] [] Performing TransactionCommand Commit {} 2023-08-28 16:10:01 [10:40:01.752 DBG] [] f95b06b2-6509-4ae1-ac14-ca1b4842f9a6.ffde1809-b13f-4c85-b0d3-a3e2cb9030a1: Performing command: commit {} 2023-08-28 16:10:01 [10:40:01.987 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Updated to COMMITTED ATR _txn:atr-714-#878/attempts.ffde1809-b13f-4c85-b0d3-a3e2cb9030a1 (cas = 1693219202430337024) {"Scope": ["CommitWithKv", "SetAtrCommit", "MutateAtrCommit"]} 2023-08-28 16:10:01 [10:40:01.988 DBG] [Couchbase.Transactions.AttemptContext] SetAtrCommit for default._default._default::_txn:atr-714-#878 (attempt=ffde1809-b13f-4c85-b0d3-a3e2cb9030a1) {"Scope": ["CommitWithKv", "SetAtrCommit"]} 2023-08-28 16:10:01 [10:40:01.993 WRN] [Couchbase.Transactions.AttemptContext] Failed attempt at committing due to FailHard {"Scope": ["CommitWithKv", "SetAtrCommit"]} 2023-08-28 16:10:01 [10:40:01.996 DBG] [] ExternalException.Unknown: Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. 2023-08-28 16:10:01 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 2023-08-28 16:10:01 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 462 2023-08-28 16:10:01 --- End of stack trace from previous location --- 2023-08-28 16:10:01 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 466 2023-08-28 16:10:01 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 2023-08-28 16:10:01 --- End of stack trace from previous location --- 2023-08-28 16:10:01 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 268 2023-08-28 16:10:01 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 2023-08-28 16:10:01 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 92 2023-08-28 16:10:01 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1413 {} 2023-08-28 16:10:01 [10:40:01.996 DBG] [] Operation 'commit' failed as expected {} 2023-08-28 16:10:01 [10:40:01.997 DBG] [ExecuteApplicationLambda] Propagating error up. (ec = FailHard, retry = False, finalError = TransactionFailed) {} 2023-08-28 16:10:01 [10:40:01.997 INF] [ExecuteApplicationLambda] Attempt ffde1809-b13f-4c85-b0d3-a3e2cb9030a1 completed. CleanupClient=False, LostCleanup=False {} 2023-08-28 16:10:02 Transaction Failed with: Couchbase.Transactions.Error.TransactionFailedException: Transaction failed. 2023-08-28 16:10:02 ---> Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. 2023-08-28 16:10:02 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 2023-08-28 16:10:02 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 462 2023-08-28 16:10:02 --- End of stack trace from previous location --- 2023-08-28 16:10:02 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 466 2023-08-28 16:10:02 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 2023-08-28 16:10:02 --- End of stack trace from previous location --- 2023-08-28 16:10:02 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 268 2023-08-28 16:10:02 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 2023-08-28 16:10:02 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 92 2023-08-28 16:10:02 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1413 2023-08-28 16:10:02 --- End of inner exception stack trace --- 2023-08-28 16:10:02 at Couchbase.Transactions.Transactions.RunAsync(Func`2 transactionLogic, PerTransactionConfig perConfig, Boolean singleQueryTransactionMode) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/Transactions.cs:line 229 2023-08-28 16:10:02 at Couchbase.Transactions.FitPerformer.TwoWayTransaction.Run(Transactions transactions, TransactionCreateRequest request, ClusterConnection connection, IServerStreamWriter`1 responseStream) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 68 2023-08-28 16:10:02 -----------------------Context Info--------------------------- 2023-08-28 16:10:02 2023-08-28 16:10:02 2023-08-28 16:10:02 [10:40:02.000 DBG] [] UNKNOWN due to Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. 2023-08-28 16:10:02 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 2023-08-28 16:10:02 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 462 2023-08-28 16:10:02 --- End of stack trace from previous location --- 2023-08-28 16:10:02 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 466 2023-08-28 16:10:02 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 2023-08-28 16:10:02 --- End of stack trace from previous location --- 2023-08-28 16:10:02 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 268 2023-08-28 16:10:02 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 2023-08-28 16:10:02 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 92 2023-08-28 16:10:02 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1413 {} 2023-08-28 16:10:02 [10:40:02.000 INF] [] Completed Transaction Test {} 2023-08-28 16:10:02 [10:40:02.773 DBG] [] transactionSingleQuery: { "transactionsFactoryRef": "6ccfe8bf-a75f-4f8b-b8b8-474203e4b917", "clusterConnectionId": "defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184", "query": { "statement": "DELETE FROM `_default` WHERE META().id = '2b4d7864-a276-4f30-8c07-7d91b092379e'", "expectedResult": [ { "anythingAllowed": true } ], "checkMutations": true, "expectedMutations": 1, "queryParameters": { }, "scope": { "bucketName": "default", "scopeName": "_default" } }, "queryOptions": { "timeoutMillis": "2000" } } {} 2023-08-28 16:10:02 [10:40:02.773 DBG] [] clusterConnectionId:defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184 {} 2023-08-28 16:10:02 [10:40:02.773 DBG] [] Using custom connection at host : couchbase://172.23.111.130 and with username Administrator {} 2023-08-28 16:10:02 [10:40:02.773 DBG] [Couchbase.Transactions.AttemptContext] [f758908b-781a-4e46-a832-a5480c1a32d3] Executing Query: query: null {"Scope": ["QueryAsync", "QueryWrapper"]} 2023-08-28 16:10:04 [10:40:04.039 ERR] [Couchbase.Transactions.AttemptContext] [f758908b-781a-4e46-a832-a5480c1a32d3] query failed at query: Couchbase.CouchbaseException: Transaction staging error [17020] 2023-08-28 16:10:04 at Couchbase.Query.QueryResultExtensions.ThrowExceptionOnError[T](IQueryResult`1 result, QueryErrorContext context) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryResultExtensions.cs:line 137 2023-08-28 16:10:04 at Couchbase.Query.QueryClient.ExecuteQuery[T](QueryOptions options, ITypeSerializer serializer, IRequestSpan span) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryClient.cs:line 320 2023-08-28 16:10:04 at Couchbase.Query.QueryClient.QueryAsync[T](String statement, QueryOptions options) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryClient.cs:line 149 2023-08-28 16:10:04 at Couchbase.Cluster.<>c__DisplayClass35_0`1.<g__Func|0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Cluster.cs:line 339 2023-08-28 16:10:04 --- End of stack trace from previous location --- 2023-08-28 16:10:04 at Couchbase.Core.Retry.RetryOrchestrator.RetryAsync[T](Func`1 send, IRequest request) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Core/Retry/RetryOrchestrator.cs:line 73 2023-08-28 16:10:04 at Couchbase.Cluster.QueryAsync[T](String statement, QueryOptions options) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Cluster.cs:line 349 2023-08-28 16:10:04 at Couchbase.Transactions.AttemptContext.QueryWrapper[T](Int64 statementId, IScope scope, String statement, QueryOptions options, String hookPoint, IRequestSpan parentSpan, Boolean isBeginWork, Boolean existingErrorCheck, JObject txdata, Boolean txImplicit) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 2119 2023-08-28 16:10:04 -----------------------Context Info--------------------------- 2023-08-28 16:10:04 {"statement":"[{\"statement\":\"DELETE FROM \\u0060_default\\u0060 WHERE META().id = \\u00272b4d7864-a276-4f30-8c07-7d91b092379e\\u0027\",\"client_context_id\":\"6dc5bd6c-3ff2-4717-826d-eba3f9bfe3aa\",\"metrics\":true,\"query_context\":\"default:\\u0060default\\u0060.\\u0060_default\\u0060\",\"scan_consistency\":\"request_plus\",\"timeout\":\"75000ms\",\"tximplicit\":true,\"durability_level\":\"majority\",\"txtimeout\":\"1999.3115ms\",\"txdata\":{\"id\":{\"txn\":\"2439ac46-7bd3-4abe-b950-ba632c453b7b\",\"atmpt\":\"f758908b-781a-4e46-a832-a5480c1a32d3\"},\"state\":{\"timeLeftMs\":1999},\"config\":{\"kvTimeoutMs\":10000,\"numAtrs\":1024,\"durabilityLevel\":\"MAJORITY\"},\"atr\":null,\"mutations\":[]}}]","clientContextId":"6dc5bd6c-3ff2-4717-826d-eba3f9bfe3aa","parameters":"{\"Named\":{},\"Raw\":{\"tximplicit\":true,\"durability_level\":\"majority\",\"txtimeout\":\"1999.3115ms\",\"txdata\":{\"id\":{\"Transactionid\":\"2439ac46-7bd3-4abe-b950-ba632c453b7b\",\"AttemptId\":\"f758908b-781a-4e46-a832-a5480c1a32d3\"},\"state\":{\"timeLeftMs\":1999},\"config\":{\"kvTimeoutMs\":10000,\"numAtrs\":1024,\"durabilityLevel\":\"MAJORITY\"},\"atr\":null,\"mutations\":[]}},\"Positional\":[]}","httpStatus":200,"queryStatus":2,"errors":[{"msg":"Transaction staging error","code":17020,"name":null,"sev":0,"temp":false,"reason":null,"retry":false,"cause":{"cause":{"bucket":"default","cause":"deadline expired before WWC was resolved on default._default._default._txn:atr-714-#878","collection":"_default","document_key":"2b4d7864-a276-4f30-8c07-7d91b092379e","msg":"write write conflict","scope":"_default"},"raise":"failed","retry":true,"rollback":false}}],"message":"Transaction staging error [17020]","retryReasons":null} 2023-08-28 16:10:04 {"Scope": ["QueryAsync", "QueryWrapper"]} 2023-08-28 16:10:04 [10:40:04.041 WRN] [Couchbase.Transactions.AttemptContext] query code=17020 cause={ 2023-08-28 16:10:04 "bucket": "default", 2023-08-28 16:10:04 "cause": "deadline expired before WWC was resolved on default._default._default._txn:atr-714-#878", 2023-08-28 16:10:04 "collection": "_default", 2023-08-28 16:10:04 "document_key": "2b4d7864-a276-4f30-8c07-7d91b092379e", 2023-08-28 16:10:04 "msg": "write write conflict", 2023-08-28 16:10:04 "scope": "_default" 2023-08-28 16:10:04 } raise=failed {"Scope": ["QueryAsync", "QueryWrapper"]} 2023-08-28 16:10:04 [10:40:04.042 DBG] [ExecuteApplicationLambda] Propagating error up. (ec = FailOther, retry = True, finalError = TransactionFailed) {} 2023-08-28 16:10:04 [10:40:04.042 INF] [ExecuteApplicationLambda] Attempt f758908b-781a-4e46-a832-a5480c1a32d3 completed. CleanupClient=False, LostCleanup=False {} 2023-08-28 16:10:04 [10:40:04.051 DBG] [Couchbase.Transactions.AttemptContext] [bd5e08dc-459b-41f0-8f00-7683c2219ac0] Executing Query: query: null {"Scope": ["QueryAsync", "QueryWrapper"]} 2023-08-28 16:10:05 [10:40:05.407 ERR] [Couchbase.Transactions.AttemptContext] [bd5e08dc-459b-41f0-8f00-7683c2219ac0] query failed at query: Couchbase.Core.Exceptions.IndexFailureException: Keyspace not found in CB datastore: default:_default - cause: No bucket named _default [12003] 2023-08-28 16:10:05 at Couchbase.Query.QueryResultExtensions.ThrowExceptionOnError[T](IQueryResult`1 result, QueryErrorContext context) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryResultExtensions.cs:line 137 2023-08-28 16:10:05 at Couchbase.Query.QueryClient.ExecuteQuery[T](QueryOptions options, ITypeSerializer serializer, IRequestSpan span) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryClient.cs:line 320 2023-08-28 16:10:05 at Couchbase.Query.QueryClient.QueryAsync[T](String statement, QueryOptions options) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryClient.cs:line 149 2023-08-28 16:10:05 at Couchbase.Cluster.<>c__DisplayClass35_0`1.<g__Func|0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Cluster.cs:line 339 2023-08-28 16:10:05 --- End of stack trace from previous location --- 2023-08-28 16:10:05 at Couchbase.Core.Retry.RetryOrchestrator.RetryAsync[T](Func`1 send, IRequest request) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Core/Retry/RetryOrchestrator.cs:line 73 2023-08-28 16:10:05 at Couchbase.Cluster.QueryAsync[T](String statement, QueryOptions options) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Cluster.cs:line 349 2023-08-28 16:10:05 at Couchbase.Transactions.AttemptContext.QueryWrapper[T](Int64 statementId, IScope scope, String statement, QueryOptions options, String hookPoint, IRequestSpan parentSpan, Boolean isBeginWork, Boolean existingErrorCheck, JObject txdata, Boolean txImplicit) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 2119 2023-08-28 16:10:05 -----------------------Context Info--------------------------- 2023-08-28 16:10:05 {"statement":"[{\u0022statement\u0022:\u0022DELETE FROM \\u0060_default\\u0060 WHERE META().id = \\u00272b4d7864-a276-4f30-8c07-7d91b092379e\\u0027\u0022,\u0022client_context_id\u0022:\u0022b5730e8a-f5f7-4d88-8cd7-f6488cb991c4\u0022,\u0022metrics\u0022:true,\u0022scan_consistency\u0022:\u0022request_plus\u0022,\u0022timeout\u0022:\u002275000ms\u0022,\u0022tximplicit\u0022:true,\u0022durability_level\u0022:\u0022majority\u0022,\u0022txtimeout\u0022:\u0022722.2494ms\u0022,\u0022txdata\u0022:{\u0022id\u0022:{\u0022txn\u0022:\u00222439ac46-7bd3-4abe-b950-ba632c453b7b\u0022,\u0022atmpt\u0022:\u0022bd5e08dc-459b-41f0-8f00-7683c2219ac0\u0022},\u0022state\u0022:{\u0022timeLeftMs\u0022:722},\u0022config\u0022:{\u0022kvTimeoutMs\u0022:10000,\u0022numAtrs\u0022:1024,\u0022durabilityLevel\u0022:\u0022MAJORITY\u0022},\u0022atr\u0022:null,\u0022mutations\u0022:[]}}]","clientContextId":"b5730e8a-f5f7-4d88-8cd7-f6488cb991c4","parameters":"{\u0022Named\u0022:{},\u0022Raw\u0022:{\u0022tximplicit\u0022:true,\u0022durability_level\u0022:\u0022majority\u0022,\u0022txtimeout\u0022:\u0022722.2494ms\u0022,\u0022txdata\u0022:{\u0022id\u0022:{\u0022Transactionid\u0022:\u00222439ac46-7bd3-4abe-b950-ba632c453b7b\u0022,\u0022AttemptId\u0022:\u0022bd5e08dc-459b-41f0-8f00-7683c2219ac0\u0022},\u0022state\u0022:{\u0022timeLeftMs\u0022:722},\u0022config\u0022:{\u0022kvTimeoutMs\u0022:10000,\u0022numAtrs\u0022:1024,\u0022durabilityLevel\u0022:\u0022MAJORITY\u0022},\u0022atr\u0022:null,\u0022mutations\u0022:[]}},\u0022Positional\u0022:[]}","httpStatus":"InternalServerError","queryStatus":"fatal","errors":[{"msg":"Keyspace not found in CB datastore: default:_default - cause: No bucket named _default","code":12003,"name":null,"severity":0,"temp":false,"reason":null,"retry":false}],"message":"Keyspace not found in CB datastore: default:_default - cause: No bucket named _default [12003]","retryReasons":null} 2023-08-28 16:10:05 {"Scope": ["QueryAsync", "QueryWrapper"]} 2023-08-28 16:10:05 [10:40:05.414 INF] [ExecuteApplicationLambda] Attempt bd5e08dc-459b-41f0-8f00-7683c2219ac0 completed. CleanupClient=False, LostCleanup=False {} 2023-08-28 16:10:06 [10:40:06.674 DBG] [] transactionCreate: { "transactionsFactoryRef": "6ccfe8bf-a75f-4f8b-b8b8-474203e4b917", "attempts": [ { "commands": [ { "replace": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "b88c7f9f-7170-467b-8acd-28d4306c0361" }, "contentJson": "{\"content\":\"updated\"}", "expectedResult": [ { "success": true } ] } }, { "commit": { "expectedResult": [ { "error": { "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookPoint": "AFTER_ATR_COMMIT" } ] }, "clusterConnectionId": "defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184" } {} 2023-08-28 16:10:06 [10:40:06.674 INF] [] Starting Transaction Test {} 2023-08-28 16:10:06 [10:40:06.674 DBG] [] Test: { "transactionsFactoryRef": "6ccfe8bf-a75f-4f8b-b8b8-474203e4b917", "attempts": [ { "commands": [ { "replace": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "b88c7f9f-7170-467b-8acd-28d4306c0361" }, "contentJson": "{\"content\":\"updated\"}", "expectedResult": [ { "success": true } ] } }, { "commit": { "expectedResult": [ { "error": { "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookPoint": "AFTER_ATR_COMMIT" } ] }, "clusterConnectionId": "defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184" } {} 2023-08-28 16:10:06 [10:40:06.674 DBG] [] clusterConnectionId:defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184 {} 2023-08-28 16:10:06 [10:40:06.674 DBG] [] Using custom connection at host : couchbase://172.23.111.130 and with username Administrator {} 2023-08-28 16:10:06 [10:40:06.674 DBG] [] Registering 1 hooks {} 2023-08-28 16:10:06 [10:40:06.674 DBG] [] - Hook Point AfterAtrCommit with Action FailHard {} 2023-08-28 16:10:06 [10:40:06.675 DBG] [] Starting Attempt 0 {} 2023-08-28 16:10:06 [10:40:06.675 DBG] [] Performing TransactionCommand Replace {} 2023-08-28 16:10:06 [10:40:06.675 DBG] [] 7758c81c-d3de-4c74-b753-bb699460bc94.f0ddc50b-3bf0-4e95-afcc-520c8d149697: Performing command: replace {} 2023-08-28 16:10:06 [10:40:06.914 DBG] [Couchbase.Transactions.AttemptContext] GetWithMav for b88c7f9f-7170-467b-8acd-28d4306c0361, attemptId=f0ddc50b-3bf0-4e95-afcc-520c8d149697, postCas=1693219207112163328 {"Scope": ["GetWithKv", "GetWithMav"]} 2023-08-28 16:10:06 [10:40:06.916 DBG] [Couchbase.Transactions.AttemptContext] CheckWriteWriteConflict@WW_RP for default::_default::_default::b88c7f9f-7170-467b-8acd-28d4306c0361, attempt=f0ddc50b-3bf0-4e95-afcc-520c8d149697 {"Scope": ["ReplaceWithKv", "CheckWriteWriteConflict"]} 2023-08-28 16:10:06 [10:40:06.916 DBG] [Couchbase.Transactions.AttemptContext] CheckWriteWriteConflict no other txn for default::_default::_default::b88c7f9f-7170-467b-8acd-28d4306c0361, attempt=f0ddc50b-3bf0-4e95-afcc-520c8d149697 {"Scope": ["ReplaceWithKv", "CheckWriteWriteConflict"]} 2023-08-28 16:10:06 [10:40:06.916 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Requested Durability = Majority {"Scope": ["ReplaceWithKv", "InitAtrIfNeeded"]} 2023-08-28 16:10:07 [10:40:07.160 INF] [Couchbase.Transactions.DataAccess.AtrRepository] Upserted ATR to PENDING _txn:atr-695-#ce8/attempts.f0ddc50b-3bf0-4e95-afcc-520c8d149697 (cas = 1693219207595950080) {"Scope": ["ReplaceWithKv", "SetAtrPending", "MutateAtrPending"]} 2023-08-28 16:10:07 [10:40:07.160 DBG] [Couchbase.Transactions.AttemptContext] SetAtrPending for default._default._default::_txn:atr-695-#ce8 (attempt=f0ddc50b-3bf0-4e95-afcc-520c8d149697) {"Scope": ["ReplaceWithKv", "SetAtrPending"]} 2023-08-28 16:10:07 [10:40:07.480 DBG] [Couchbase.Transactions.AttemptContext] CreateStagedReplace for b88c7f9f-7170-467b-8acd-28d4306c0361, attemptId=f0ddc50b-3bf0-4e95-afcc-520c8d149697, preCase=1693219207112163328, postCas=1693219207844331520, accessDeleted=False {"Scope": ["ReplaceWithKv", "CreateStagedReplace"]} 2023-08-28 16:10:07 [10:40:07.481 DBG] [] 7758c81c-d3de-4c74-b753-bb699460bc94.f0ddc50b-3bf0-4e95-afcc-520c8d149697: Command Succeeded {} 2023-08-28 16:10:07 [10:40:07.482 DBG] [] Performing TransactionCommand Commit {} 2023-08-28 16:10:07 [10:40:07.482 DBG] [] 7758c81c-d3de-4c74-b753-bb699460bc94.f0ddc50b-3bf0-4e95-afcc-520c8d149697: Performing command: commit {} 2023-08-28 16:10:07 [10:40:07.771 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Updated to COMMITTED ATR _txn:atr-695-#ce8/attempts.f0ddc50b-3bf0-4e95-afcc-520c8d149697 (cas = 1693219208161198080) {"Scope": ["CommitWithKv", "SetAtrCommit", "MutateAtrCommit"]} 2023-08-28 16:10:07 [10:40:07.775 DBG] [Couchbase.Transactions.AttemptContext] SetAtrCommit for default._default._default::_txn:atr-695-#ce8 (attempt=f0ddc50b-3bf0-4e95-afcc-520c8d149697) {"Scope": ["CommitWithKv", "SetAtrCommit"]} 2023-08-28 16:10:07 [10:40:07.777 WRN] [Couchbase.Transactions.AttemptContext] Failed attempt at committing due to FailHard {"Scope": ["CommitWithKv", "SetAtrCommit"]} 2023-08-28 16:10:07 [10:40:07.779 DBG] [] ExternalException.Unknown: Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. 2023-08-28 16:10:07 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 2023-08-28 16:10:07 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 462 2023-08-28 16:10:07 --- End of stack trace from previous location --- 2023-08-28 16:10:07 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 466 2023-08-28 16:10:07 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 2023-08-28 16:10:07 --- End of stack trace from previous location --- 2023-08-28 16:10:07 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 268 2023-08-28 16:10:07 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 2023-08-28 16:10:07 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 92 2023-08-28 16:10:07 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1413 {} 2023-08-28 16:10:07 [10:40:07.780 DBG] [] Operation 'commit' failed as expected {} 2023-08-28 16:10:07 [10:40:07.780 DBG] [ExecuteApplicationLambda] Propagating error up. (ec = FailHard, retry = False, finalError = TransactionFailed) {} 2023-08-28 16:10:07 [10:40:07.780 INF] [ExecuteApplicationLambda] Attempt f0ddc50b-3bf0-4e95-afcc-520c8d149697 completed. CleanupClient=False, LostCleanup=False {} 2023-08-28 16:10:07 Transaction Failed with: Couchbase.Transactions.Error.TransactionFailedException: Transaction failed. 2023-08-28 16:10:07 ---> Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. 2023-08-28 16:10:07 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 2023-08-28 16:10:07 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 462 2023-08-28 16:10:07 --- End of stack trace from previous location --- 2023-08-28 16:10:07 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 466 2023-08-28 16:10:07 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 2023-08-28 16:10:07 --- End of stack trace from previous location --- 2023-08-28 16:10:07 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 268 2023-08-28 16:10:07 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 2023-08-28 16:10:07 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 92 2023-08-28 16:10:07 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1413 2023-08-28 16:10:07 --- End of inner exception stack trace --- 2023-08-28 16:10:07 at Couchbase.Transactions.Transactions.RunAsync(Func`2 transactionLogic, PerTransactionConfig perConfig, Boolean singleQueryTransactionMode) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/Transactions.cs:line 229 2023-08-28 16:10:07 at Couchbase.Transactions.FitPerformer.TwoWayTransaction.Run(Transactions transactions, TransactionCreateRequest request, ClusterConnection connection, IServerStreamWriter`1 responseStream) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 68 2023-08-28 16:10:07 -----------------------Context Info--------------------------- 2023-08-28 16:10:07 2023-08-28 16:10:07 2023-08-28 16:10:07 [10:40:07.783 DBG] [] UNKNOWN due to Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. 2023-08-28 16:10:07 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 2023-08-28 16:10:07 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 462 2023-08-28 16:10:07 --- End of stack trace from previous location --- 2023-08-28 16:10:07 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 466 2023-08-28 16:10:07 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 2023-08-28 16:10:07 --- End of stack trace from previous location --- 2023-08-28 16:10:07 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 268 2023-08-28 16:10:07 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 2023-08-28 16:10:07 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 92 2023-08-28 16:10:07 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1413 {} 2023-08-28 16:10:07 [10:40:07.784 INF] [] Completed Transaction Test {} 2023-08-28 16:10:08 [10:40:08.517 DBG] [] transactionSingleQuery: { "transactionsFactoryRef": "6ccfe8bf-a75f-4f8b-b8b8-474203e4b917", "clusterConnectionId": "defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184", "query": { "statement": "SELECT * FROM `_default` WHERE META().id = 'b88c7f9f-7170-467b-8acd-28d4306c0361'", "expectedResult": [ { "anythingAllowed": true } ], "checkRowCount": true, "expectedRowCount": 1, "queryParameters": { }, "scope": { "bucketName": "default", "scopeName": "_default" } } } {} 2023-08-28 16:10:08 [10:40:08.517 DBG] [] clusterConnectionId:defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184 {} 2023-08-28 16:10:08 [10:40:08.517 DBG] [] Using custom connection at host : couchbase://172.23.111.130 and with username Administrator {} 2023-08-28 16:10:08 [10:40:08.517 DBG] [Couchbase.Transactions.AttemptContext] [aa4a1dfd-3374-462d-849a-377d414316cc] Executing Query: query: null {"Scope": ["QueryAsync", "QueryWrapper"]} 2023-08-28 16:10:08 [10:40:08.816 INF] [ExecuteApplicationLambda] Attempt aa4a1dfd-3374-462d-849a-377d414316cc completed. CleanupClient=False, LostCleanup=False {} 2023-08-28 16:10:11 [10:40:11.016 DBG] [] transactionCreate: { "transactionsFactoryRef": "6ccfe8bf-a75f-4f8b-b8b8-474203e4b917", "attempts": [ { "commands": [ { "replace": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "3a68ef45-c5e6-451e-8100-64333cc6bbfd" }, "contentJson": "{\"content\":\"updated\"}", "expectedResult": [ { "success": true } ] } }, { "commit": { "expectedResult": [ { "error": { "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookPoint": "AFTER_ATR_COMMIT" } ] }, "clusterConnectionId": "defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184" } {} 2023-08-28 16:10:11 [10:40:11.016 INF] [] Starting Transaction Test {} 2023-08-28 16:10:11 [10:40:11.016 DBG] [] Test: { "transactionsFactoryRef": "6ccfe8bf-a75f-4f8b-b8b8-474203e4b917", "attempts": [ { "commands": [ { "replace": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "3a68ef45-c5e6-451e-8100-64333cc6bbfd" }, "contentJson": "{\"content\":\"updated\"}", "expectedResult": [ { "success": true } ] } }, { "commit": { "expectedResult": [ { "error": { "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookPoint": "AFTER_ATR_COMMIT" } ] }, "clusterConnectionId": "defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184" } {} 2023-08-28 16:10:11 [10:40:11.016 DBG] [] clusterConnectionId:defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184 {} 2023-08-28 16:10:11 [10:40:11.016 DBG] [] Using custom connection at host : couchbase://172.23.111.130 and with username Administrator {} 2023-08-28 16:10:11 [10:40:11.016 DBG] [] Registering 1 hooks {} 2023-08-28 16:10:11 [10:40:11.017 DBG] [] - Hook Point AfterAtrCommit with Action FailHard {} 2023-08-28 16:10:11 [10:40:11.017 DBG] [] Starting Attempt 0 {} 2023-08-28 16:10:11 [10:40:11.018 DBG] [] Performing TransactionCommand Replace {} 2023-08-28 16:10:11 [10:40:11.018 DBG] [] 28f73e53-fd3c-447e-a1ac-38d8a4a7f170.d1d9564b-f6ee-4dcb-b4d4-f3b9baf90798: Performing command: replace {} 2023-08-28 16:10:11 [10:40:11.249 DBG] [Couchbase.Transactions.AttemptContext] GetWithMav for 3a68ef45-c5e6-451e-8100-64333cc6bbfd, attemptId=d1d9564b-f6ee-4dcb-b4d4-f3b9baf90798, postCas=1693219211452153856 {"Scope": ["GetWithKv", "GetWithMav"]} 2023-08-28 16:10:11 [10:40:11.250 DBG] [Couchbase.Transactions.AttemptContext] CheckWriteWriteConflict@WW_RP for default::_default::_default::3a68ef45-c5e6-451e-8100-64333cc6bbfd, attempt=d1d9564b-f6ee-4dcb-b4d4-f3b9baf90798 {"Scope": ["ReplaceWithKv", "CheckWriteWriteConflict"]} 2023-08-28 16:10:11 [10:40:11.250 DBG] [Couchbase.Transactions.AttemptContext] CheckWriteWriteConflict no other txn for default::_default::_default::3a68ef45-c5e6-451e-8100-64333cc6bbfd, attempt=d1d9564b-f6ee-4dcb-b4d4-f3b9baf90798 {"Scope": ["ReplaceWithKv", "CheckWriteWriteConflict"]} 2023-08-28 16:10:11 [10:40:11.250 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Requested Durability = Majority {"Scope": ["ReplaceWithKv", "InitAtrIfNeeded"]} 2023-08-28 16:10:11 [10:40:11.580 INF] [Couchbase.Transactions.DataAccess.AtrRepository] Upserted ATR to PENDING _txn:atr-478-#2b3/attempts.d1d9564b-f6ee-4dcb-b4d4-f3b9baf90798 (cas = 1693219211922636800) {"Scope": ["ReplaceWithKv", "SetAtrPending", "MutateAtrPending"]} 2023-08-28 16:10:11 [10:40:11.580 DBG] [Couchbase.Transactions.AttemptContext] SetAtrPending for default._default._default::_txn:atr-478-#2b3 (attempt=d1d9564b-f6ee-4dcb-b4d4-f3b9baf90798) {"Scope": ["ReplaceWithKv", "SetAtrPending"]} 2023-08-28 16:10:11 [10:40:11.882 DBG] [Couchbase.Transactions.AttemptContext] CreateStagedReplace for 3a68ef45-c5e6-451e-8100-64333cc6bbfd, attemptId=d1d9564b-f6ee-4dcb-b4d4-f3b9baf90798, preCase=1693219211452153856, postCas=1693219212258312192, accessDeleted=False {"Scope": ["ReplaceWithKv", "CreateStagedReplace"]} 2023-08-28 16:10:11 [10:40:11.884 DBG] [] 28f73e53-fd3c-447e-a1ac-38d8a4a7f170.d1d9564b-f6ee-4dcb-b4d4-f3b9baf90798: Command Succeeded {} 2023-08-28 16:10:11 [10:40:11.884 DBG] [] Performing TransactionCommand Commit {} 2023-08-28 16:10:11 [10:40:11.884 DBG] [] 28f73e53-fd3c-447e-a1ac-38d8a4a7f170.d1d9564b-f6ee-4dcb-b4d4-f3b9baf90798: Performing command: commit {} 2023-08-28 16:10:12 [10:40:12.122 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Updated to COMMITTED ATR _txn:atr-478-#2b3/attempts.d1d9564b-f6ee-4dcb-b4d4-f3b9baf90798 (cas = 1693219212563447808) {"Scope": ["CommitWithKv", "SetAtrCommit", "MutateAtrCommit"]} 2023-08-28 16:10:12 [10:40:12.122 DBG] [Couchbase.Transactions.AttemptContext] SetAtrCommit for default._default._default::_txn:atr-478-#2b3 (attempt=d1d9564b-f6ee-4dcb-b4d4-f3b9baf90798) {"Scope": ["CommitWithKv", "SetAtrCommit"]} 2023-08-28 16:10:12 [10:40:12.123 WRN] [Couchbase.Transactions.AttemptContext] Failed attempt at committing due to FailHard {"Scope": ["CommitWithKv", "SetAtrCommit"]} 2023-08-28 16:10:12 [10:40:12.125 DBG] [] ExternalException.Unknown: Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. 2023-08-28 16:10:12 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 2023-08-28 16:10:12 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 462 2023-08-28 16:10:12 --- End of stack trace from previous location --- 2023-08-28 16:10:12 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 466 2023-08-28 16:10:12 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 2023-08-28 16:10:12 --- End of stack trace from previous location --- 2023-08-28 16:10:12 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 268 2023-08-28 16:10:12 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 2023-08-28 16:10:12 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 92 2023-08-28 16:10:12 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1413 {} 2023-08-28 16:10:12 [10:40:12.125 DBG] [] Operation 'commit' failed as expected {} 2023-08-28 16:10:12 [10:40:12.125 DBG] [ExecuteApplicationLambda] Propagating error up. (ec = FailHard, retry = False, finalError = TransactionFailed) {} 2023-08-28 16:10:12 [10:40:12.126 INF] [ExecuteApplicationLambda] Attempt d1d9564b-f6ee-4dcb-b4d4-f3b9baf90798 completed. CleanupClient=False, LostCleanup=False {} 2023-08-28 16:10:12 Transaction Failed with: Couchbase.Transactions.Error.TransactionFailedException: Transaction failed. 2023-08-28 16:10:12 ---> Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. 2023-08-28 16:10:12 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 2023-08-28 16:10:12 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 462 2023-08-28 16:10:12 --- End of stack trace from previous location --- 2023-08-28 16:10:12 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 466 2023-08-28 16:10:12 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 2023-08-28 16:10:12 --- End of stack trace from previous location --- 2023-08-28 16:10:12 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 268 2023-08-28 16:10:12 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 2023-08-28 16:10:12 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 92 2023-08-28 16:10:12 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1413 2023-08-28 16:10:12 --- End of inner exception stack trace --- 2023-08-28 16:10:12 at Couchbase.Transactions.Transactions.RunAsync(Func`2 transactionLogic, PerTransactionConfig perConfig, Boolean singleQueryTransactionMode) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/Transactions.cs:line 229 2023-08-28 16:10:12 at Couchbase.Transactions.FitPerformer.TwoWayTransaction.Run(Transactions transactions, TransactionCreateRequest request, ClusterConnection connection, IServerStreamWriter`1 responseStream) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 68 2023-08-28 16:10:12 -----------------------Context Info--------------------------- 2023-08-28 16:10:12 2023-08-28 16:10:12 2023-08-28 16:10:12 [10:40:12.128 DBG] [] UNKNOWN due to Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. 2023-08-28 16:10:12 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 2023-08-28 16:10:12 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 462 2023-08-28 16:10:12 --- End of stack trace from previous location --- 2023-08-28 16:10:12 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 466 2023-08-28 16:10:12 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 2023-08-28 16:10:12 --- End of stack trace from previous location --- 2023-08-28 16:10:12 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 268 2023-08-28 16:10:12 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 2023-08-28 16:10:12 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 92 2023-08-28 16:10:12 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1413 {} 2023-08-28 16:10:12 [10:40:12.128 INF] [] Completed Transaction Test {} 2023-08-28 16:10:12 [10:40:12.137 DBG] [] transactionSingleQuery: { "transactionsFactoryRef": "6ccfe8bf-a75f-4f8b-b8b8-474203e4b917", "clusterConnectionId": "defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184", "query": { "statement": "INSERT INTO `_default` VALUES ('3a68ef45-c5e6-451e-8100-64333cc6bbfd', {\"content\":\"updated\"})", "expectedResult": [ { "anythingAllowed": true } ], "queryParameters": { }, "scope": { "bucketName": "default", "scopeName": "_default" } } } {} 2023-08-28 16:10:12 [10:40:12.137 DBG] [] clusterConnectionId:defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184 {} 2023-08-28 16:10:12 [10:40:12.137 DBG] [] Using custom connection at host : couchbase://172.23.111.130 and with username Administrator {} 2023-08-28 16:10:12 [10:40:12.137 DBG] [Couchbase.Transactions.AttemptContext] [daef033f-4b19-4687-9dea-b6870d8e7e54] Executing Query: query: null {"Scope": ["QueryAsync", "QueryWrapper"]} 2023-08-28 16:10:12 [10:40:12.636 ERR] [Couchbase.Transactions.AttemptContext] [daef033f-4b19-4687-9dea-b6870d8e7e54] query failed at query: Couchbase.CouchbaseException: Duplicate Key: 3a68ef45-c5e6-451e-8100-64333cc6bbfd [17012] 2023-08-28 16:10:12 at Couchbase.Query.QueryResultExtensions.ThrowExceptionOnError[T](IQueryResult`1 result, QueryErrorContext context) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryResultExtensions.cs:line 137 2023-08-28 16:10:12 at Couchbase.Query.QueryClient.ExecuteQuery[T](QueryOptions options, ITypeSerializer serializer, IRequestSpan span) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryClient.cs:line 320 2023-08-28 16:10:12 at Couchbase.Query.QueryClient.QueryAsync[T](String statement, QueryOptions options) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryClient.cs:line 149 2023-08-28 16:10:12 at Couchbase.Cluster.<>c__DisplayClass35_0`1.<g__Func|0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Cluster.cs:line 339 2023-08-28 16:10:12 --- End of stack trace from previous location --- 2023-08-28 16:10:12 at Couchbase.Core.Retry.RetryOrchestrator.RetryAsync[T](Func`1 send, IRequest request) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Core/Retry/RetryOrchestrator.cs:line 73 2023-08-28 16:10:12 at Couchbase.Cluster.QueryAsync[T](String statement, QueryOptions options) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Cluster.cs:line 349 2023-08-28 16:10:12 at Couchbase.Transactions.AttemptContext.QueryWrapper[T](Int64 statementId, IScope scope, String statement, QueryOptions options, String hookPoint, IRequestSpan parentSpan, Boolean isBeginWork, Boolean existingErrorCheck, JObject txdata, Boolean txImplicit) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 2119 2023-08-28 16:10:12 -----------------------Context Info--------------------------- 2023-08-28 16:10:12 {"statement":"[{\"statement\":\"INSERT INTO \\u0060_default\\u0060 VALUES (\\u00273a68ef45-c5e6-451e-8100-64333cc6bbfd\\u0027, {\\u0022content\\u0022:\\u0022updated\\u0022})\",\"client_context_id\":\"f9bdbcdb-7c0b-45a8-b280-db681ed7957e\",\"metrics\":true,\"query_context\":\"default:\\u0060default\\u0060.\\u0060_default\\u0060\",\"scan_consistency\":\"request_plus\",\"timeout\":\"75000ms\",\"tximplicit\":true,\"durability_level\":\"majority\",\"txtimeout\":\"14999.7963ms\",\"txdata\":{\"id\":{\"txn\":\"975933a6-f472-4fd0-bc02-b5e71a791a29\",\"atmpt\":\"daef033f-4b19-4687-9dea-b6870d8e7e54\"},\"state\":{\"timeLeftMs\":14999},\"config\":{\"kvTimeoutMs\":10000,\"numAtrs\":1024,\"durabilityLevel\":\"MAJORITY\"},\"atr\":null,\"mutations\":[]}}]","clientContextId":"f9bdbcdb-7c0b-45a8-b280-db681ed7957e","parameters":"{\"Named\":{},\"Raw\":{\"tximplicit\":true,\"durability_level\":\"majority\",\"txtimeout\":\"14999.7963ms\",\"txdata\":{\"id\":{\"Transactionid\":\"975933a6-f472-4fd0-bc02-b5e71a791a29\",\"AttemptId\":\"daef033f-4b19-4687-9dea-b6870d8e7e54\"},\"state\":{\"timeLeftMs\":14999},\"config\":{\"kvTimeoutMs\":10000,\"numAtrs\":1024,\"durabilityLevel\":\"MAJORITY\"},\"atr\":null,\"mutations\":[]}},\"Positional\":[]}","httpStatus":200,"queryStatus":2,"errors":[{"msg":"Duplicate Key: 3a68ef45-c5e6-451e-8100-64333cc6bbfd","code":17012,"name":null,"sev":0,"temp":false,"reason":null,"retry":false,"cause":{"cause":"found staged non-insert mutation: document already exists","raise":"failed","retry":false,"rollback":false}}],"message":"Duplicate Key: 3a68ef45-c5e6-451e-8100-64333cc6bbfd [17012]","retryReasons":null} 2023-08-28 16:10:12 {"Scope": ["QueryAsync", "QueryWrapper"]} 2023-08-28 16:10:12 [10:40:12.640 INF] [ExecuteApplicationLambda] Attempt daef033f-4b19-4687-9dea-b6870d8e7e54 completed. CleanupClient=False, LostCleanup=False {} 2023-08-28 16:10:14 [10:40:14.328 DBG] [] transactionCreate: { "transactionsFactoryRef": "6ccfe8bf-a75f-4f8b-b8b8-474203e4b917", "attempts": [ { "commands": [ { "replace": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "b76df861-2857-49d9-bd4b-1a1326e96484" }, "contentJson": "{\"content\":\"updated\"}", "expectedResult": [ { "success": true } ] } }, { "commit": { "expectedResult": [ { "error": { "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookPoint": "AFTER_ATR_COMMIT" } ] }, "clusterConnectionId": "defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184" } {} 2023-08-28 16:10:14 [10:40:14.328 INF] [] Starting Transaction Test {} 2023-08-28 16:10:14 [10:40:14.328 DBG] [] Test: { "transactionsFactoryRef": "6ccfe8bf-a75f-4f8b-b8b8-474203e4b917", "attempts": [ { "commands": [ { "replace": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "b76df861-2857-49d9-bd4b-1a1326e96484" }, "contentJson": "{\"content\":\"updated\"}", "expectedResult": [ { "success": true } ] } }, { "commit": { "expectedResult": [ { "error": { "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookPoint": "AFTER_ATR_COMMIT" } ] }, "clusterConnectionId": "defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184" } {} 2023-08-28 16:10:14 [10:40:14.328 DBG] [] clusterConnectionId:defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184 {} 2023-08-28 16:10:14 [10:40:14.328 DBG] [] Using custom connection at host : couchbase://172.23.111.130 and with username Administrator {} 2023-08-28 16:10:14 [10:40:14.328 DBG] [] Registering 1 hooks {} 2023-08-28 16:10:14 [10:40:14.328 DBG] [] - Hook Point AfterAtrCommit with Action FailHard {} 2023-08-28 16:10:14 [10:40:14.329 DBG] [] Starting Attempt 0 {} 2023-08-28 16:10:14 [10:40:14.329 DBG] [] Performing TransactionCommand Replace {} 2023-08-28 16:10:14 [10:40:14.329 DBG] [] 75120677-64f2-4586-8369-e5c4606be8cd.065f5e6e-7bfc-43ea-8ef0-beb75e40c736: Performing command: replace {} 2023-08-28 16:10:14 [10:40:14.564 DBG] [Couchbase.Transactions.AttemptContext] GetWithMav for b76df861-2857-49d9-bd4b-1a1326e96484, attemptId=065f5e6e-7bfc-43ea-8ef0-beb75e40c736, postCas=1693219214762442752 {"Scope": ["GetWithKv", "GetWithMav"]} 2023-08-28 16:10:14 [10:40:14.566 DBG] [Couchbase.Transactions.AttemptContext] CheckWriteWriteConflict@WW_RP for default::_default::_default::b76df861-2857-49d9-bd4b-1a1326e96484, attempt=065f5e6e-7bfc-43ea-8ef0-beb75e40c736 {"Scope": ["ReplaceWithKv", "CheckWriteWriteConflict"]} 2023-08-28 16:10:14 [10:40:14.566 DBG] [Couchbase.Transactions.AttemptContext] CheckWriteWriteConflict no other txn for default::_default::_default::b76df861-2857-49d9-bd4b-1a1326e96484, attempt=065f5e6e-7bfc-43ea-8ef0-beb75e40c736 {"Scope": ["ReplaceWithKv", "CheckWriteWriteConflict"]} 2023-08-28 16:10:14 [10:40:14.566 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Requested Durability = Majority {"Scope": ["ReplaceWithKv", "InitAtrIfNeeded"]} 2023-08-28 16:10:14 [10:40:14.844 INF] [Couchbase.Transactions.DataAccess.AtrRepository] Upserted ATR to PENDING _txn:atr-531-#938/attempts.065f5e6e-7bfc-43ea-8ef0-beb75e40c736 (cas = 1693219215245377536) {"Scope": ["ReplaceWithKv", "SetAtrPending", "MutateAtrPending"]} 2023-08-28 16:10:14 [10:40:14.844 DBG] [Couchbase.Transactions.AttemptContext] SetAtrPending for default._default._default::_txn:atr-531-#938 (attempt=065f5e6e-7bfc-43ea-8ef0-beb75e40c736) {"Scope": ["ReplaceWithKv", "SetAtrPending"]} 2023-08-28 16:10:15 [10:40:15.178 DBG] [Couchbase.Transactions.AttemptContext] CreateStagedReplace for b76df861-2857-49d9-bd4b-1a1326e96484, attemptId=065f5e6e-7bfc-43ea-8ef0-beb75e40c736, preCase=1693219214762442752, postCas=1693219215522529280, accessDeleted=False {"Scope": ["ReplaceWithKv", "CreateStagedReplace"]} 2023-08-28 16:10:15 [10:40:15.179 DBG] [] 75120677-64f2-4586-8369-e5c4606be8cd.065f5e6e-7bfc-43ea-8ef0-beb75e40c736: Command Succeeded {} 2023-08-28 16:10:15 [10:40:15.179 DBG] [] Performing TransactionCommand Commit {} 2023-08-28 16:10:15 [10:40:15.179 DBG] [] 75120677-64f2-4586-8369-e5c4606be8cd.065f5e6e-7bfc-43ea-8ef0-beb75e40c736: Performing command: commit {} 2023-08-28 16:10:15 [10:40:15.471 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Updated to COMMITTED ATR _txn:atr-531-#938/attempts.065f5e6e-7bfc-43ea-8ef0-beb75e40c736 (cas = 1693219215855124480) {"Scope": ["CommitWithKv", "SetAtrCommit", "MutateAtrCommit"]} 2023-08-28 16:10:15 [10:40:15.472 DBG] [Couchbase.Transactions.AttemptContext] SetAtrCommit for default._default._default::_txn:atr-531-#938 (attempt=065f5e6e-7bfc-43ea-8ef0-beb75e40c736) {"Scope": ["CommitWithKv", "SetAtrCommit"]} 2023-08-28 16:10:15 [10:40:15.474 WRN] [Couchbase.Transactions.AttemptContext] Failed attempt at committing due to FailHard {"Scope": ["CommitWithKv", "SetAtrCommit"]} 2023-08-28 16:10:15 [10:40:15.478 DBG] [] ExternalException.Unknown: Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. 2023-08-28 16:10:15 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 2023-08-28 16:10:15 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 462 2023-08-28 16:10:15 --- End of stack trace from previous location --- 2023-08-28 16:10:15 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 466 2023-08-28 16:10:15 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 2023-08-28 16:10:15 --- End of stack trace from previous location --- 2023-08-28 16:10:15 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 268 2023-08-28 16:10:15 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 2023-08-28 16:10:15 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 92 2023-08-28 16:10:15 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1413 {} 2023-08-28 16:10:15 [10:40:15.478 DBG] [] Operation 'commit' failed as expected {} 2023-08-28 16:10:15 [10:40:15.478 DBG] [ExecuteApplicationLambda] Propagating error up. (ec = FailHard, retry = False, finalError = TransactionFailed) {} 2023-08-28 16:10:15 [10:40:15.479 INF] [ExecuteApplicationLambda] Attempt 065f5e6e-7bfc-43ea-8ef0-beb75e40c736 completed. CleanupClient=False, LostCleanup=False {} 2023-08-28 16:10:15 Transaction Failed with: Couchbase.Transactions.Error.TransactionFailedException: Transaction failed. 2023-08-28 16:10:15 ---> Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. 2023-08-28 16:10:15 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 2023-08-28 16:10:15 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 462 2023-08-28 16:10:15 --- End of stack trace from previous location --- 2023-08-28 16:10:15 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 466 2023-08-28 16:10:15 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 2023-08-28 16:10:15 --- End of stack trace from previous location --- 2023-08-28 16:10:15 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 268 2023-08-28 16:10:15 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 2023-08-28 16:10:15 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 92 2023-08-28 16:10:15 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1413 2023-08-28 16:10:15 --- End of inner exception stack trace --- 2023-08-28 16:10:15 at Couchbase.Transactions.Transactions.RunAsync(Func`2 transactionLogic, PerTransactionConfig perConfig, Boolean singleQueryTransactionMode) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/Transactions.cs:line 229 2023-08-28 16:10:15 at Couchbase.Transactions.FitPerformer.TwoWayTransaction.Run(Transactions transactions, TransactionCreateRequest request, ClusterConnection connection, IServerStreamWriter`1 responseStream) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 68 2023-08-28 16:10:15 -----------------------Context Info--------------------------- 2023-08-28 16:10:15 2023-08-28 16:10:15 2023-08-28 16:10:15 [10:40:15.483 DBG] [] UNKNOWN due to Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. 2023-08-28 16:10:15 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 2023-08-28 16:10:15 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 462 2023-08-28 16:10:15 --- End of stack trace from previous location --- 2023-08-28 16:10:15 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 466 2023-08-28 16:10:15 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 2023-08-28 16:10:15 --- End of stack trace from previous location --- 2023-08-28 16:10:15 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 268 2023-08-28 16:10:15 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 2023-08-28 16:10:15 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 92 2023-08-28 16:10:15 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1413 {} 2023-08-28 16:10:15 [10:40:15.483 INF] [] Completed Transaction Test {} 2023-08-28 16:10:15 [10:40:15.491 DBG] [] transactionSingleQuery: { "transactionsFactoryRef": "6ccfe8bf-a75f-4f8b-b8b8-474203e4b917", "clusterConnectionId": "defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184", "query": { "statement": "UPDATE `_default` SET content = 'updated-query' WHERE META().id = 'b76df861-2857-49d9-bd4b-1a1326e96484'", "expectedResult": [ { "anythingAllowed": true } ], "checkMutations": true, "expectedMutations": 1, "queryParameters": { }, "scope": { "bucketName": "default", "scopeName": "_default" } }, "queryOptions": { "timeoutMillis": "2000" } } {} 2023-08-28 16:10:15 [10:40:15.491 DBG] [] clusterConnectionId:defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184 {} 2023-08-28 16:10:15 [10:40:15.491 DBG] [] Using custom connection at host : couchbase://172.23.111.130 and with username Administrator {} 2023-08-28 16:10:15 [10:40:15.492 DBG] [Couchbase.Transactions.AttemptContext] [2360fc9a-a217-414a-968f-a57f471100a1] Executing Query: query: null {"Scope": ["QueryAsync", "QueryWrapper"]} 2023-08-28 16:10:16 [10:40:16.790 ERR] [Couchbase.Transactions.AttemptContext] [2360fc9a-a217-414a-968f-a57f471100a1] query failed at query: Couchbase.CouchbaseException: Transaction staging error [17020] 2023-08-28 16:10:16 at Couchbase.Query.QueryResultExtensions.ThrowExceptionOnError[T](IQueryResult`1 result, QueryErrorContext context) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryResultExtensions.cs:line 137 2023-08-28 16:10:16 at Couchbase.Query.QueryClient.ExecuteQuery[T](QueryOptions options, ITypeSerializer serializer, IRequestSpan span) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryClient.cs:line 320 2023-08-28 16:10:16 at Couchbase.Query.QueryClient.QueryAsync[T](String statement, QueryOptions options) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryClient.cs:line 149 2023-08-28 16:10:16 at Couchbase.Cluster.<>c__DisplayClass35_0`1.<g__Func|0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Cluster.cs:line 339 2023-08-28 16:10:16 --- End of stack trace from previous location --- 2023-08-28 16:10:16 at Couchbase.Core.Retry.RetryOrchestrator.RetryAsync[T](Func`1 send, IRequest request) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Core/Retry/RetryOrchestrator.cs:line 73 2023-08-28 16:10:16 at Couchbase.Cluster.QueryAsync[T](String statement, QueryOptions options) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Cluster.cs:line 349 2023-08-28 16:10:16 at Couchbase.Transactions.AttemptContext.QueryWrapper[T](Int64 statementId, IScope scope, String statement, QueryOptions options, String hookPoint, IRequestSpan parentSpan, Boolean isBeginWork, Boolean existingErrorCheck, JObject txdata, Boolean txImplicit) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 2119 2023-08-28 16:10:16 -----------------------Context Info--------------------------- 2023-08-28 16:10:16 {"statement":"[{\"statement\":\"UPDATE \\u0060_default\\u0060 SET content = \\u0027updated-query\\u0027 WHERE META().id = \\u0027b76df861-2857-49d9-bd4b-1a1326e96484\\u0027\",\"client_context_id\":\"475aa7b5-49e8-4417-bc8d-10a633ea1fb9\",\"metrics\":true,\"query_context\":\"default:\\u0060default\\u0060.\\u0060_default\\u0060\",\"scan_consistency\":\"request_plus\",\"timeout\":\"75000ms\",\"tximplicit\":true,\"durability_level\":\"majority\",\"txtimeout\":\"1999.6198ms\",\"txdata\":{\"id\":{\"txn\":\"f22d0d57-cb12-4a6c-affb-dd74e5449669\",\"atmpt\":\"2360fc9a-a217-414a-968f-a57f471100a1\"},\"state\":{\"timeLeftMs\":1999},\"config\":{\"kvTimeoutMs\":10000,\"numAtrs\":1024,\"durabilityLevel\":\"MAJORITY\"},\"atr\":null,\"mutations\":[]}}]","clientContextId":"475aa7b5-49e8-4417-bc8d-10a633ea1fb9","parameters":"{\"Named\":{},\"Raw\":{\"tximplicit\":true,\"durability_level\":\"majority\",\"txtimeout\":\"1999.6198ms\",\"txdata\":{\"id\":{\"Transactionid\":\"f22d0d57-cb12-4a6c-affb-dd74e5449669\",\"AttemptId\":\"2360fc9a-a217-414a-968f-a57f471100a1\"},\"state\":{\"timeLeftMs\":1999},\"config\":{\"kvTimeoutMs\":10000,\"numAtrs\":1024,\"durabilityLevel\":\"MAJORITY\"},\"atr\":null,\"mutations\":[]}},\"Positional\":[]}","httpStatus":200,"queryStatus":2,"errors":[{"msg":"Transaction staging error","code":17020,"name":null,"sev":0,"temp":false,"reason":null,"retry":false,"cause":{"cause":{"bucket":"default","cause":"deadline expired before WWC was resolved on default._default._default._txn:atr-531-#938","collection":"_default","document_key":"b76df861-2857-49d9-bd4b-1a1326e96484","msg":"write write conflict","scope":"_default"},"raise":"failed","retry":true,"rollback":false}}],"message":"Transaction staging error [17020]","retryReasons":null} 2023-08-28 16:10:16 {"Scope": ["QueryAsync", "QueryWrapper"]} 2023-08-28 16:10:16 [10:40:16.792 WRN] [Couchbase.Transactions.AttemptContext] query code=17020 cause={ 2023-08-28 16:10:16 "bucket": "default", 2023-08-28 16:10:16 "cause": "deadline expired before WWC was resolved on default._default._default._txn:atr-531-#938", 2023-08-28 16:10:16 "collection": "_default", 2023-08-28 16:10:16 "document_key": "b76df861-2857-49d9-bd4b-1a1326e96484", 2023-08-28 16:10:16 "msg": "write write conflict", 2023-08-28 16:10:16 "scope": "_default" 2023-08-28 16:10:16 } raise=failed {"Scope": ["QueryAsync", "QueryWrapper"]} 2023-08-28 16:10:16 [10:40:16.793 DBG] [ExecuteApplicationLambda] Propagating error up. (ec = FailOther, retry = True, finalError = TransactionFailed) {} 2023-08-28 16:10:16 [10:40:16.793 INF] [ExecuteApplicationLambda] Attempt 2360fc9a-a217-414a-968f-a57f471100a1 completed. CleanupClient=False, LostCleanup=False {} 2023-08-28 16:10:16 [10:40:16.804 DBG] [Couchbase.Transactions.AttemptContext] [1e8a9f5f-c1a0-43b5-9f46-8333b0c00eb2] Executing Query: query: null {"Scope": ["QueryAsync", "QueryWrapper"]} 2023-08-28 16:10:18 [10:40:18.394 ERR] [Couchbase.Transactions.AttemptContext] [1e8a9f5f-c1a0-43b5-9f46-8333b0c00eb2] query failed at query: Couchbase.Core.Exceptions.IndexFailureException: Keyspace not found in CB datastore: default:_default - cause: No bucket named _default [12003] 2023-08-28 16:10:18 at Couchbase.Query.QueryResultExtensions.ThrowExceptionOnError[T](IQueryResult`1 result, QueryErrorContext context) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryResultExtensions.cs:line 137 2023-08-28 16:10:18 at Couchbase.Query.QueryClient.ExecuteQuery[T](QueryOptions options, ITypeSerializer serializer, IRequestSpan span) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryClient.cs:line 320 2023-08-28 16:10:18 at Couchbase.Query.QueryClient.QueryAsync[T](String statement, QueryOptions options) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryClient.cs:line 149 2023-08-28 16:10:18 at Couchbase.Cluster.<>c__DisplayClass35_0`1.<g__Func|0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Cluster.cs:line 339 2023-08-28 16:10:18 --- End of stack trace from previous location --- 2023-08-28 16:10:18 at Couchbase.Core.Retry.RetryOrchestrator.RetryAsync[T](Func`1 send, IRequest request) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Core/Retry/RetryOrchestrator.cs:line 73 2023-08-28 16:10:18 at Couchbase.Cluster.QueryAsync[T](String statement, QueryOptions options) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Cluster.cs:line 349 2023-08-28 16:10:18 at Couchbase.Transactions.AttemptContext.QueryWrapper[T](Int64 statementId, IScope scope, String statement, QueryOptions options, String hookPoint, IRequestSpan parentSpan, Boolean isBeginWork, Boolean existingErrorCheck, JObject txdata, Boolean txImplicit) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 2119 2023-08-28 16:10:18 -----------------------Context Info--------------------------- 2023-08-28 16:10:18 {"statement":"[{\u0022statement\u0022:\u0022UPDATE \\u0060_default\\u0060 SET content = \\u0027updated-query\\u0027 WHERE META().id = \\u0027b76df861-2857-49d9-bd4b-1a1326e96484\\u0027\u0022,\u0022client_context_id\u0022:\u0022310490ad-c794-4384-b5f3-fe27c383bfdc\u0022,\u0022metrics\u0022:true,\u0022scan_consistency\u0022:\u0022request_plus\u0022,\u0022timeout\u0022:\u002275000ms\u0022,\u0022tximplicit\u0022:true,\u0022durability_level\u0022:\u0022majority\u0022,\u0022txtimeout\u0022:\u0022687.1379ms\u0022,\u0022txdata\u0022:{\u0022id\u0022:{\u0022txn\u0022:\u0022f22d0d57-cb12-4a6c-affb-dd74e5449669\u0022,\u0022atmpt\u0022:\u00221e8a9f5f-c1a0-43b5-9f46-8333b0c00eb2\u0022},\u0022state\u0022:{\u0022timeLeftMs\u0022:687},\u0022config\u0022:{\u0022kvTimeoutMs\u0022:10000,\u0022numAtrs\u0022:1024,\u0022durabilityLevel\u0022:\u0022MAJORITY\u0022},\u0022atr\u0022:null,\u0022mutations\u0022:[]}}]","clientContextId":"310490ad-c794-4384-b5f3-fe27c383bfdc","parameters":"{\u0022Named\u0022:{},\u0022Raw\u0022:{\u0022tximplicit\u0022:true,\u0022durability_level\u0022:\u0022majority\u0022,\u0022txtimeout\u0022:\u0022687.1379ms\u0022,\u0022txdata\u0022:{\u0022id\u0022:{\u0022Transactionid\u0022:\u0022f22d0d57-cb12-4a6c-affb-dd74e5449669\u0022,\u0022AttemptId\u0022:\u00221e8a9f5f-c1a0-43b5-9f46-8333b0c00eb2\u0022},\u0022state\u0022:{\u0022timeLeftMs\u0022:687},\u0022config\u0022:{\u0022kvTimeoutMs\u0022:10000,\u0022numAtrs\u0022:1024,\u0022durabilityLevel\u0022:\u0022MAJORITY\u0022},\u0022atr\u0022:null,\u0022mutations\u0022:[]}},\u0022Positional\u0022:[]}","httpStatus":"InternalServerError","queryStatus":"fatal","errors":[{"msg":"Keyspace not found in CB datastore: default:_default - cause: No bucket named _default","code":12003,"name":null,"severity":0,"temp":false,"reason":null,"retry":false}],"message":"Keyspace not found in CB datastore: default:_default - cause: No bucket named _default [12003]","retryReasons":null} 2023-08-28 16:10:18 {"Scope": ["QueryAsync", "QueryWrapper"]} 2023-08-28 16:10:18 [10:40:18.395 INF] [ExecuteApplicationLambda] Attempt 1e8a9f5f-c1a0-43b5-9f46-8333b0c00eb2 completed. CleanupClient=False, LostCleanup=False {} 2023-08-28 16:10:19 [10:40:19.610 DBG] [] transactionCreate: { "transactionsFactoryRef": "6ccfe8bf-a75f-4f8b-b8b8-474203e4b917", "attempts": [ { "commands": [ { "replace": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "25458533-92f7-47aa-b804-2aca868f085b" }, "contentJson": "{\"content\":\"updated\"}", "expectedResult": [ { "success": true } ] } }, { "commit": { "expectedResult": [ { "error": { "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookPoint": "AFTER_ATR_COMMIT" } ] }, "clusterConnectionId": "defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184" } {} 2023-08-28 16:10:19 [10:40:19.610 INF] [] Starting Transaction Test {} 2023-08-28 16:10:19 [10:40:19.610 DBG] [] Test: { "transactionsFactoryRef": "6ccfe8bf-a75f-4f8b-b8b8-474203e4b917", "attempts": [ { "commands": [ { "replace": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "25458533-92f7-47aa-b804-2aca868f085b" }, "contentJson": "{\"content\":\"updated\"}", "expectedResult": [ { "success": true } ] } }, { "commit": { "expectedResult": [ { "error": { "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookPoint": "AFTER_ATR_COMMIT" } ] }, "clusterConnectionId": "defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184" } {} 2023-08-28 16:10:19 [10:40:19.610 DBG] [] clusterConnectionId:defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184 {} 2023-08-28 16:10:19 [10:40:19.610 DBG] [] Using custom connection at host : couchbase://172.23.111.130 and with username Administrator {} 2023-08-28 16:10:19 [10:40:19.610 DBG] [] Registering 1 hooks {} 2023-08-28 16:10:19 [10:40:19.610 DBG] [] - Hook Point AfterAtrCommit with Action FailHard {} 2023-08-28 16:10:19 [10:40:19.612 DBG] [] Starting Attempt 0 {} 2023-08-28 16:10:19 [10:40:19.612 DBG] [] Performing TransactionCommand Replace {} 2023-08-28 16:10:19 [10:40:19.612 DBG] [] d1c59299-9345-45f3-9e4e-df5bc78a2e6c.c68f3087-f469-44cb-8e10-ad90d0158a31: Performing command: replace {} 2023-08-28 16:10:19 [10:40:19.847 DBG] [Couchbase.Transactions.AttemptContext] GetWithMav for 25458533-92f7-47aa-b804-2aca868f085b, attemptId=c68f3087-f469-44cb-8e10-ad90d0158a31, postCas=1693219220050542592 {"Scope": ["GetWithKv", "GetWithMav"]} 2023-08-28 16:10:19 [10:40:19.848 DBG] [Couchbase.Transactions.AttemptContext] CheckWriteWriteConflict@WW_RP for default::_default::_default::25458533-92f7-47aa-b804-2aca868f085b, attempt=c68f3087-f469-44cb-8e10-ad90d0158a31 {"Scope": ["ReplaceWithKv", "CheckWriteWriteConflict"]} 2023-08-28 16:10:19 [10:40:19.848 DBG] [Couchbase.Transactions.AttemptContext] CheckWriteWriteConflict no other txn for default::_default::_default::25458533-92f7-47aa-b804-2aca868f085b, attempt=c68f3087-f469-44cb-8e10-ad90d0158a31 {"Scope": ["ReplaceWithKv", "CheckWriteWriteConflict"]} 2023-08-28 16:10:19 [10:40:19.848 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Requested Durability = Majority {"Scope": ["ReplaceWithKv", "InitAtrIfNeeded"]} 2023-08-28 16:10:20 [10:40:20.098 INF] [Couchbase.Transactions.DataAccess.AtrRepository] Upserted ATR to PENDING _txn:atr-154-#c3/attempts.c68f3087-f469-44cb-8e10-ad90d0158a31 (cas = 1693219220524630016) {"Scope": ["ReplaceWithKv", "SetAtrPending", "MutateAtrPending"]} 2023-08-28 16:10:20 [10:40:20.098 DBG] [Couchbase.Transactions.AttemptContext] SetAtrPending for default._default._default::_txn:atr-154-#c3 (attempt=c68f3087-f469-44cb-8e10-ad90d0158a31) {"Scope": ["ReplaceWithKv", "SetAtrPending"]} 2023-08-28 16:10:20 [10:40:20.334 DBG] [Couchbase.Transactions.AttemptContext] CreateStagedReplace for 25458533-92f7-47aa-b804-2aca868f085b, attemptId=c68f3087-f469-44cb-8e10-ad90d0158a31, preCase=1693219220050542592, postCas=1693219220772093952, accessDeleted=False {"Scope": ["ReplaceWithKv", "CreateStagedReplace"]} 2023-08-28 16:10:20 [10:40:20.335 DBG] [] d1c59299-9345-45f3-9e4e-df5bc78a2e6c.c68f3087-f469-44cb-8e10-ad90d0158a31: Command Succeeded {} 2023-08-28 16:10:20 [10:40:20.335 DBG] [] Performing TransactionCommand Commit {} 2023-08-28 16:10:20 [10:40:20.336 DBG] [] d1c59299-9345-45f3-9e4e-df5bc78a2e6c.c68f3087-f469-44cb-8e10-ad90d0158a31: Performing command: commit {} 2023-08-28 16:10:20 [10:40:20.572 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Updated to COMMITTED ATR _txn:atr-154-#c3/attempts.c68f3087-f469-44cb-8e10-ad90d0158a31 (cas = 1693219221011300352) {"Scope": ["CommitWithKv", "SetAtrCommit", "MutateAtrCommit"]} 2023-08-28 16:10:20 [10:40:20.572 DBG] [Couchbase.Transactions.AttemptContext] SetAtrCommit for default._default._default::_txn:atr-154-#c3 (attempt=c68f3087-f469-44cb-8e10-ad90d0158a31) {"Scope": ["CommitWithKv", "SetAtrCommit"]} 2023-08-28 16:10:20 [10:40:20.574 WRN] [Couchbase.Transactions.AttemptContext] Failed attempt at committing due to FailHard {"Scope": ["CommitWithKv", "SetAtrCommit"]} 2023-08-28 16:10:20 [10:40:20.576 DBG] [] ExternalException.Unknown: Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. 2023-08-28 16:10:20 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 2023-08-28 16:10:20 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 462 2023-08-28 16:10:20 --- End of stack trace from previous location --- 2023-08-28 16:10:20 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 466 2023-08-28 16:10:20 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 2023-08-28 16:10:20 --- End of stack trace from previous location --- 2023-08-28 16:10:20 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 268 2023-08-28 16:10:20 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 2023-08-28 16:10:20 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 92 2023-08-28 16:10:20 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1413 {} 2023-08-28 16:10:20 [10:40:20.576 DBG] [] Operation 'commit' failed as expected {} 2023-08-28 16:10:20 [10:40:20.576 DBG] [ExecuteApplicationLambda] Propagating error up. (ec = FailHard, retry = False, finalError = TransactionFailed) {} 2023-08-28 16:10:20 [10:40:20.576 INF] [ExecuteApplicationLambda] Attempt c68f3087-f469-44cb-8e10-ad90d0158a31 completed. CleanupClient=False, LostCleanup=False {} 2023-08-28 16:10:20 Transaction Failed with: Couchbase.Transactions.Error.TransactionFailedException: Transaction failed. 2023-08-28 16:10:20 ---> Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. 2023-08-28 16:10:20 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 2023-08-28 16:10:20 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 462 2023-08-28 16:10:20 --- End of stack trace from previous location --- 2023-08-28 16:10:20 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 466 2023-08-28 16:10:20 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 2023-08-28 16:10:20 --- End of stack trace from previous location --- 2023-08-28 16:10:20 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 268 2023-08-28 16:10:20 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 2023-08-28 16:10:20 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 92 2023-08-28 16:10:20 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1413 2023-08-28 16:10:20 --- End of inner exception stack trace --- 2023-08-28 16:10:20 at Couchbase.Transactions.Transactions.RunAsync(Func`2 transactionLogic, PerTransactionConfig perConfig, Boolean singleQueryTransactionMode) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/Transactions.cs:line 229 2023-08-28 16:10:20 at Couchbase.Transactions.FitPerformer.TwoWayTransaction.Run(Transactions transactions, TransactionCreateRequest request, ClusterConnection connection, IServerStreamWriter`1 responseStream) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 68 2023-08-28 16:10:20 -----------------------Context Info--------------------------- 2023-08-28 16:10:20 2023-08-28 16:10:20 2023-08-28 16:10:20 [10:40:20.579 DBG] [] UNKNOWN due to Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. 2023-08-28 16:10:20 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 2023-08-28 16:10:20 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 462 2023-08-28 16:10:20 --- End of stack trace from previous location --- 2023-08-28 16:10:20 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 466 2023-08-28 16:10:20 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 2023-08-28 16:10:20 --- End of stack trace from previous location --- 2023-08-28 16:10:20 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 268 2023-08-28 16:10:20 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 2023-08-28 16:10:20 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 92 2023-08-28 16:10:20 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1413 {} 2023-08-28 16:10:20 [10:40:20.579 INF] [] Completed Transaction Test {} 2023-08-28 16:10:20 [10:40:20.591 DBG] [] transactionSingleQuery: { "transactionsFactoryRef": "6ccfe8bf-a75f-4f8b-b8b8-474203e4b917", "clusterConnectionId": "defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184", "query": { "statement": "DELETE FROM `_default` WHERE META().id = '25458533-92f7-47aa-b804-2aca868f085b'", "expectedResult": [ { "anythingAllowed": true } ], "checkMutations": true, "expectedMutations": 1, "queryParameters": { }, "scope": { "bucketName": "default", "scopeName": "_default" } }, "queryOptions": { "timeoutMillis": "2000" } } {} 2023-08-28 16:10:20 [10:40:20.591 DBG] [] clusterConnectionId:defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184 {} 2023-08-28 16:10:20 [10:40:20.591 DBG] [] Using custom connection at host : couchbase://172.23.111.130 and with username Administrator {} 2023-08-28 16:10:20 [10:40:20.591 DBG] [Couchbase.Transactions.AttemptContext] [af463fbd-1bcd-46e4-a495-1fe40a5f08cc] Executing Query: query: null {"Scope": ["QueryAsync", "QueryWrapper"]} 2023-08-28 16:10:21 [10:40:21.919 ERR] [Couchbase.Transactions.AttemptContext] [af463fbd-1bcd-46e4-a495-1fe40a5f08cc] query failed at query: Couchbase.CouchbaseException: Transaction staging error [17020] 2023-08-28 16:10:21 at Couchbase.Query.QueryResultExtensions.ThrowExceptionOnError[T](IQueryResult`1 result, QueryErrorContext context) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryResultExtensions.cs:line 137 2023-08-28 16:10:21 at Couchbase.Query.QueryClient.ExecuteQuery[T](QueryOptions options, ITypeSerializer serializer, IRequestSpan span) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryClient.cs:line 320 2023-08-28 16:10:21 at Couchbase.Query.QueryClient.QueryAsync[T](String statement, QueryOptions options) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryClient.cs:line 149 2023-08-28 16:10:21 at Couchbase.Cluster.<>c__DisplayClass35_0`1.<g__Func|0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Cluster.cs:line 339 2023-08-28 16:10:21 --- End of stack trace from previous location --- 2023-08-28 16:10:21 at Couchbase.Core.Retry.RetryOrchestrator.RetryAsync[T](Func`1 send, IRequest request) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Core/Retry/RetryOrchestrator.cs:line 73 2023-08-28 16:10:21 at Couchbase.Cluster.QueryAsync[T](String statement, QueryOptions options) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Cluster.cs:line 349 2023-08-28 16:10:21 at Couchbase.Transactions.AttemptContext.QueryWrapper[T](Int64 statementId, IScope scope, String statement, QueryOptions options, String hookPoint, IRequestSpan parentSpan, Boolean isBeginWork, Boolean existingErrorCheck, JObject txdata, Boolean txImplicit) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 2119 2023-08-28 16:10:21 -----------------------Context Info--------------------------- 2023-08-28 16:10:21 {"statement":"[{\"statement\":\"DELETE FROM \\u0060_default\\u0060 WHERE META().id = \\u002725458533-92f7-47aa-b804-2aca868f085b\\u0027\",\"client_context_id\":\"bc094fe5-9f8c-453e-8fe3-2e829142eff4\",\"metrics\":true,\"query_context\":\"default:\\u0060default\\u0060.\\u0060_default\\u0060\",\"scan_consistency\":\"request_plus\",\"timeout\":\"75000ms\",\"tximplicit\":true,\"durability_level\":\"majority\",\"txtimeout\":\"1999.5499ms\",\"txdata\":{\"id\":{\"txn\":\"7b9e1bb3-c542-4164-92b0-1cdc1572d41e\",\"atmpt\":\"af463fbd-1bcd-46e4-a495-1fe40a5f08cc\"},\"state\":{\"timeLeftMs\":1999},\"config\":{\"kvTimeoutMs\":10000,\"numAtrs\":1024,\"durabilityLevel\":\"MAJORITY\"},\"atr\":null,\"mutations\":[]}}]","clientContextId":"bc094fe5-9f8c-453e-8fe3-2e829142eff4","parameters":"{\"Named\":{},\"Raw\":{\"tximplicit\":true,\"durability_level\":\"majority\",\"txtimeout\":\"1999.5499ms\",\"txdata\":{\"id\":{\"Transactionid\":\"7b9e1bb3-c542-4164-92b0-1cdc1572d41e\",\"AttemptId\":\"af463fbd-1bcd-46e4-a495-1fe40a5f08cc\"},\"state\":{\"timeLeftMs\":1999},\"config\":{\"kvTimeoutMs\":10000,\"numAtrs\":1024,\"durabilityLevel\":\"MAJORITY\"},\"atr\":null,\"mutations\":[]}},\"Positional\":[]}","httpStatus":200,"queryStatus":2,"errors":[{"msg":"Transaction staging error","code":17020,"name":null,"sev":0,"temp":false,"reason":null,"retry":false,"cause":{"cause":{"bucket":"default","cause":"deadline expired before WWC was resolved on default._default._default._txn:atr-154-#c3","collection":"_default","document_key":"25458533-92f7-47aa-b804-2aca868f085b","msg":"write write conflict","scope":"_default"},"raise":"failed","retry":true,"rollback":false}}],"message":"Transaction staging error [17020]","retryReasons":null} 2023-08-28 16:10:21 {"Scope": ["QueryAsync", "QueryWrapper"]} 2023-08-28 16:10:21 [10:40:21.921 WRN] [Couchbase.Transactions.AttemptContext] query code=17020 cause={ 2023-08-28 16:10:21 "bucket": "default", 2023-08-28 16:10:21 "cause": "deadline expired before WWC was resolved on default._default._default._txn:atr-154-#c3", 2023-08-28 16:10:21 "collection": "_default", 2023-08-28 16:10:21 "document_key": "25458533-92f7-47aa-b804-2aca868f085b", 2023-08-28 16:10:21 "msg": "write write conflict", 2023-08-28 16:10:21 "scope": "_default" 2023-08-28 16:10:21 } raise=failed {"Scope": ["QueryAsync", "QueryWrapper"]} 2023-08-28 16:10:21 [10:40:21.921 DBG] [ExecuteApplicationLambda] Propagating error up. (ec = FailOther, retry = True, finalError = TransactionFailed) {} 2023-08-28 16:10:21 [10:40:21.922 INF] [ExecuteApplicationLambda] Attempt af463fbd-1bcd-46e4-a495-1fe40a5f08cc completed. CleanupClient=False, LostCleanup=False {} 2023-08-28 16:10:21 [10:40:21.925 DBG] [Couchbase.Transactions.AttemptContext] [80be5b96-0268-4d09-b712-4e872dcc4ab9] Executing Query: query: null {"Scope": ["QueryAsync", "QueryWrapper"]} 2023-08-28 16:10:23 [10:40:23.284 ERR] [Couchbase.Transactions.AttemptContext] [80be5b96-0268-4d09-b712-4e872dcc4ab9] query failed at query: Couchbase.Core.Exceptions.IndexFailureException: Keyspace not found in CB datastore: default:_default - cause: No bucket named _default [12003] 2023-08-28 16:10:23 at Couchbase.Query.QueryResultExtensions.ThrowExceptionOnError[T](IQueryResult`1 result, QueryErrorContext context) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryResultExtensions.cs:line 137 2023-08-28 16:10:23 at Couchbase.Query.QueryClient.ExecuteQuery[T](QueryOptions options, ITypeSerializer serializer, IRequestSpan span) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryClient.cs:line 320 2023-08-28 16:10:23 at Couchbase.Query.QueryClient.QueryAsync[T](String statement, QueryOptions options) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryClient.cs:line 149 2023-08-28 16:10:23 at Couchbase.Cluster.<>c__DisplayClass35_0`1.<g__Func|0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Cluster.cs:line 339 2023-08-28 16:10:23 --- End of stack trace from previous location --- 2023-08-28 16:10:23 at Couchbase.Core.Retry.RetryOrchestrator.RetryAsync[T](Func`1 send, IRequest request) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Core/Retry/RetryOrchestrator.cs:line 73 2023-08-28 16:10:23 at Couchbase.Cluster.QueryAsync[T](String statement, QueryOptions options) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Cluster.cs:line 349 2023-08-28 16:10:23 at Couchbase.Transactions.AttemptContext.QueryWrapper[T](Int64 statementId, IScope scope, String statement, QueryOptions options, String hookPoint, IRequestSpan parentSpan, Boolean isBeginWork, Boolean existingErrorCheck, JObject txdata, Boolean txImplicit) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 2119 2023-08-28 16:10:23 -----------------------Context Info--------------------------- 2023-08-28 16:10:23 {"statement":"[{\u0022statement\u0022:\u0022DELETE FROM \\u0060_default\\u0060 WHERE META().id = \\u002725458533-92f7-47aa-b804-2aca868f085b\\u0027\u0022,\u0022client_context_id\u0022:\u0022173ad91a-35e1-4b30-8912-445cbe7eec03\u0022,\u0022metrics\u0022:true,\u0022scan_consistency\u0022:\u0022request_plus\u0022,\u0022timeout\u0022:\u002275000ms\u0022,\u0022tximplicit\u0022:true,\u0022durability_level\u0022:\u0022majority\u0022,\u0022txtimeout\u0022:\u0022666.151ms\u0022,\u0022txdata\u0022:{\u0022id\u0022:{\u0022txn\u0022:\u00227b9e1bb3-c542-4164-92b0-1cdc1572d41e\u0022,\u0022atmpt\u0022:\u002280be5b96-0268-4d09-b712-4e872dcc4ab9\u0022},\u0022state\u0022:{\u0022timeLeftMs\u0022:666},\u0022config\u0022:{\u0022kvTimeoutMs\u0022:10000,\u0022numAtrs\u0022:1024,\u0022durabilityLevel\u0022:\u0022MAJORITY\u0022},\u0022atr\u0022:null,\u0022mutations\u0022:[]}}]","clientContextId":"173ad91a-35e1-4b30-8912-445cbe7eec03","parameters":"{\u0022Named\u0022:{},\u0022Raw\u0022:{\u0022tximplicit\u0022:true,\u0022durability_level\u0022:\u0022majority\u0022,\u0022txtimeout\u0022:\u0022666.151ms\u0022,\u0022txdata\u0022:{\u0022id\u0022:{\u0022Transactionid\u0022:\u00227b9e1bb3-c542-4164-92b0-1cdc1572d41e\u0022,\u0022AttemptId\u0022:\u002280be5b96-0268-4d09-b712-4e872dcc4ab9\u0022},\u0022state\u0022:{\u0022timeLeftMs\u0022:666},\u0022config\u0022:{\u0022kvTimeoutMs\u0022:10000,\u0022numAtrs\u0022:1024,\u0022durabilityLevel\u0022:\u0022MAJORITY\u0022},\u0022atr\u0022:null,\u0022mutations\u0022:[]}},\u0022Positional\u0022:[]}","httpStatus":"InternalServerError","queryStatus":"fatal","errors":[{"msg":"Keyspace not found in CB datastore: default:_default - cause: No bucket named _default","code":12003,"name":null,"severity":0,"temp":false,"reason":null,"retry":false}],"message":"Keyspace not found in CB datastore: default:_default - cause: No bucket named _default [12003]","retryReasons":null} 2023-08-28 16:10:23 {"Scope": ["QueryAsync", "QueryWrapper"]} 2023-08-28 16:10:23 [10:40:23.286 INF] [ExecuteApplicationLambda] Attempt 80be5b96-0268-4d09-b712-4e872dcc4ab9 completed. CleanupClient=False, LostCleanup=False {} 2023-08-28 16:10:24 [10:40:24.285 DBG] [] transactionCreate: { "transactionsFactoryRef": "6ccfe8bf-a75f-4f8b-b8b8-474203e4b917", "attempts": [ { "commands": [ { "replace": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "c6b69c11-780f-4bea-9aa4-bddb16c35649" }, "contentJson": "{\"content\":\"updated\"}", "expectedResult": [ { "success": true } ] } }, { "commit": { "expectedResult": [ { "error": { "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookPoint": "AFTER_ATR_COMMIT" } ] }, "clusterConnectionId": "defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184" } {} 2023-08-28 16:10:24 [10:40:24.285 INF] [] Starting Transaction Test {} 2023-08-28 16:10:24 [10:40:24.286 DBG] [] Test: { "transactionsFactoryRef": "6ccfe8bf-a75f-4f8b-b8b8-474203e4b917", "attempts": [ { "commands": [ { "replace": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "c6b69c11-780f-4bea-9aa4-bddb16c35649" }, "contentJson": "{\"content\":\"updated\"}", "expectedResult": [ { "success": true } ] } }, { "commit": { "expectedResult": [ { "error": { "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookPoint": "AFTER_ATR_COMMIT" } ] }, "clusterConnectionId": "defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184" } {} 2023-08-28 16:10:24 [10:40:24.286 DBG] [] clusterConnectionId:defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184 {} 2023-08-28 16:10:24 [10:40:24.286 DBG] [] Using custom connection at host : couchbase://172.23.111.130 and with username Administrator {} 2023-08-28 16:10:24 [10:40:24.286 DBG] [] Registering 1 hooks {} 2023-08-28 16:10:24 [10:40:24.286 DBG] [] - Hook Point AfterAtrCommit with Action FailHard {} 2023-08-28 16:10:24 [10:40:24.286 DBG] [] Starting Attempt 0 {} 2023-08-28 16:10:24 [10:40:24.286 DBG] [] Performing TransactionCommand Replace {} 2023-08-28 16:10:24 [10:40:24.286 DBG] [] bb7567e9-8da6-4399-b9de-57806a01864e.90828722-de0e-455c-9620-fed9c392f5f6: Performing command: replace {} 2023-08-28 16:10:24 [10:40:24.533 DBG] [Couchbase.Transactions.AttemptContext] GetWithMav for c6b69c11-780f-4bea-9aa4-bddb16c35649, attemptId=90828722-de0e-455c-9620-fed9c392f5f6, postCas=1693219224693047296 {"Scope": ["GetWithKv", "GetWithMav"]} 2023-08-28 16:10:24 [10:40:24.534 DBG] [Couchbase.Transactions.AttemptContext] CheckWriteWriteConflict@WW_RP for default::_default::_default::c6b69c11-780f-4bea-9aa4-bddb16c35649, attempt=90828722-de0e-455c-9620-fed9c392f5f6 {"Scope": ["ReplaceWithKv", "CheckWriteWriteConflict"]} 2023-08-28 16:10:24 [10:40:24.534 DBG] [Couchbase.Transactions.AttemptContext] CheckWriteWriteConflict no other txn for default::_default::_default::c6b69c11-780f-4bea-9aa4-bddb16c35649, attempt=90828722-de0e-455c-9620-fed9c392f5f6 {"Scope": ["ReplaceWithKv", "CheckWriteWriteConflict"]} 2023-08-28 16:10:24 [10:40:24.534 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Requested Durability = Majority {"Scope": ["ReplaceWithKv", "InitAtrIfNeeded"]} 2023-08-28 16:10:24 [10:40:24.789 INF] [Couchbase.Transactions.DataAccess.AtrRepository] Upserted ATR to PENDING _txn:atr-894-#b9f/attempts.90828722-de0e-455c-9620-fed9c392f5f6 (cas = 1693219225212289024) {"Scope": ["ReplaceWithKv", "SetAtrPending", "MutateAtrPending"]} 2023-08-28 16:10:24 [10:40:24.790 DBG] [Couchbase.Transactions.AttemptContext] SetAtrPending for default._default._default::_txn:atr-894-#b9f (attempt=90828722-de0e-455c-9620-fed9c392f5f6) {"Scope": ["ReplaceWithKv", "SetAtrPending"]} 2023-08-28 16:10:25 [10:40:25.030 DBG] [Couchbase.Transactions.AttemptContext] CreateStagedReplace for c6b69c11-780f-4bea-9aa4-bddb16c35649, attemptId=90828722-de0e-455c-9620-fed9c392f5f6, preCase=1693219224693047296, postCas=1693219225467027456, accessDeleted=False {"Scope": ["ReplaceWithKv", "CreateStagedReplace"]} 2023-08-28 16:10:25 [10:40:25.031 DBG] [] bb7567e9-8da6-4399-b9de-57806a01864e.90828722-de0e-455c-9620-fed9c392f5f6: Command Succeeded {} 2023-08-28 16:10:25 [10:40:25.031 DBG] [] Performing TransactionCommand Commit {} 2023-08-28 16:10:25 [10:40:25.031 DBG] [] bb7567e9-8da6-4399-b9de-57806a01864e.90828722-de0e-455c-9620-fed9c392f5f6: Performing command: commit {} 2023-08-28 16:10:25 [10:40:25.267 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Updated to COMMITTED ATR _txn:atr-894-#b9f/attempts.90828722-de0e-455c-9620-fed9c392f5f6 (cas = 1693219225708068864) {"Scope": ["CommitWithKv", "SetAtrCommit", "MutateAtrCommit"]} 2023-08-28 16:10:25 [10:40:25.268 DBG] [Couchbase.Transactions.AttemptContext] SetAtrCommit for default._default._default::_txn:atr-894-#b9f (attempt=90828722-de0e-455c-9620-fed9c392f5f6) {"Scope": ["CommitWithKv", "SetAtrCommit"]} 2023-08-28 16:10:25 [10:40:25.269 WRN] [Couchbase.Transactions.AttemptContext] Failed attempt at committing due to FailHard {"Scope": ["CommitWithKv", "SetAtrCommit"]} 2023-08-28 16:10:25 [10:40:25.272 DBG] [] ExternalException.Unknown: Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. 2023-08-28 16:10:25 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 2023-08-28 16:10:25 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 462 2023-08-28 16:10:25 --- End of stack trace from previous location --- 2023-08-28 16:10:25 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 466 2023-08-28 16:10:25 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 2023-08-28 16:10:25 --- End of stack trace from previous location --- 2023-08-28 16:10:25 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 268 2023-08-28 16:10:25 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 2023-08-28 16:10:25 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 92 2023-08-28 16:10:25 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1413 {} 2023-08-28 16:10:25 [10:40:25.272 DBG] [] Operation 'commit' failed as expected {} 2023-08-28 16:10:25 [10:40:25.273 DBG] [ExecuteApplicationLambda] Propagating error up. (ec = FailHard, retry = False, finalError = TransactionFailed) {} 2023-08-28 16:10:25 [10:40:25.273 INF] [ExecuteApplicationLambda] Attempt 90828722-de0e-455c-9620-fed9c392f5f6 completed. CleanupClient=False, LostCleanup=False {} 2023-08-28 16:10:25 Transaction Failed with: Couchbase.Transactions.Error.TransactionFailedException: Transaction failed. 2023-08-28 16:10:25 ---> Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. 2023-08-28 16:10:25 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 2023-08-28 16:10:25 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 462 2023-08-28 16:10:25 --- End of stack trace from previous location --- 2023-08-28 16:10:25 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 466 2023-08-28 16:10:25 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 2023-08-28 16:10:25 --- End of stack trace from previous location --- 2023-08-28 16:10:25 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 268 2023-08-28 16:10:25 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 2023-08-28 16:10:25 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 92 2023-08-28 16:10:25 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1413 2023-08-28 16:10:25 --- End of inner exception stack trace --- 2023-08-28 16:10:25 at Couchbase.Transactions.Transactions.RunAsync(Func`2 transactionLogic, PerTransactionConfig perConfig, Boolean singleQueryTransactionMode) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/Transactions.cs:line 229 2023-08-28 16:10:25 at Couchbase.Transactions.FitPerformer.TwoWayTransaction.Run(Transactions transactions, TransactionCreateRequest request, ClusterConnection connection, IServerStreamWriter`1 responseStream) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 68 2023-08-28 16:10:25 -----------------------Context Info--------------------------- 2023-08-28 16:10:25 2023-08-28 16:10:25 2023-08-28 16:10:25 [10:40:25.278 DBG] [] UNKNOWN due to Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. 2023-08-28 16:10:25 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 2023-08-28 16:10:25 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 462 2023-08-28 16:10:25 --- End of stack trace from previous location --- 2023-08-28 16:10:25 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 466 2023-08-28 16:10:25 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 2023-08-28 16:10:25 --- End of stack trace from previous location --- 2023-08-28 16:10:25 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 268 2023-08-28 16:10:25 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 2023-08-28 16:10:25 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 92 2023-08-28 16:10:25 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1413 {} 2023-08-28 16:10:25 [10:40:25.278 INF] [] Completed Transaction Test {} 2023-08-28 16:10:25 [10:40:25.286 DBG] [] transactionSingleQuery: { "transactionsFactoryRef": "6ccfe8bf-a75f-4f8b-b8b8-474203e4b917", "clusterConnectionId": "defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184", "query": { "statement": "SELECT * FROM `_default` WHERE META().id = 'c6b69c11-780f-4bea-9aa4-bddb16c35649'", "expectedResult": [ { "anythingAllowed": true } ], "checkRowCount": true, "expectedRowCount": 1, "queryParameters": { }, "scope": { "bucketName": "default", "scopeName": "_default" } } } {} 2023-08-28 16:10:25 [10:40:25.287 DBG] [] clusterConnectionId:defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184 {} 2023-08-28 16:10:25 [10:40:25.287 DBG] [] Using custom connection at host : couchbase://172.23.111.130 and with username Administrator {} 2023-08-28 16:10:25 [10:40:25.287 DBG] [Couchbase.Transactions.AttemptContext] [41927c9f-3bbb-41df-a174-0ede6617df22] Executing Query: query: null {"Scope": ["QueryAsync", "QueryWrapper"]} 2023-08-28 16:10:25 [10:40:25.597 INF] [ExecuteApplicationLambda] Attempt 41927c9f-3bbb-41df-a174-0ede6617df22 completed. CleanupClient=False, LostCleanup=False {} 2023-08-28 16:10:28 [10:40:28.303 DBG] [] transactionCreate: { "transactionsFactoryRef": "6ccfe8bf-a75f-4f8b-b8b8-474203e4b917", "attempts": [ { "commands": [ { "replace": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "1af4845c-5677-45c3-bd77-c431d031c18e" }, "contentJson": "{\"content\":\"updated\"}", "expectedResult": [ { "success": true } ] } }, { "commit": { "expectedResult": [ { "error": { "errorClass": "EC_FAIL_OTHER", "autoRollbackAttempt": true, "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookAction": "FAIL_OTHER" }, { "hookPoint": "AFTER_ATR_ABORTED" } ] }, "clusterConnectionId": "defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184" } {} 2023-08-28 16:10:28 [10:40:28.303 INF] [] Starting Transaction Test {} 2023-08-28 16:10:28 [10:40:28.303 DBG] [] Test: { "transactionsFactoryRef": "6ccfe8bf-a75f-4f8b-b8b8-474203e4b917", "attempts": [ { "commands": [ { "replace": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "1af4845c-5677-45c3-bd77-c431d031c18e" }, "contentJson": "{\"content\":\"updated\"}", "expectedResult": [ { "success": true } ] } }, { "commit": { "expectedResult": [ { "error": { "errorClass": "EC_FAIL_OTHER", "autoRollbackAttempt": true, "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookAction": "FAIL_OTHER" }, { "hookPoint": "AFTER_ATR_ABORTED" } ] }, "clusterConnectionId": "defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184" } {} 2023-08-28 16:10:28 [10:40:28.303 DBG] [] clusterConnectionId:defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184 {} 2023-08-28 16:10:28 [10:40:28.303 DBG] [] Using custom connection at host : couchbase://172.23.111.130 and with username Administrator {} 2023-08-28 16:10:28 [10:40:28.303 DBG] [] Registering 2 hooks {} 2023-08-28 16:10:28 [10:40:28.303 DBG] [] - Hook Point BeforeAtrCommit with Action FailOther {} 2023-08-28 16:10:28 [10:40:28.303 DBG] [] - Hook Point AfterAtrAborted with Action FailHard {} 2023-08-28 16:10:28 [10:40:28.304 DBG] [] Starting Attempt 0 {} 2023-08-28 16:10:28 [10:40:28.304 DBG] [] Performing TransactionCommand Replace {} 2023-08-28 16:10:28 [10:40:28.304 DBG] [] da94494b-b843-4c3d-8766-c6aaa862be1e.58d48a5b-1e47-4f51-b3f4-7f858e0523e1: Performing command: replace {} 2023-08-28 16:10:28 [10:40:28.540 DBG] [Couchbase.Transactions.AttemptContext] GetWithMav for 1af4845c-5677-45c3-bd77-c431d031c18e, attemptId=58d48a5b-1e47-4f51-b3f4-7f858e0523e1, postCas=1693219228737667072 {"Scope": ["GetWithKv", "GetWithMav"]} 2023-08-28 16:10:28 [10:40:28.541 DBG] [Couchbase.Transactions.AttemptContext] CheckWriteWriteConflict@WW_RP for default::_default::_default::1af4845c-5677-45c3-bd77-c431d031c18e, attempt=58d48a5b-1e47-4f51-b3f4-7f858e0523e1 {"Scope": ["ReplaceWithKv", "CheckWriteWriteConflict"]} 2023-08-28 16:10:28 [10:40:28.541 DBG] [Couchbase.Transactions.AttemptContext] CheckWriteWriteConflict no other txn for default::_default::_default::1af4845c-5677-45c3-bd77-c431d031c18e, attempt=58d48a5b-1e47-4f51-b3f4-7f858e0523e1 {"Scope": ["ReplaceWithKv", "CheckWriteWriteConflict"]} 2023-08-28 16:10:28 [10:40:28.542 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Requested Durability = Majority {"Scope": ["ReplaceWithKv", "InitAtrIfNeeded"]} 2023-08-28 16:10:28 [10:40:28.794 INF] [Couchbase.Transactions.DataAccess.AtrRepository] Upserted ATR to PENDING _txn:atr-688-#a9/attempts.58d48a5b-1e47-4f51-b3f4-7f858e0523e1 (cas = 1693219229219356672) {"Scope": ["ReplaceWithKv", "SetAtrPending", "MutateAtrPending"]} 2023-08-28 16:10:28 [10:40:28.795 DBG] [Couchbase.Transactions.AttemptContext] SetAtrPending for default._default._default::_txn:atr-688-#a9 (attempt=58d48a5b-1e47-4f51-b3f4-7f858e0523e1) {"Scope": ["ReplaceWithKv", "SetAtrPending"]} 2023-08-28 16:10:29 [10:40:29.037 DBG] [Couchbase.Transactions.AttemptContext] CreateStagedReplace for 1af4845c-5677-45c3-bd77-c431d031c18e, attemptId=58d48a5b-1e47-4f51-b3f4-7f858e0523e1, preCase=1693219228737667072, postCas=1693219229476388864, accessDeleted=False {"Scope": ["ReplaceWithKv", "CreateStagedReplace"]} 2023-08-28 16:10:29 [10:40:29.038 DBG] [] da94494b-b843-4c3d-8766-c6aaa862be1e.58d48a5b-1e47-4f51-b3f4-7f858e0523e1: Command Succeeded {} 2023-08-28 16:10:29 [10:40:29.038 DBG] [] Performing TransactionCommand Commit {} 2023-08-28 16:10:29 [10:40:29.038 DBG] [] da94494b-b843-4c3d-8766-c6aaa862be1e.58d48a5b-1e47-4f51-b3f4-7f858e0523e1: Performing command: commit {} 2023-08-28 16:10:29 [10:40:29.039 WRN] [Couchbase.Transactions.AttemptContext] Failed attempt at committing due to FailOther {"Scope": ["CommitWithKv", "SetAtrCommit"]} 2023-08-28 16:10:29 [10:40:29.042 DBG] [] ExternalException.Unknown: Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException' was thrown. 2023-08-28 16:10:29 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_3() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 291 2023-08-28 16:10:29 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 462 2023-08-28 16:10:29 --- End of stack trace from previous location --- 2023-08-28 16:10:29 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 466 2023-08-28 16:10:29 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 2023-08-28 16:10:29 --- End of stack trace from previous location --- 2023-08-28 16:10:29 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 268 2023-08-28 16:10:29 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 2023-08-28 16:10:29 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.BeforeAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 89 2023-08-28 16:10:29 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1413 {} 2023-08-28 16:10:29 [10:40:29.042 DBG] [] Operation 'commit' failed as expected {} 2023-08-28 16:10:29 [10:40:29.043 WRN] [ExecuteApplicationLambda] Attempt failed, attempting automatic rollback... {} 2023-08-28 16:10:29 [10:40:29.043 INF] [Couchbase.Transactions.AttemptContext] Setting Aborted status. isAppRollback=False {"Scope": ["RollbackWithKv", "SetAtrAborted"]} 2023-08-28 16:10:29 [10:40:29.280 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Updated to ABORTED ATR _txn:atr-688-#a9/attempts.58d48a5b-1e47-4f51-b3f4-7f858e0523e1 (cas = 1693219229720444928) {"Scope": ["RollbackWithKv", "SetAtrAborted", "MutateAtrAborted"]} 2023-08-28 16:10:29 [10:40:29.280 DBG] [Couchbase.Transactions.AttemptContext] SetAtrAborted for default._default._default::_txn:atr-688-#a9 (attempt=58d48a5b-1e47-4f51-b3f4-7f858e0523e1) {"Scope": ["RollbackWithKv", "SetAtrAborted"]} 2023-08-28 16:10:29 [10:40:29.282 WRN] [ExecuteApplicationLambda] Rollback failed due to Exception of type 'Couchbase.Transactions.Error.External.TransactionOperationFailedException' was thrown. {} 2023-08-28 16:10:29 [10:40:29.282 INF] [ExecuteApplicationLambda] Attempt 58d48a5b-1e47-4f51-b3f4-7f858e0523e1 completed. CleanupClient=False, LostCleanup=False {} 2023-08-28 16:10:29 Transaction Failed with: Couchbase.Transactions.Error.TransactionFailedException: Transaction failed. 2023-08-28 16:10:29 ---> Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException' was thrown. 2023-08-28 16:10:29 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_3() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 291 2023-08-28 16:10:29 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 462 2023-08-28 16:10:29 --- End of stack trace from previous location --- 2023-08-28 16:10:29 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 466 2023-08-28 16:10:29 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 2023-08-28 16:10:29 --- End of stack trace from previous location --- 2023-08-28 16:10:29 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 268 2023-08-28 16:10:29 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 2023-08-28 16:10:29 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.BeforeAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 89 2023-08-28 16:10:29 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1413 2023-08-28 16:10:29 --- End of inner exception stack trace --- 2023-08-28 16:10:29 at Couchbase.Transactions.Transactions.RunAsync(Func`2 transactionLogic, PerTransactionConfig perConfig, Boolean singleQueryTransactionMode) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/Transactions.cs:line 229 2023-08-28 16:10:29 at Couchbase.Transactions.FitPerformer.TwoWayTransaction.Run(Transactions transactions, TransactionCreateRequest request, ClusterConnection connection, IServerStreamWriter`1 responseStream) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 68 2023-08-28 16:10:29 -----------------------Context Info--------------------------- 2023-08-28 16:10:29 2023-08-28 16:10:29 2023-08-28 16:10:29 [10:40:29.286 DBG] [] UNKNOWN due to Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException' was thrown. 2023-08-28 16:10:29 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_3() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 291 2023-08-28 16:10:29 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 462 2023-08-28 16:10:29 --- End of stack trace from previous location --- 2023-08-28 16:10:29 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 466 2023-08-28 16:10:29 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 2023-08-28 16:10:29 --- End of stack trace from previous location --- 2023-08-28 16:10:29 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 268 2023-08-28 16:10:29 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 2023-08-28 16:10:29 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.BeforeAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 89 2023-08-28 16:10:29 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1413 {} 2023-08-28 16:10:29 [10:40:29.286 INF] [] Completed Transaction Test {} 2023-08-28 16:10:30 [10:40:30.018 DBG] [] transactionSingleQuery: { "transactionsFactoryRef": "6ccfe8bf-a75f-4f8b-b8b8-474203e4b917", "clusterConnectionId": "defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184", "query": { "statement": "INSERT INTO `_default` VALUES ('1af4845c-5677-45c3-bd77-c431d031c18e', {\"content\":\"updated\"})", "expectedResult": [ { "anythingAllowed": true } ], "queryParameters": { }, "scope": { "bucketName": "default", "scopeName": "_default" } } } {} 2023-08-28 16:10:30 [10:40:30.018 DBG] [] clusterConnectionId:defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184 {} 2023-08-28 16:10:30 [10:40:30.018 DBG] [] Using custom connection at host : couchbase://172.23.111.130 and with username Administrator {} 2023-08-28 16:10:30 [10:40:30.018 DBG] [Couchbase.Transactions.AttemptContext] [9c9edfdf-0066-4ce6-a14c-1038aa6f6d80] Executing Query: query: null {"Scope": ["QueryAsync", "QueryWrapper"]} 2023-08-28 16:10:30 [10:40:30.519 ERR] [Couchbase.Transactions.AttemptContext] [9c9edfdf-0066-4ce6-a14c-1038aa6f6d80] query failed at query: Couchbase.CouchbaseException: Duplicate Key: 1af4845c-5677-45c3-bd77-c431d031c18e [17012] 2023-08-28 16:10:30 at Couchbase.Query.QueryResultExtensions.ThrowExceptionOnError[T](IQueryResult`1 result, QueryErrorContext context) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryResultExtensions.cs:line 137 2023-08-28 16:10:30 at Couchbase.Query.QueryClient.ExecuteQuery[T](QueryOptions options, ITypeSerializer serializer, IRequestSpan span) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryClient.cs:line 320 2023-08-28 16:10:30 at Couchbase.Query.QueryClient.QueryAsync[T](String statement, QueryOptions options) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryClient.cs:line 149 2023-08-28 16:10:30 at Couchbase.Cluster.<>c__DisplayClass35_0`1.<g__Func|0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Cluster.cs:line 339 2023-08-28 16:10:30 --- End of stack trace from previous location --- 2023-08-28 16:10:30 at Couchbase.Core.Retry.RetryOrchestrator.RetryAsync[T](Func`1 send, IRequest request) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Core/Retry/RetryOrchestrator.cs:line 73 2023-08-28 16:10:30 at Couchbase.Cluster.QueryAsync[T](String statement, QueryOptions options) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Cluster.cs:line 349 2023-08-28 16:10:30 at Couchbase.Transactions.AttemptContext.QueryWrapper[T](Int64 statementId, IScope scope, String statement, QueryOptions options, String hookPoint, IRequestSpan parentSpan, Boolean isBeginWork, Boolean existingErrorCheck, JObject txdata, Boolean txImplicit) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 2119 2023-08-28 16:10:30 -----------------------Context Info--------------------------- 2023-08-28 16:10:30 {"statement":"[{\"statement\":\"INSERT INTO \\u0060_default\\u0060 VALUES (\\u00271af4845c-5677-45c3-bd77-c431d031c18e\\u0027, {\\u0022content\\u0022:\\u0022updated\\u0022})\",\"client_context_id\":\"38ac4730-5a4f-4ded-a97a-5dcd162f1857\",\"metrics\":true,\"query_context\":\"default:\\u0060default\\u0060.\\u0060_default\\u0060\",\"scan_consistency\":\"request_plus\",\"timeout\":\"75000ms\",\"tximplicit\":true,\"durability_level\":\"majority\",\"txtimeout\":\"14999.3027ms\",\"txdata\":{\"id\":{\"txn\":\"ccbeda64-8565-4f77-b160-497c7f53f3d7\",\"atmpt\":\"9c9edfdf-0066-4ce6-a14c-1038aa6f6d80\"},\"state\":{\"timeLeftMs\":14999},\"config\":{\"kvTimeoutMs\":10000,\"numAtrs\":1024,\"durabilityLevel\":\"MAJORITY\"},\"atr\":null,\"mutations\":[]}}]","clientContextId":"38ac4730-5a4f-4ded-a97a-5dcd162f1857","parameters":"{\"Named\":{},\"Raw\":{\"tximplicit\":true,\"durability_level\":\"majority\",\"txtimeout\":\"14999.3027ms\",\"txdata\":{\"id\":{\"Transactionid\":\"ccbeda64-8565-4f77-b160-497c7f53f3d7\",\"AttemptId\":\"9c9edfdf-0066-4ce6-a14c-1038aa6f6d80\"},\"state\":{\"timeLeftMs\":14999},\"config\":{\"kvTimeoutMs\":10000,\"numAtrs\":1024,\"durabilityLevel\":\"MAJORITY\"},\"atr\":null,\"mutations\":[]}},\"Positional\":[]}","httpStatus":200,"queryStatus":2,"errors":[{"msg":"Duplicate Key: 1af4845c-5677-45c3-bd77-c431d031c18e","code":17012,"name":null,"sev":0,"temp":false,"reason":null,"retry":false,"cause":{"cause":"found staged non-insert mutation: document already exists","raise":"failed","retry":false,"rollback":false}}],"message":"Duplicate Key: 1af4845c-5677-45c3-bd77-c431d031c18e [17012]","retryReasons":null} 2023-08-28 16:10:30 {"Scope": ["QueryAsync", "QueryWrapper"]} 2023-08-28 16:10:30 [10:40:30.521 INF] [ExecuteApplicationLambda] Attempt 9c9edfdf-0066-4ce6-a14c-1038aa6f6d80 completed. CleanupClient=False, LostCleanup=False {} 2023-08-28 16:10:32 [10:40:32.206 DBG] [] transactionCreate: { "transactionsFactoryRef": "6ccfe8bf-a75f-4f8b-b8b8-474203e4b917", "attempts": [ { "commands": [ { "replace": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "96c3c579-e95a-419e-ac1e-061164eb45ed" }, "contentJson": "{\"content\":\"updated\"}", "expectedResult": [ { "success": true } ] } }, { "commit": { "expectedResult": [ { "error": { "errorClass": "EC_FAIL_OTHER", "autoRollbackAttempt": true, "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookAction": "FAIL_OTHER" }, { "hookPoint": "AFTER_ATR_ABORTED" } ] }, "clusterConnectionId": "defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184" } {} 2023-08-28 16:10:32 [10:40:32.207 INF] [] Starting Transaction Test {} 2023-08-28 16:10:32 [10:40:32.207 DBG] [] Test: { "transactionsFactoryRef": "6ccfe8bf-a75f-4f8b-b8b8-474203e4b917", "attempts": [ { "commands": [ { "replace": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "96c3c579-e95a-419e-ac1e-061164eb45ed" }, "contentJson": "{\"content\":\"updated\"}", "expectedResult": [ { "success": true } ] } }, { "commit": { "expectedResult": [ { "error": { "errorClass": "EC_FAIL_OTHER", "autoRollbackAttempt": true, "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookAction": "FAIL_OTHER" }, { "hookPoint": "AFTER_ATR_ABORTED" } ] }, "clusterConnectionId": "defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184" } {} 2023-08-28 16:10:32 [10:40:32.207 DBG] [] clusterConnectionId:defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184 {} 2023-08-28 16:10:32 [10:40:32.207 DBG] [] Using custom connection at host : couchbase://172.23.111.130 and with username Administrator {} 2023-08-28 16:10:32 [10:40:32.207 DBG] [] Registering 2 hooks {} 2023-08-28 16:10:32 [10:40:32.207 DBG] [] - Hook Point BeforeAtrCommit with Action FailOther {} 2023-08-28 16:10:32 [10:40:32.207 DBG] [] - Hook Point AfterAtrAborted with Action FailHard {} 2023-08-28 16:10:32 [10:40:32.208 DBG] [] Starting Attempt 0 {} 2023-08-28 16:10:32 [10:40:32.208 DBG] [] Performing TransactionCommand Replace {} 2023-08-28 16:10:32 [10:40:32.208 DBG] [] 9914e1ab-da61-4a3c-b6b3-1fa8906ee91e.0f62eb65-c0f3-4254-a781-ea0f1733ec24: Performing command: replace {} 2023-08-28 16:10:32 [10:40:32.441 DBG] [Couchbase.Transactions.AttemptContext] GetWithMav for 96c3c579-e95a-419e-ac1e-061164eb45ed, attemptId=0f62eb65-c0f3-4254-a781-ea0f1733ec24, postCas=1693219232639549440 {"Scope": ["GetWithKv", "GetWithMav"]} 2023-08-28 16:10:32 [10:40:32.443 DBG] [Couchbase.Transactions.AttemptContext] CheckWriteWriteConflict@WW_RP for default::_default::_default::96c3c579-e95a-419e-ac1e-061164eb45ed, attempt=0f62eb65-c0f3-4254-a781-ea0f1733ec24 {"Scope": ["ReplaceWithKv", "CheckWriteWriteConflict"]} 2023-08-28 16:10:32 [10:40:32.443 DBG] [Couchbase.Transactions.AttemptContext] CheckWriteWriteConflict no other txn for default::_default::_default::96c3c579-e95a-419e-ac1e-061164eb45ed, attempt=0f62eb65-c0f3-4254-a781-ea0f1733ec24 {"Scope": ["ReplaceWithKv", "CheckWriteWriteConflict"]} 2023-08-28 16:10:32 [10:40:32.443 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Requested Durability = Majority {"Scope": ["ReplaceWithKv", "InitAtrIfNeeded"]} 2023-08-28 16:10:32 [10:40:32.694 INF] [Couchbase.Transactions.DataAccess.AtrRepository] Upserted ATR to PENDING _txn:atr-298-#848/attempts.0f62eb65-c0f3-4254-a781-ea0f1733ec24 (cas = 1693219233117896704) {"Scope": ["ReplaceWithKv", "SetAtrPending", "MutateAtrPending"]} 2023-08-28 16:10:32 [10:40:32.695 DBG] [Couchbase.Transactions.AttemptContext] SetAtrPending for default._default._default::_txn:atr-298-#848 (attempt=0f62eb65-c0f3-4254-a781-ea0f1733ec24) {"Scope": ["ReplaceWithKv", "SetAtrPending"]} 2023-08-28 16:10:32 [10:40:32.932 DBG] [Couchbase.Transactions.AttemptContext] CreateStagedReplace for 96c3c579-e95a-419e-ac1e-061164eb45ed, attemptId=0f62eb65-c0f3-4254-a781-ea0f1733ec24, preCase=1693219232639549440, postCas=1693219233372307456, accessDeleted=False {"Scope": ["ReplaceWithKv", "CreateStagedReplace"]} 2023-08-28 16:10:32 [10:40:32.933 DBG] [] 9914e1ab-da61-4a3c-b6b3-1fa8906ee91e.0f62eb65-c0f3-4254-a781-ea0f1733ec24: Command Succeeded {} 2023-08-28 16:10:32 [10:40:32.933 DBG] [] Performing TransactionCommand Commit {} 2023-08-28 16:10:32 [10:40:32.933 DBG] [] 9914e1ab-da61-4a3c-b6b3-1fa8906ee91e.0f62eb65-c0f3-4254-a781-ea0f1733ec24: Performing command: commit {} 2023-08-28 16:10:32 [10:40:32.935 WRN] [Couchbase.Transactions.AttemptContext] Failed attempt at committing due to FailOther {"Scope": ["CommitWithKv", "SetAtrCommit"]} 2023-08-28 16:10:32 [10:40:32.938 DBG] [] ExternalException.Unknown: Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException' was thrown. 2023-08-28 16:10:32 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_3() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 291 2023-08-28 16:10:32 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 462 2023-08-28 16:10:32 --- End of stack trace from previous location --- 2023-08-28 16:10:32 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 466 2023-08-28 16:10:32 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 2023-08-28 16:10:32 --- End of stack trace from previous location --- 2023-08-28 16:10:32 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 268 2023-08-28 16:10:32 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 2023-08-28 16:10:32 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.BeforeAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 89 2023-08-28 16:10:32 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1413 {} 2023-08-28 16:10:32 [10:40:32.938 DBG] [] Operation 'commit' failed as expected {} 2023-08-28 16:10:32 [10:40:32.939 WRN] [ExecuteApplicationLambda] Attempt failed, attempting automatic rollback... {} 2023-08-28 16:10:32 [10:40:32.939 INF] [Couchbase.Transactions.AttemptContext] Setting Aborted status. isAppRollback=False {"Scope": ["RollbackWithKv", "SetAtrAborted"]} 2023-08-28 16:10:33 [10:40:33.199 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Updated to ABORTED ATR _txn:atr-298-#848/attempts.0f62eb65-c0f3-4254-a781-ea0f1733ec24 (cas = 1693219233618395136) {"Scope": ["RollbackWithKv", "SetAtrAborted", "MutateAtrAborted"]} 2023-08-28 16:10:33 [10:40:33.200 DBG] [Couchbase.Transactions.AttemptContext] SetAtrAborted for default._default._default::_txn:atr-298-#848 (attempt=0f62eb65-c0f3-4254-a781-ea0f1733ec24) {"Scope": ["RollbackWithKv", "SetAtrAborted"]} 2023-08-28 16:10:33 [10:40:33.201 WRN] [ExecuteApplicationLambda] Rollback failed due to Exception of type 'Couchbase.Transactions.Error.External.TransactionOperationFailedException' was thrown. {} 2023-08-28 16:10:33 [10:40:33.201 INF] [ExecuteApplicationLambda] Attempt 0f62eb65-c0f3-4254-a781-ea0f1733ec24 completed. CleanupClient=False, LostCleanup=False {} 2023-08-28 16:10:33 Transaction Failed with: Couchbase.Transactions.Error.TransactionFailedException: Transaction failed. 2023-08-28 16:10:33 ---> Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException' was thrown. 2023-08-28 16:10:33 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_3() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 291 2023-08-28 16:10:33 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 462 2023-08-28 16:10:33 --- End of stack trace from previous location --- 2023-08-28 16:10:33 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 466 2023-08-28 16:10:33 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 2023-08-28 16:10:33 --- End of stack trace from previous location --- 2023-08-28 16:10:33 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 268 2023-08-28 16:10:33 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 2023-08-28 16:10:33 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.BeforeAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 89 2023-08-28 16:10:33 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1413 2023-08-28 16:10:33 --- End of inner exception stack trace --- 2023-08-28 16:10:33 at Couchbase.Transactions.Transactions.RunAsync(Func`2 transactionLogic, PerTransactionConfig perConfig, Boolean singleQueryTransactionMode) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/Transactions.cs:line 229 2023-08-28 16:10:33 at Couchbase.Transactions.FitPerformer.TwoWayTransaction.Run(Transactions transactions, TransactionCreateRequest request, ClusterConnection connection, IServerStreamWriter`1 responseStream) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 68 2023-08-28 16:10:33 -----------------------Context Info--------------------------- 2023-08-28 16:10:33 2023-08-28 16:10:33 2023-08-28 16:10:33 [10:40:33.204 DBG] [] UNKNOWN due to Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException' was thrown. 2023-08-28 16:10:33 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_3() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 291 2023-08-28 16:10:33 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 462 2023-08-28 16:10:33 --- End of stack trace from previous location --- 2023-08-28 16:10:33 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 466 2023-08-28 16:10:33 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 2023-08-28 16:10:33 --- End of stack trace from previous location --- 2023-08-28 16:10:33 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 268 2023-08-28 16:10:33 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 2023-08-28 16:10:33 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.BeforeAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 89 2023-08-28 16:10:33 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1413 {} 2023-08-28 16:10:33 [10:40:33.204 INF] [] Completed Transaction Test {} 2023-08-28 16:10:33 [10:40:33.940 DBG] [] transactionSingleQuery: { "transactionsFactoryRef": "6ccfe8bf-a75f-4f8b-b8b8-474203e4b917", "clusterConnectionId": "defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184", "query": { "statement": "UPDATE `_default` SET content = 'updated-query' WHERE META().id = '96c3c579-e95a-419e-ac1e-061164eb45ed'", "expectedResult": [ { "anythingAllowed": true } ], "checkMutations": true, "expectedMutations": 1, "queryParameters": { }, "scope": { "bucketName": "default", "scopeName": "_default" } }, "queryOptions": { "timeoutMillis": "2000" } } {} 2023-08-28 16:10:33 [10:40:33.941 DBG] [] clusterConnectionId:defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184 {} 2023-08-28 16:10:33 [10:40:33.941 DBG] [] Using custom connection at host : couchbase://172.23.111.130 and with username Administrator {} 2023-08-28 16:10:33 [10:40:33.941 DBG] [Couchbase.Transactions.AttemptContext] [b72dba86-6b65-428c-a768-6b194f251449] Executing Query: query: null {"Scope": ["QueryAsync", "QueryWrapper"]} 2023-08-28 16:10:35 [10:40:35.242 ERR] [Couchbase.Transactions.AttemptContext] [b72dba86-6b65-428c-a768-6b194f251449] query failed at query: Couchbase.CouchbaseException: Transaction staging error [17020] 2023-08-28 16:10:35 at Couchbase.Query.QueryResultExtensions.ThrowExceptionOnError[T](IQueryResult`1 result, QueryErrorContext context) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryResultExtensions.cs:line 137 2023-08-28 16:10:35 at Couchbase.Query.QueryClient.ExecuteQuery[T](QueryOptions options, ITypeSerializer serializer, IRequestSpan span) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryClient.cs:line 320 2023-08-28 16:10:35 at Couchbase.Query.QueryClient.QueryAsync[T](String statement, QueryOptions options) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryClient.cs:line 149 2023-08-28 16:10:35 at Couchbase.Cluster.<>c__DisplayClass35_0`1.<g__Func|0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Cluster.cs:line 339 2023-08-28 16:10:35 --- End of stack trace from previous location --- 2023-08-28 16:10:35 at Couchbase.Core.Retry.RetryOrchestrator.RetryAsync[T](Func`1 send, IRequest request) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Core/Retry/RetryOrchestrator.cs:line 73 2023-08-28 16:10:35 at Couchbase.Cluster.QueryAsync[T](String statement, QueryOptions options) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Cluster.cs:line 349 2023-08-28 16:10:35 at Couchbase.Transactions.AttemptContext.QueryWrapper[T](Int64 statementId, IScope scope, String statement, QueryOptions options, String hookPoint, IRequestSpan parentSpan, Boolean isBeginWork, Boolean existingErrorCheck, JObject txdata, Boolean txImplicit) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 2119 2023-08-28 16:10:35 -----------------------Context Info--------------------------- 2023-08-28 16:10:35 {"statement":"[{\"statement\":\"UPDATE \\u0060_default\\u0060 SET content = \\u0027updated-query\\u0027 WHERE META().id = \\u002796c3c579-e95a-419e-ac1e-061164eb45ed\\u0027\",\"client_context_id\":\"399a1945-9972-4693-afab-3eb574645725\",\"metrics\":true,\"query_context\":\"default:\\u0060default\\u0060.\\u0060_default\\u0060\",\"scan_consistency\":\"request_plus\",\"timeout\":\"75000ms\",\"tximplicit\":true,\"durability_level\":\"majority\",\"txtimeout\":\"1998.5787ms\",\"txdata\":{\"id\":{\"txn\":\"b3134887-cd42-481d-8104-c131f67b9365\",\"atmpt\":\"b72dba86-6b65-428c-a768-6b194f251449\"},\"state\":{\"timeLeftMs\":1998},\"config\":{\"kvTimeoutMs\":10000,\"numAtrs\":1024,\"durabilityLevel\":\"MAJORITY\"},\"atr\":null,\"mutations\":[]}}]","clientContextId":"399a1945-9972-4693-afab-3eb574645725","parameters":"{\"Named\":{},\"Raw\":{\"tximplicit\":true,\"durability_level\":\"majority\",\"txtimeout\":\"1998.5787ms\",\"txdata\":{\"id\":{\"Transactionid\":\"b3134887-cd42-481d-8104-c131f67b9365\",\"AttemptId\":\"b72dba86-6b65-428c-a768-6b194f251449\"},\"state\":{\"timeLeftMs\":1998},\"config\":{\"kvTimeoutMs\":10000,\"numAtrs\":1024,\"durabilityLevel\":\"MAJORITY\"},\"atr\":null,\"mutations\":[]}},\"Positional\":[]}","httpStatus":200,"queryStatus":2,"errors":[{"msg":"Transaction staging error","code":17020,"name":null,"sev":0,"temp":false,"reason":null,"retry":false,"cause":{"cause":{"bucket":"default","cause":"deadline expired before WWC was resolved on default._default._default._txn:atr-298-#848","collection":"_default","document_key":"96c3c579-e95a-419e-ac1e-061164eb45ed","msg":"write write conflict","scope":"_default"},"raise":"failed","retry":true,"rollback":false}}],"message":"Transaction staging error [17020]","retryReasons":null} 2023-08-28 16:10:35 {"Scope": ["QueryAsync", "QueryWrapper"]} 2023-08-28 16:10:35 [10:40:35.247 WRN] [Couchbase.Transactions.AttemptContext] query code=17020 cause={ 2023-08-28 16:10:35 "bucket": "default", 2023-08-28 16:10:35 "cause": "deadline expired before WWC was resolved on default._default._default._txn:atr-298-#848", 2023-08-28 16:10:35 "collection": "_default", 2023-08-28 16:10:35 "document_key": "96c3c579-e95a-419e-ac1e-061164eb45ed", 2023-08-28 16:10:35 "msg": "write write conflict", 2023-08-28 16:10:35 "scope": "_default" 2023-08-28 16:10:35 } raise=failed {"Scope": ["QueryAsync", "QueryWrapper"]} 2023-08-28 16:10:35 [10:40:35.247 DBG] [ExecuteApplicationLambda] Propagating error up. (ec = FailOther, retry = True, finalError = TransactionFailed) {} 2023-08-28 16:10:35 [10:40:35.248 INF] [ExecuteApplicationLambda] Attempt b72dba86-6b65-428c-a768-6b194f251449 completed. CleanupClient=False, LostCleanup=False {} 2023-08-28 16:10:35 [10:40:35.254 DBG] [Couchbase.Transactions.AttemptContext] [cf2ce457-fe4b-4e69-ba35-382bf75f6229] Executing Query: query: null {"Scope": ["QueryAsync", "QueryWrapper"]} 2023-08-28 16:10:36 [10:40:36.950 ERR] [Couchbase.Transactions.AttemptContext] [cf2ce457-fe4b-4e69-ba35-382bf75f6229] query failed at query: Couchbase.Core.Exceptions.IndexFailureException: Keyspace not found in CB datastore: default:_default - cause: No bucket named _default [12003] 2023-08-28 16:10:36 at Couchbase.Query.QueryResultExtensions.ThrowExceptionOnError[T](IQueryResult`1 result, QueryErrorContext context) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryResultExtensions.cs:line 137 2023-08-28 16:10:36 at Couchbase.Query.QueryClient.ExecuteQuery[T](QueryOptions options, ITypeSerializer serializer, IRequestSpan span) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryClient.cs:line 320 2023-08-28 16:10:36 at Couchbase.Query.QueryClient.QueryAsync[T](String statement, QueryOptions options) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryClient.cs:line 149 2023-08-28 16:10:36 at Couchbase.Cluster.<>c__DisplayClass35_0`1.<g__Func|0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Cluster.cs:line 339 2023-08-28 16:10:36 --- End of stack trace from previous location --- 2023-08-28 16:10:36 at Couchbase.Core.Retry.RetryOrchestrator.RetryAsync[T](Func`1 send, IRequest request) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Core/Retry/RetryOrchestrator.cs:line 73 2023-08-28 16:10:36 at Couchbase.Cluster.QueryAsync[T](String statement, QueryOptions options) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Cluster.cs:line 349 2023-08-28 16:10:36 at Couchbase.Transactions.AttemptContext.QueryWrapper[T](Int64 statementId, IScope scope, String statement, QueryOptions options, String hookPoint, IRequestSpan parentSpan, Boolean isBeginWork, Boolean existingErrorCheck, JObject txdata, Boolean txImplicit) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 2119 2023-08-28 16:10:36 -----------------------Context Info--------------------------- 2023-08-28 16:10:36 {"statement":"[{\u0022statement\u0022:\u0022UPDATE \\u0060_default\\u0060 SET content = \\u0027updated-query\\u0027 WHERE META().id = \\u002796c3c579-e95a-419e-ac1e-061164eb45ed\\u0027\u0022,\u0022client_context_id\u0022:\u00229800938a-c2de-4d49-b7ec-df1423f1342c\u0022,\u0022metrics\u0022:true,\u0022scan_consistency\u0022:\u0022request_plus\u0022,\u0022timeout\u0022:\u002275000ms\u0022,\u0022tximplicit\u0022:true,\u0022durability_level\u0022:\u0022majority\u0022,\u0022txtimeout\u0022:\u0022686.8722ms\u0022,\u0022txdata\u0022:{\u0022id\u0022:{\u0022txn\u0022:\u0022b3134887-cd42-481d-8104-c131f67b9365\u0022,\u0022atmpt\u0022:\u0022cf2ce457-fe4b-4e69-ba35-382bf75f6229\u0022},\u0022state\u0022:{\u0022timeLeftMs\u0022:686},\u0022config\u0022:{\u0022kvTimeoutMs\u0022:10000,\u0022numAtrs\u0022:1024,\u0022durabilityLevel\u0022:\u0022MAJORITY\u0022},\u0022atr\u0022:null,\u0022mutations\u0022:[]}}]","clientContextId":"9800938a-c2de-4d49-b7ec-df1423f1342c","parameters":"{\u0022Named\u0022:{},\u0022Raw\u0022:{\u0022tximplicit\u0022:true,\u0022durability_level\u0022:\u0022majority\u0022,\u0022txtimeout\u0022:\u0022686.8722ms\u0022,\u0022txdata\u0022:{\u0022id\u0022:{\u0022Transactionid\u0022:\u0022b3134887-cd42-481d-8104-c131f67b9365\u0022,\u0022AttemptId\u0022:\u0022cf2ce457-fe4b-4e69-ba35-382bf75f6229\u0022},\u0022state\u0022:{\u0022timeLeftMs\u0022:686},\u0022config\u0022:{\u0022kvTimeoutMs\u0022:10000,\u0022numAtrs\u0022:1024,\u0022durabilityLevel\u0022:\u0022MAJORITY\u0022},\u0022atr\u0022:null,\u0022mutations\u0022:[]}},\u0022Positional\u0022:[]}","httpStatus":"InternalServerError","queryStatus":"fatal","errors":[{"msg":"Keyspace not found in CB datastore: default:_default - cause: No bucket named _default","code":12003,"name":null,"severity":0,"temp":false,"reason":null,"retry":false}],"message":"Keyspace not found in CB datastore: default:_default - cause: No bucket named _default [12003]","retryReasons":null} 2023-08-28 16:10:36 {"Scope": ["QueryAsync", "QueryWrapper"]} 2023-08-28 16:10:36 [10:40:36.953 INF] [ExecuteApplicationLambda] Attempt cf2ce457-fe4b-4e69-ba35-382bf75f6229 completed. CleanupClient=False, LostCleanup=False {} 2023-08-28 16:10:38 [10:40:38.170 DBG] [] transactionCreate: { "transactionsFactoryRef": "6ccfe8bf-a75f-4f8b-b8b8-474203e4b917", "attempts": [ { "commands": [ { "replace": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "5059290e-f9c6-4465-8c7e-1d41f7524bee" }, "contentJson": "{\"content\":\"updated\"}", "expectedResult": [ { "success": true } ] } }, { "commit": { "expectedResult": [ { "error": { "errorClass": "EC_FAIL_OTHER", "autoRollbackAttempt": true, "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookAction": "FAIL_OTHER" }, { "hookPoint": "AFTER_ATR_ABORTED" } ] }, "clusterConnectionId": "defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184" } {} 2023-08-28 16:10:38 [10:40:38.170 INF] [] Starting Transaction Test {} 2023-08-28 16:10:38 [10:40:38.170 DBG] [] Test: { "transactionsFactoryRef": "6ccfe8bf-a75f-4f8b-b8b8-474203e4b917", "attempts": [ { "commands": [ { "replace": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "5059290e-f9c6-4465-8c7e-1d41f7524bee" }, "contentJson": "{\"content\":\"updated\"}", "expectedResult": [ { "success": true } ] } }, { "commit": { "expectedResult": [ { "error": { "errorClass": "EC_FAIL_OTHER", "autoRollbackAttempt": true, "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookAction": "FAIL_OTHER" }, { "hookPoint": "AFTER_ATR_ABORTED" } ] }, "clusterConnectionId": "defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184" } {} 2023-08-28 16:10:38 [10:40:38.170 DBG] [] clusterConnectionId:defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184 {} 2023-08-28 16:10:38 [10:40:38.170 DBG] [] Using custom connection at host : couchbase://172.23.111.130 and with username Administrator {} 2023-08-28 16:10:38 [10:40:38.170 DBG] [] Registering 2 hooks {} 2023-08-28 16:10:38 [10:40:38.170 DBG] [] - Hook Point BeforeAtrCommit with Action FailOther {} 2023-08-28 16:10:38 [10:40:38.171 DBG] [] - Hook Point AfterAtrAborted with Action FailHard {} 2023-08-28 16:10:38 [10:40:38.172 DBG] [] Starting Attempt 0 {} 2023-08-28 16:10:38 [10:40:38.172 DBG] [] Performing TransactionCommand Replace {} 2023-08-28 16:10:38 [10:40:38.172 DBG] [] 099be6fb-078d-4e7f-8683-1746da2d5f5c.61d83171-6b06-4661-8289-404963f484c2: Performing command: replace {} 2023-08-28 16:10:38 [10:40:38.407 DBG] [Couchbase.Transactions.AttemptContext] GetWithMav for 5059290e-f9c6-4465-8c7e-1d41f7524bee, attemptId=61d83171-6b06-4661-8289-404963f484c2, postCas=1693219238610403328 {"Scope": ["GetWithKv", "GetWithMav"]} 2023-08-28 16:10:38 [10:40:38.408 DBG] [Couchbase.Transactions.AttemptContext] CheckWriteWriteConflict@WW_RP for default::_default::_default::5059290e-f9c6-4465-8c7e-1d41f7524bee, attempt=61d83171-6b06-4661-8289-404963f484c2 {"Scope": ["ReplaceWithKv", "CheckWriteWriteConflict"]} 2023-08-28 16:10:38 [10:40:38.408 DBG] [Couchbase.Transactions.AttemptContext] CheckWriteWriteConflict no other txn for default::_default::_default::5059290e-f9c6-4465-8c7e-1d41f7524bee, attempt=61d83171-6b06-4661-8289-404963f484c2 {"Scope": ["ReplaceWithKv", "CheckWriteWriteConflict"]} 2023-08-28 16:10:38 [10:40:38.409 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Requested Durability = Majority {"Scope": ["ReplaceWithKv", "InitAtrIfNeeded"]} 2023-08-28 16:10:38 [10:40:38.650 INF] [Couchbase.Transactions.DataAccess.AtrRepository] Upserted ATR to PENDING _txn:atr-847-#1286/attempts.61d83171-6b06-4661-8289-404963f484c2 (cas = 1693219239093796864) {"Scope": ["ReplaceWithKv", "SetAtrPending", "MutateAtrPending"]} 2023-08-28 16:10:38 [10:40:38.650 DBG] [Couchbase.Transactions.AttemptContext] SetAtrPending for default._default._default::_txn:atr-847-#1286 (attempt=61d83171-6b06-4661-8289-404963f484c2) {"Scope": ["ReplaceWithKv", "SetAtrPending"]} 2023-08-28 16:10:38 [10:40:38.917 DBG] [Couchbase.Transactions.AttemptContext] CreateStagedReplace for 5059290e-f9c6-4465-8c7e-1d41f7524bee, attemptId=61d83171-6b06-4661-8289-404963f484c2, preCase=1693219238610403328, postCas=1693219239330775040, accessDeleted=False {"Scope": ["ReplaceWithKv", "CreateStagedReplace"]} 2023-08-28 16:10:38 [10:40:38.919 DBG] [] 099be6fb-078d-4e7f-8683-1746da2d5f5c.61d83171-6b06-4661-8289-404963f484c2: Command Succeeded {} 2023-08-28 16:10:38 [10:40:38.919 DBG] [] Performing TransactionCommand Commit {} 2023-08-28 16:10:38 [10:40:38.919 DBG] [] 099be6fb-078d-4e7f-8683-1746da2d5f5c.61d83171-6b06-4661-8289-404963f484c2: Performing command: commit {} 2023-08-28 16:10:38 [10:40:38.920 WRN] [Couchbase.Transactions.AttemptContext] Failed attempt at committing due to FailOther {"Scope": ["CommitWithKv", "SetAtrCommit"]} 2023-08-28 16:10:38 [10:40:38.924 DBG] [] ExternalException.Unknown: Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException' was thrown. 2023-08-28 16:10:38 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_3() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 291 2023-08-28 16:10:38 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 462 2023-08-28 16:10:38 --- End of stack trace from previous location --- 2023-08-28 16:10:38 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 466 2023-08-28 16:10:38 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 2023-08-28 16:10:38 --- End of stack trace from previous location --- 2023-08-28 16:10:38 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 268 2023-08-28 16:10:38 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 2023-08-28 16:10:38 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.BeforeAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 89 2023-08-28 16:10:38 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1413 {} 2023-08-28 16:10:38 [10:40:38.924 DBG] [] Operation 'commit' failed as expected {} 2023-08-28 16:10:38 [10:40:38.925 WRN] [ExecuteApplicationLambda] Attempt failed, attempting automatic rollback... {} 2023-08-28 16:10:38 [10:40:38.925 INF] [Couchbase.Transactions.AttemptContext] Setting Aborted status. isAppRollback=False {"Scope": ["RollbackWithKv", "SetAtrAborted"]} 2023-08-28 16:10:39 [10:40:39.223 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Updated to ABORTED ATR _txn:atr-847-#1286/attempts.61d83171-6b06-4661-8289-404963f484c2 (cas = 1693219239609958400) {"Scope": ["RollbackWithKv", "SetAtrAborted", "MutateAtrAborted"]} 2023-08-28 16:10:39 [10:40:39.224 DBG] [Couchbase.Transactions.AttemptContext] SetAtrAborted for default._default._default::_txn:atr-847-#1286 (attempt=61d83171-6b06-4661-8289-404963f484c2) {"Scope": ["RollbackWithKv", "SetAtrAborted"]} 2023-08-28 16:10:39 [10:40:39.226 WRN] [ExecuteApplicationLambda] Rollback failed due to Exception of type 'Couchbase.Transactions.Error.External.TransactionOperationFailedException' was thrown. {} 2023-08-28 16:10:39 [10:40:39.227 INF] [ExecuteApplicationLambda] Attempt 61d83171-6b06-4661-8289-404963f484c2 completed. CleanupClient=False, LostCleanup=False {} 2023-08-28 16:10:39 Transaction Failed with: Couchbase.Transactions.Error.TransactionFailedException: Transaction failed. 2023-08-28 16:10:39 ---> Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException' was thrown. 2023-08-28 16:10:39 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_3() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 291 2023-08-28 16:10:39 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 462 2023-08-28 16:10:39 --- End of stack trace from previous location --- 2023-08-28 16:10:39 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 466 2023-08-28 16:10:39 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 2023-08-28 16:10:39 --- End of stack trace from previous location --- 2023-08-28 16:10:39 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 268 2023-08-28 16:10:39 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 2023-08-28 16:10:39 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.BeforeAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 89 2023-08-28 16:10:39 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1413 2023-08-28 16:10:39 --- End of inner exception stack trace --- 2023-08-28 16:10:39 at Couchbase.Transactions.Transactions.RunAsync(Func`2 transactionLogic, PerTransactionConfig perConfig, Boolean singleQueryTransactionMode) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/Transactions.cs:line 229 2023-08-28 16:10:39 at Couchbase.Transactions.FitPerformer.TwoWayTransaction.Run(Transactions transactions, TransactionCreateRequest request, ClusterConnection connection, IServerStreamWriter`1 responseStream) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 68 2023-08-28 16:10:39 -----------------------Context Info--------------------------- 2023-08-28 16:10:39 2023-08-28 16:10:39 2023-08-28 16:10:39 [10:40:39.231 DBG] [] UNKNOWN due to Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException' was thrown. 2023-08-28 16:10:39 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_3() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 291 2023-08-28 16:10:39 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 462 2023-08-28 16:10:39 --- End of stack trace from previous location --- 2023-08-28 16:10:39 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 466 2023-08-28 16:10:39 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 2023-08-28 16:10:39 --- End of stack trace from previous location --- 2023-08-28 16:10:39 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 268 2023-08-28 16:10:39 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 2023-08-28 16:10:39 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.BeforeAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 89 2023-08-28 16:10:39 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1413 {} 2023-08-28 16:10:39 [10:40:39.231 INF] [] Completed Transaction Test {} 2023-08-28 16:10:40 [10:40:40.162 DBG] [] transactionSingleQuery: { "transactionsFactoryRef": "6ccfe8bf-a75f-4f8b-b8b8-474203e4b917", "clusterConnectionId": "defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184", "query": { "statement": "DELETE FROM `_default` WHERE META().id = '5059290e-f9c6-4465-8c7e-1d41f7524bee'", "expectedResult": [ { "anythingAllowed": true } ], "checkMutations": true, "expectedMutations": 1, "queryParameters": { }, "scope": { "bucketName": "default", "scopeName": "_default" } }, "queryOptions": { "timeoutMillis": "2000" } } {} 2023-08-28 16:10:40 [10:40:40.162 DBG] [] clusterConnectionId:defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184 {} 2023-08-28 16:10:40 [10:40:40.162 DBG] [] Using custom connection at host : couchbase://172.23.111.130 and with username Administrator {} 2023-08-28 16:10:40 [10:40:40.163 DBG] [Couchbase.Transactions.AttemptContext] [de178361-ad11-448f-87ed-3e05f8c28818] Executing Query: query: null {"Scope": ["QueryAsync", "QueryWrapper"]} 2023-08-28 16:10:41 [10:40:41.417 ERR] [Couchbase.Transactions.AttemptContext] [de178361-ad11-448f-87ed-3e05f8c28818] query failed at query: Couchbase.CouchbaseException: Transaction staging error [17020] 2023-08-28 16:10:41 at Couchbase.Query.QueryResultExtensions.ThrowExceptionOnError[T](IQueryResult`1 result, QueryErrorContext context) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryResultExtensions.cs:line 137 2023-08-28 16:10:41 at Couchbase.Query.QueryClient.ExecuteQuery[T](QueryOptions options, ITypeSerializer serializer, IRequestSpan span) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryClient.cs:line 320 2023-08-28 16:10:41 at Couchbase.Query.QueryClient.QueryAsync[T](String statement, QueryOptions options) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryClient.cs:line 149 2023-08-28 16:10:41 at Couchbase.Cluster.<>c__DisplayClass35_0`1.<g__Func|0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Cluster.cs:line 339 2023-08-28 16:10:41 --- End of stack trace from previous location --- 2023-08-28 16:10:41 at Couchbase.Core.Retry.RetryOrchestrator.RetryAsync[T](Func`1 send, IRequest request) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Core/Retry/RetryOrchestrator.cs:line 73 2023-08-28 16:10:41 at Couchbase.Cluster.QueryAsync[T](String statement, QueryOptions options) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Cluster.cs:line 349 2023-08-28 16:10:41 at Couchbase.Transactions.AttemptContext.QueryWrapper[T](Int64 statementId, IScope scope, String statement, QueryOptions options, String hookPoint, IRequestSpan parentSpan, Boolean isBeginWork, Boolean existingErrorCheck, JObject txdata, Boolean txImplicit) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 2119 2023-08-28 16:10:41 -----------------------Context Info--------------------------- 2023-08-28 16:10:41 {"statement":"[{\"statement\":\"DELETE FROM \\u0060_default\\u0060 WHERE META().id = \\u00275059290e-f9c6-4465-8c7e-1d41f7524bee\\u0027\",\"client_context_id\":\"bf34d605-453c-492a-b3dd-45bc84610ebf\",\"metrics\":true,\"query_context\":\"default:\\u0060default\\u0060.\\u0060_default\\u0060\",\"scan_consistency\":\"request_plus\",\"timeout\":\"75000ms\",\"tximplicit\":true,\"durability_level\":\"majority\",\"txtimeout\":\"1999.2018ms\",\"txdata\":{\"id\":{\"txn\":\"9870e1b6-db41-4b1a-99f7-40796c1d1b9e\",\"atmpt\":\"de178361-ad11-448f-87ed-3e05f8c28818\"},\"state\":{\"timeLeftMs\":1999},\"config\":{\"kvTimeoutMs\":10000,\"numAtrs\":1024,\"durabilityLevel\":\"MAJORITY\"},\"atr\":null,\"mutations\":[]}}]","clientContextId":"bf34d605-453c-492a-b3dd-45bc84610ebf","parameters":"{\"Named\":{},\"Raw\":{\"tximplicit\":true,\"durability_level\":\"majority\",\"txtimeout\":\"1999.2018ms\",\"txdata\":{\"id\":{\"Transactionid\":\"9870e1b6-db41-4b1a-99f7-40796c1d1b9e\",\"AttemptId\":\"de178361-ad11-448f-87ed-3e05f8c28818\"},\"state\":{\"timeLeftMs\":1999},\"config\":{\"kvTimeoutMs\":10000,\"numAtrs\":1024,\"durabilityLevel\":\"MAJORITY\"},\"atr\":null,\"mutations\":[]}},\"Positional\":[]}","httpStatus":200,"queryStatus":2,"errors":[{"msg":"Transaction staging error","code":17020,"name":null,"sev":0,"temp":false,"reason":null,"retry":false,"cause":{"cause":{"bucket":"default","cause":"deadline expired before WWC was resolved on default._default._default._txn:atr-847-#1286","collection":"_default","document_key":"5059290e-f9c6-4465-8c7e-1d41f7524bee","msg":"write write conflict","scope":"_default"},"raise":"failed","retry":true,"rollback":false}}],"message":"Transaction staging error [17020]","retryReasons":null} 2023-08-28 16:10:41 {"Scope": ["QueryAsync", "QueryWrapper"]} 2023-08-28 16:10:41 [10:40:41.418 WRN] [Couchbase.Transactions.AttemptContext] query code=17020 cause={ 2023-08-28 16:10:41 "bucket": "default", 2023-08-28 16:10:41 "cause": "deadline expired before WWC was resolved on default._default._default._txn:atr-847-#1286", 2023-08-28 16:10:41 "collection": "_default", 2023-08-28 16:10:41 "document_key": "5059290e-f9c6-4465-8c7e-1d41f7524bee", 2023-08-28 16:10:41 "msg": "write write conflict", 2023-08-28 16:10:41 "scope": "_default" 2023-08-28 16:10:41 } raise=failed {"Scope": ["QueryAsync", "QueryWrapper"]} 2023-08-28 16:10:41 [10:40:41.418 DBG] [ExecuteApplicationLambda] Propagating error up. (ec = FailOther, retry = True, finalError = TransactionFailed) {} 2023-08-28 16:10:41 [10:40:41.418 INF] [ExecuteApplicationLambda] Attempt de178361-ad11-448f-87ed-3e05f8c28818 completed. CleanupClient=False, LostCleanup=False {} 2023-08-28 16:10:41 [10:40:41.420 DBG] [Couchbase.Transactions.AttemptContext] [1cdec730-d360-4f6f-902d-e50d360df5d3] Executing Query: query: null {"Scope": ["QueryAsync", "QueryWrapper"]} 2023-08-28 16:10:43 [10:40:43.021 ERR] [Couchbase.Transactions.AttemptContext] [1cdec730-d360-4f6f-902d-e50d360df5d3] query failed at query: Couchbase.Core.Exceptions.IndexFailureException: Keyspace not found in CB datastore: default:_default - cause: No bucket named _default [12003] 2023-08-28 16:10:43 at Couchbase.Query.QueryResultExtensions.ThrowExceptionOnError[T](IQueryResult`1 result, QueryErrorContext context) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryResultExtensions.cs:line 137 2023-08-28 16:10:43 at Couchbase.Query.QueryClient.ExecuteQuery[T](QueryOptions options, ITypeSerializer serializer, IRequestSpan span) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryClient.cs:line 320 2023-08-28 16:10:43 at Couchbase.Query.QueryClient.QueryAsync[T](String statement, QueryOptions options) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryClient.cs:line 149 2023-08-28 16:10:43 at Couchbase.Cluster.<>c__DisplayClass35_0`1.<g__Func|0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Cluster.cs:line 339 2023-08-28 16:10:43 --- End of stack trace from previous location --- 2023-08-28 16:10:43 at Couchbase.Core.Retry.RetryOrchestrator.RetryAsync[T](Func`1 send, IRequest request) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Core/Retry/RetryOrchestrator.cs:line 73 2023-08-28 16:10:43 at Couchbase.Cluster.QueryAsync[T](String statement, QueryOptions options) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Cluster.cs:line 349 2023-08-28 16:10:43 at Couchbase.Transactions.AttemptContext.QueryWrapper[T](Int64 statementId, IScope scope, String statement, QueryOptions options, String hookPoint, IRequestSpan parentSpan, Boolean isBeginWork, Boolean existingErrorCheck, JObject txdata, Boolean txImplicit) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 2119 2023-08-28 16:10:43 -----------------------Context Info--------------------------- 2023-08-28 16:10:43 {"statement":"[{\u0022statement\u0022:\u0022DELETE FROM \\u0060_default\\u0060 WHERE META().id = \\u00275059290e-f9c6-4465-8c7e-1d41f7524bee\\u0027\u0022,\u0022client_context_id\u0022:\u002249671599-017f-4c33-b9a4-d45c4c8df2f0\u0022,\u0022metrics\u0022:true,\u0022scan_consistency\u0022:\u0022request_plus\u0022,\u0022timeout\u0022:\u002275000ms\u0022,\u0022tximplicit\u0022:true,\u0022durability_level\u0022:\u0022majority\u0022,\u0022txtimeout\u0022:\u0022742.5545ms\u0022,\u0022txdata\u0022:{\u0022id\u0022:{\u0022txn\u0022:\u00229870e1b6-db41-4b1a-99f7-40796c1d1b9e\u0022,\u0022atmpt\u0022:\u00221cdec730-d360-4f6f-902d-e50d360df5d3\u0022},\u0022state\u0022:{\u0022timeLeftMs\u0022:742},\u0022config\u0022:{\u0022kvTimeoutMs\u0022:10000,\u0022numAtrs\u0022:1024,\u0022durabilityLevel\u0022:\u0022MAJORITY\u0022},\u0022atr\u0022:null,\u0022mutations\u0022:[]}}]","clientContextId":"49671599-017f-4c33-b9a4-d45c4c8df2f0","parameters":"{\u0022Named\u0022:{},\u0022Raw\u0022:{\u0022tximplicit\u0022:true,\u0022durability_level\u0022:\u0022majority\u0022,\u0022txtimeout\u0022:\u0022742.5545ms\u0022,\u0022txdata\u0022:{\u0022id\u0022:{\u0022Transactionid\u0022:\u00229870e1b6-db41-4b1a-99f7-40796c1d1b9e\u0022,\u0022AttemptId\u0022:\u00221cdec730-d360-4f6f-902d-e50d360df5d3\u0022},\u0022state\u0022:{\u0022timeLeftMs\u0022:742},\u0022config\u0022:{\u0022kvTimeoutMs\u0022:10000,\u0022numAtrs\u0022:1024,\u0022durabilityLevel\u0022:\u0022MAJORITY\u0022},\u0022atr\u0022:null,\u0022mutations\u0022:[]}},\u0022Positional\u0022:[]}","httpStatus":"InternalServerError","queryStatus":"fatal","errors":[{"msg":"Keyspace not found in CB datastore: default:_default - cause: No bucket named _default","code":12003,"name":null,"severity":0,"temp":false,"reason":null,"retry":false}],"message":"Keyspace not found in CB datastore: default:_default - cause: No bucket named _default [12003]","retryReasons":null} 2023-08-28 16:10:43 {"Scope": ["QueryAsync", "QueryWrapper"]} 2023-08-28 16:10:43 [10:40:43.024 INF] [ExecuteApplicationLambda] Attempt 1cdec730-d360-4f6f-902d-e50d360df5d3 completed. CleanupClient=False, LostCleanup=False {} 2023-08-28 16:10:44 [10:40:44.222 DBG] [] transactionCreate: { "transactionsFactoryRef": "6ccfe8bf-a75f-4f8b-b8b8-474203e4b917", "attempts": [ { "commands": [ { "replace": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "05548318-ad2d-4fe7-9c27-d5a82d4b2998" }, "contentJson": "{\"content\":\"updated\"}", "expectedResult": [ { "success": true } ] } }, { "commit": { "expectedResult": [ { "error": { "errorClass": "EC_FAIL_OTHER", "autoRollbackAttempt": true, "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookAction": "FAIL_OTHER" }, { "hookPoint": "AFTER_ATR_ABORTED" } ] }, "clusterConnectionId": "defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184" } {} 2023-08-28 16:10:44 [10:40:44.222 INF] [] Starting Transaction Test {} 2023-08-28 16:10:44 [10:40:44.222 DBG] [] Test: { "transactionsFactoryRef": "6ccfe8bf-a75f-4f8b-b8b8-474203e4b917", "attempts": [ { "commands": [ { "replace": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "05548318-ad2d-4fe7-9c27-d5a82d4b2998" }, "contentJson": "{\"content\":\"updated\"}", "expectedResult": [ { "success": true } ] } }, { "commit": { "expectedResult": [ { "error": { "errorClass": "EC_FAIL_OTHER", "autoRollbackAttempt": true, "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookAction": "FAIL_OTHER" }, { "hookPoint": "AFTER_ATR_ABORTED" } ] }, "clusterConnectionId": "defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184" } {} 2023-08-28 16:10:44 [10:40:44.222 DBG] [] clusterConnectionId:defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184 {} 2023-08-28 16:10:44 [10:40:44.222 DBG] [] Using custom connection at host : couchbase://172.23.111.130 and with username Administrator {} 2023-08-28 16:10:44 [10:40:44.222 DBG] [] Registering 2 hooks {} 2023-08-28 16:10:44 [10:40:44.222 DBG] [] - Hook Point BeforeAtrCommit with Action FailOther {} 2023-08-28 16:10:44 [10:40:44.223 DBG] [] - Hook Point AfterAtrAborted with Action FailHard {} 2023-08-28 16:10:44 [10:40:44.223 DBG] [] Starting Attempt 0 {} 2023-08-28 16:10:44 [10:40:44.223 DBG] [] Performing TransactionCommand Replace {} 2023-08-28 16:10:44 [10:40:44.223 DBG] [] fc94a905-df7b-4810-9918-9bfac17d88ad.3f2c64ec-d48c-495d-bae9-d6ae763d2dc2: Performing command: replace {} 2023-08-28 16:10:44 [10:40:44.551 DBG] [Couchbase.Transactions.AttemptContext] GetWithMav for 05548318-ad2d-4fe7-9c27-d5a82d4b2998, attemptId=3f2c64ec-d48c-495d-bae9-d6ae763d2dc2, postCas=1693219244658524160 {"Scope": ["GetWithKv", "GetWithMav"]} 2023-08-28 16:10:44 [10:40:44.552 DBG] [Couchbase.Transactions.AttemptContext] CheckWriteWriteConflict@WW_RP for default::_default::_default::05548318-ad2d-4fe7-9c27-d5a82d4b2998, attempt=3f2c64ec-d48c-495d-bae9-d6ae763d2dc2 {"Scope": ["ReplaceWithKv", "CheckWriteWriteConflict"]} 2023-08-28 16:10:44 [10:40:44.552 DBG] [Couchbase.Transactions.AttemptContext] CheckWriteWriteConflict no other txn for default::_default::_default::05548318-ad2d-4fe7-9c27-d5a82d4b2998, attempt=3f2c64ec-d48c-495d-bae9-d6ae763d2dc2 {"Scope": ["ReplaceWithKv", "CheckWriteWriteConflict"]} 2023-08-28 16:10:44 [10:40:44.552 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Requested Durability = Majority {"Scope": ["ReplaceWithKv", "InitAtrIfNeeded"]} 2023-08-28 16:10:44 [10:40:44.857 INF] [Couchbase.Transactions.DataAccess.AtrRepository] Upserted ATR to PENDING _txn:atr-611-#1bf/attempts.3f2c64ec-d48c-495d-bae9-d6ae763d2dc2 (cas = 1693219245236224000) {"Scope": ["ReplaceWithKv", "SetAtrPending", "MutateAtrPending"]} 2023-08-28 16:10:44 [10:40:44.858 DBG] [Couchbase.Transactions.AttemptContext] SetAtrPending for default._default._default::_txn:atr-611-#1bf (attempt=3f2c64ec-d48c-495d-bae9-d6ae763d2dc2) {"Scope": ["ReplaceWithKv", "SetAtrPending"]} 2023-08-28 16:10:45 [10:40:45.164 DBG] [Couchbase.Transactions.AttemptContext] CreateStagedReplace for 05548318-ad2d-4fe7-9c27-d5a82d4b2998, attemptId=3f2c64ec-d48c-495d-bae9-d6ae763d2dc2, preCase=1693219244658524160, postCas=1693219245541949440, accessDeleted=False {"Scope": ["ReplaceWithKv", "CreateStagedReplace"]} 2023-08-28 16:10:45 [10:40:45.165 DBG] [] fc94a905-df7b-4810-9918-9bfac17d88ad.3f2c64ec-d48c-495d-bae9-d6ae763d2dc2: Command Succeeded {} 2023-08-28 16:10:45 [10:40:45.165 DBG] [] Performing TransactionCommand Commit {} 2023-08-28 16:10:45 [10:40:45.165 DBG] [] fc94a905-df7b-4810-9918-9bfac17d88ad.3f2c64ec-d48c-495d-bae9-d6ae763d2dc2: Performing command: commit {} 2023-08-28 16:10:45 [10:40:45.166 WRN] [Couchbase.Transactions.AttemptContext] Failed attempt at committing due to FailOther {"Scope": ["CommitWithKv", "SetAtrCommit"]} 2023-08-28 16:10:45 [10:40:45.169 DBG] [] ExternalException.Unknown: Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException' was thrown. 2023-08-28 16:10:45 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_3() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 291 2023-08-28 16:10:45 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 462 2023-08-28 16:10:45 --- End of stack trace from previous location --- 2023-08-28 16:10:45 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 466 2023-08-28 16:10:45 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 2023-08-28 16:10:45 --- End of stack trace from previous location --- 2023-08-28 16:10:45 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 268 2023-08-28 16:10:45 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 2023-08-28 16:10:45 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.BeforeAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 89 2023-08-28 16:10:45 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1413 {} 2023-08-28 16:10:45 [10:40:45.169 DBG] [] Operation 'commit' failed as expected {} 2023-08-28 16:10:45 [10:40:45.170 WRN] [ExecuteApplicationLambda] Attempt failed, attempting automatic rollback... {} 2023-08-28 16:10:45 [10:40:45.170 INF] [Couchbase.Transactions.AttemptContext] Setting Aborted status. isAppRollback=False {"Scope": ["RollbackWithKv", "SetAtrAborted"]} 2023-08-28 16:10:45 [10:40:45.407 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Updated to ABORTED ATR _txn:atr-611-#1bf/attempts.3f2c64ec-d48c-495d-bae9-d6ae763d2dc2 (cas = 1693219245851279360) {"Scope": ["RollbackWithKv", "SetAtrAborted", "MutateAtrAborted"]} 2023-08-28 16:10:45 [10:40:45.408 DBG] [Couchbase.Transactions.AttemptContext] SetAtrAborted for default._default._default::_txn:atr-611-#1bf (attempt=3f2c64ec-d48c-495d-bae9-d6ae763d2dc2) {"Scope": ["RollbackWithKv", "SetAtrAborted"]} 2023-08-28 16:10:45 [10:40:45.410 WRN] [ExecuteApplicationLambda] Rollback failed due to Exception of type 'Couchbase.Transactions.Error.External.TransactionOperationFailedException' was thrown. {} 2023-08-28 16:10:45 [10:40:45.410 INF] [ExecuteApplicationLambda] Attempt 3f2c64ec-d48c-495d-bae9-d6ae763d2dc2 completed. CleanupClient=False, LostCleanup=False {} 2023-08-28 16:10:45 Transaction Failed with: Couchbase.Transactions.Error.TransactionFailedException: Transaction failed. 2023-08-28 16:10:45 ---> Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException' was thrown. 2023-08-28 16:10:45 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_3() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 291 2023-08-28 16:10:45 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 462 2023-08-28 16:10:45 --- End of stack trace from previous location --- 2023-08-28 16:10:45 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 466 2023-08-28 16:10:45 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 2023-08-28 16:10:45 --- End of stack trace from previous location --- 2023-08-28 16:10:45 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 268 2023-08-28 16:10:45 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 2023-08-28 16:10:45 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.BeforeAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 89 2023-08-28 16:10:45 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1413 2023-08-28 16:10:45 --- End of inner exception stack trace --- 2023-08-28 16:10:45 at Couchbase.Transactions.Transactions.RunAsync(Func`2 transactionLogic, PerTransactionConfig perConfig, Boolean singleQueryTransactionMode) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/Transactions.cs:line 229 2023-08-28 16:10:45 at Couchbase.Transactions.FitPerformer.TwoWayTransaction.Run(Transactions transactions, TransactionCreateRequest request, ClusterConnection connection, IServerStreamWriter`1 responseStream) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 68 2023-08-28 16:10:45 -----------------------Context Info--------------------------- 2023-08-28 16:10:45 2023-08-28 16:10:45 2023-08-28 16:10:45 [10:40:45.419 DBG] [] UNKNOWN due to Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException' was thrown. 2023-08-28 16:10:45 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_3() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 291 2023-08-28 16:10:45 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 462 2023-08-28 16:10:45 --- End of stack trace from previous location --- 2023-08-28 16:10:45 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 466 2023-08-28 16:10:45 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 2023-08-28 16:10:45 --- End of stack trace from previous location --- 2023-08-28 16:10:45 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 268 2023-08-28 16:10:45 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 2023-08-28 16:10:45 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.BeforeAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 89 2023-08-28 16:10:45 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1413 {} 2023-08-28 16:10:45 [10:40:45.420 INF] [] Completed Transaction Test {} 2023-08-28 16:10:46 [10:40:46.164 DBG] [] transactionSingleQuery: { "transactionsFactoryRef": "6ccfe8bf-a75f-4f8b-b8b8-474203e4b917", "clusterConnectionId": "defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184", "query": { "statement": "SELECT * FROM `_default` WHERE META().id = '05548318-ad2d-4fe7-9c27-d5a82d4b2998'", "expectedResult": [ { "anythingAllowed": true } ], "checkRowCount": true, "expectedRowCount": 1, "queryParameters": { }, "scope": { "bucketName": "default", "scopeName": "_default" } } } {} 2023-08-28 16:10:46 [10:40:46.165 DBG] [] clusterConnectionId:defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184 {} 2023-08-28 16:10:46 [10:40:46.165 DBG] [] Using custom connection at host : couchbase://172.23.111.130 and with username Administrator {} 2023-08-28 16:10:46 [10:40:46.165 DBG] [Couchbase.Transactions.AttemptContext] [3ea73558-3e8b-4a48-a7de-260098cb7914] Executing Query: query: null {"Scope": ["QueryAsync", "QueryWrapper"]} 2023-08-28 16:10:46 [10:40:46.417 INF] [ExecuteApplicationLambda] Attempt 3ea73558-3e8b-4a48-a7de-260098cb7914 completed. CleanupClient=False, LostCleanup=False {} 2023-08-28 16:10:48 [10:40:48.777 DBG] [] transactionCreate: { "transactionsFactoryRef": "6ccfe8bf-a75f-4f8b-b8b8-474203e4b917", "attempts": [ { "commands": [ { "replace": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "eab75d8f-0692-4826-9025-76c9cb9aa448" }, "contentJson": "{\"content\":\"updated\"}", "expectedResult": [ { "success": true } ] } }, { "commit": { "expectedResult": [ { "error": { "errorClass": "EC_FAIL_OTHER", "autoRollbackAttempt": true, "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookAction": "FAIL_OTHER" }, { "hookPoint": "AFTER_ATR_ABORTED" } ] }, "clusterConnectionId": "defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184" } {} 2023-08-28 16:10:48 [10:40:48.777 INF] [] Starting Transaction Test {} 2023-08-28 16:10:48 [10:40:48.777 DBG] [] Test: { "transactionsFactoryRef": "6ccfe8bf-a75f-4f8b-b8b8-474203e4b917", "attempts": [ { "commands": [ { "replace": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "eab75d8f-0692-4826-9025-76c9cb9aa448" }, "contentJson": "{\"content\":\"updated\"}", "expectedResult": [ { "success": true } ] } }, { "commit": { "expectedResult": [ { "error": { "errorClass": "EC_FAIL_OTHER", "autoRollbackAttempt": true, "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookAction": "FAIL_OTHER" }, { "hookPoint": "AFTER_ATR_ABORTED" } ] }, "clusterConnectionId": "defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184" } {} 2023-08-28 16:10:48 [10:40:48.777 DBG] [] clusterConnectionId:defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184 {} 2023-08-28 16:10:48 [10:40:48.777 DBG] [] Using custom connection at host : couchbase://172.23.111.130 and with username Administrator {} 2023-08-28 16:10:48 [10:40:48.777 DBG] [] Registering 2 hooks {} 2023-08-28 16:10:48 [10:40:48.777 DBG] [] - Hook Point BeforeAtrCommit with Action FailOther {} 2023-08-28 16:10:48 [10:40:48.777 DBG] [] - Hook Point AfterAtrAborted with Action FailHard {} 2023-08-28 16:10:48 [10:40:48.779 DBG] [] Starting Attempt 0 {} 2023-08-28 16:10:48 [10:40:48.779 DBG] [] Performing TransactionCommand Replace {} 2023-08-28 16:10:48 [10:40:48.779 DBG] [] a6c26fa1-772c-44a4-9884-3112f116ec6f.714f5c48-6852-4a0e-91ea-a80bf58ff0c6: Performing command: replace {} 2023-08-28 16:10:49 [10:40:49.026 DBG] [Couchbase.Transactions.AttemptContext] GetWithMav for eab75d8f-0692-4826-9025-76c9cb9aa448, attemptId=714f5c48-6852-4a0e-91ea-a80bf58ff0c6, postCas=1693219249216684032 {"Scope": ["GetWithKv", "GetWithMav"]} 2023-08-28 16:10:49 [10:40:49.027 DBG] [Couchbase.Transactions.AttemptContext] CheckWriteWriteConflict@WW_RP for default::_default::_default::eab75d8f-0692-4826-9025-76c9cb9aa448, attempt=714f5c48-6852-4a0e-91ea-a80bf58ff0c6 {"Scope": ["ReplaceWithKv", "CheckWriteWriteConflict"]} 2023-08-28 16:10:49 [10:40:49.027 DBG] [Couchbase.Transactions.AttemptContext] CheckWriteWriteConflict no other txn for default::_default::_default::eab75d8f-0692-4826-9025-76c9cb9aa448, attempt=714f5c48-6852-4a0e-91ea-a80bf58ff0c6 {"Scope": ["ReplaceWithKv", "CheckWriteWriteConflict"]} 2023-08-28 16:10:49 [10:40:49.027 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Requested Durability = Majority {"Scope": ["ReplaceWithKv", "InitAtrIfNeeded"]} 2023-08-28 16:10:49 [10:40:49.263 INF] [Couchbase.Transactions.DataAccess.AtrRepository] Upserted ATR to PENDING _txn:atr-721-#ba/attempts.714f5c48-6852-4a0e-91ea-a80bf58ff0c6 (cas = 1693219249708007424) {"Scope": ["ReplaceWithKv", "SetAtrPending", "MutateAtrPending"]} 2023-08-28 16:10:49 [10:40:49.263 DBG] [Couchbase.Transactions.AttemptContext] SetAtrPending for default._default._default::_txn:atr-721-#ba (attempt=714f5c48-6852-4a0e-91ea-a80bf58ff0c6) {"Scope": ["ReplaceWithKv", "SetAtrPending"]} 2023-08-28 16:10:49 [10:40:49.500 DBG] [Couchbase.Transactions.AttemptContext] CreateStagedReplace for eab75d8f-0692-4826-9025-76c9cb9aa448, attemptId=714f5c48-6852-4a0e-91ea-a80bf58ff0c6, preCase=1693219249216684032, postCas=1693219249943674880, accessDeleted=False {"Scope": ["ReplaceWithKv", "CreateStagedReplace"]} 2023-08-28 16:10:49 [10:40:49.501 DBG] [] a6c26fa1-772c-44a4-9884-3112f116ec6f.714f5c48-6852-4a0e-91ea-a80bf58ff0c6: Command Succeeded {} 2023-08-28 16:10:49 [10:40:49.501 DBG] [] Performing TransactionCommand Commit {} 2023-08-28 16:10:49 [10:40:49.501 DBG] [] a6c26fa1-772c-44a4-9884-3112f116ec6f.714f5c48-6852-4a0e-91ea-a80bf58ff0c6: Performing command: commit {} 2023-08-28 16:10:49 [10:40:49.502 WRN] [Couchbase.Transactions.AttemptContext] Failed attempt at committing due to FailOther {"Scope": ["CommitWithKv", "SetAtrCommit"]} 2023-08-28 16:10:49 [10:40:49.507 DBG] [] ExternalException.Unknown: Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException' was thrown. 2023-08-28 16:10:49 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_3() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 291 2023-08-28 16:10:49 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 462 2023-08-28 16:10:49 --- End of stack trace from previous location --- 2023-08-28 16:10:49 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 466 2023-08-28 16:10:49 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 2023-08-28 16:10:49 --- End of stack trace from previous location --- 2023-08-28 16:10:49 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 268 2023-08-28 16:10:49 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 2023-08-28 16:10:49 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.BeforeAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 89 2023-08-28 16:10:49 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1413 {} 2023-08-28 16:10:49 [10:40:49.507 DBG] [] Operation 'commit' failed as expected {} 2023-08-28 16:10:49 [10:40:49.507 WRN] [ExecuteApplicationLambda] Attempt failed, attempting automatic rollback... {} 2023-08-28 16:10:49 [10:40:49.507 INF] [Couchbase.Transactions.AttemptContext] Setting Aborted status. isAppRollback=False {"Scope": ["RollbackWithKv", "SetAtrAborted"]} 2023-08-28 16:10:49 [10:40:49.788 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Updated to ABORTED ATR _txn:atr-721-#ba/attempts.714f5c48-6852-4a0e-91ea-a80bf58ff0c6 (cas = 1693219250188910592) {"Scope": ["RollbackWithKv", "SetAtrAborted", "MutateAtrAborted"]} 2023-08-28 16:10:49 [10:40:49.788 DBG] [Couchbase.Transactions.AttemptContext] SetAtrAborted for default._default._default::_txn:atr-721-#ba (attempt=714f5c48-6852-4a0e-91ea-a80bf58ff0c6) {"Scope": ["RollbackWithKv", "SetAtrAborted"]} 2023-08-28 16:10:49 [10:40:49.790 WRN] [ExecuteApplicationLambda] Rollback failed due to Exception of type 'Couchbase.Transactions.Error.External.TransactionOperationFailedException' was thrown. {} 2023-08-28 16:10:49 [10:40:49.791 INF] [ExecuteApplicationLambda] Attempt 714f5c48-6852-4a0e-91ea-a80bf58ff0c6 completed. CleanupClient=False, LostCleanup=False {} 2023-08-28 16:10:49 Transaction Failed with: Couchbase.Transactions.Error.TransactionFailedException: Transaction failed. 2023-08-28 16:10:49 ---> Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException' was thrown. 2023-08-28 16:10:49 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_3() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 291 2023-08-28 16:10:49 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 462 2023-08-28 16:10:49 --- End of stack trace from previous location --- 2023-08-28 16:10:49 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 466 2023-08-28 16:10:49 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 2023-08-28 16:10:49 --- End of stack trace from previous location --- 2023-08-28 16:10:49 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 268 2023-08-28 16:10:49 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 2023-08-28 16:10:49 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.BeforeAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 89 2023-08-28 16:10:49 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1413 2023-08-28 16:10:49 --- End of inner exception stack trace --- 2023-08-28 16:10:49 at Couchbase.Transactions.Transactions.RunAsync(Func`2 transactionLogic, PerTransactionConfig perConfig, Boolean singleQueryTransactionMode) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/Transactions.cs:line 229 2023-08-28 16:10:49 at Couchbase.Transactions.FitPerformer.TwoWayTransaction.Run(Transactions transactions, TransactionCreateRequest request, ClusterConnection connection, IServerStreamWriter`1 responseStream) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 68 2023-08-28 16:10:49 -----------------------Context Info--------------------------- 2023-08-28 16:10:49 2023-08-28 16:10:49 2023-08-28 16:10:49 [10:40:49.800 DBG] [] UNKNOWN due to Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException' was thrown. 2023-08-28 16:10:49 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_3() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 291 2023-08-28 16:10:49 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 462 2023-08-28 16:10:49 --- End of stack trace from previous location --- 2023-08-28 16:10:49 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 466 2023-08-28 16:10:49 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 2023-08-28 16:10:49 --- End of stack trace from previous location --- 2023-08-28 16:10:49 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 268 2023-08-28 16:10:49 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 2023-08-28 16:10:49 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.BeforeAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 89 2023-08-28 16:10:49 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1413 {} 2023-08-28 16:10:49 [10:40:49.800 INF] [] Completed Transaction Test {} 2023-08-28 16:10:49 [10:40:49.811 DBG] [] transactionSingleQuery: { "transactionsFactoryRef": "6ccfe8bf-a75f-4f8b-b8b8-474203e4b917", "clusterConnectionId": "defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184", "query": { "statement": "INSERT INTO `_default` VALUES ('eab75d8f-0692-4826-9025-76c9cb9aa448', {\"content\":\"updated\"})", "expectedResult": [ { "anythingAllowed": true } ], "queryParameters": { }, "scope": { "bucketName": "default", "scopeName": "_default" } } } {} 2023-08-28 16:10:49 [10:40:49.811 DBG] [] clusterConnectionId:defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184 {} 2023-08-28 16:10:49 [10:40:49.811 DBG] [] Using custom connection at host : couchbase://172.23.111.130 and with username Administrator {} 2023-08-28 16:10:49 [10:40:49.812 DBG] [Couchbase.Transactions.AttemptContext] [2067a379-31d0-4e71-ac19-70411a3cdd9a] Executing Query: query: null {"Scope": ["QueryAsync", "QueryWrapper"]} 2023-08-28 16:10:50 [10:40:50.075 ERR] [Couchbase.Transactions.AttemptContext] [2067a379-31d0-4e71-ac19-70411a3cdd9a] query failed at query: Couchbase.CouchbaseException: Duplicate Key: eab75d8f-0692-4826-9025-76c9cb9aa448 [17012] 2023-08-28 16:10:50 at Couchbase.Query.QueryResultExtensions.ThrowExceptionOnError[T](IQueryResult`1 result, QueryErrorContext context) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryResultExtensions.cs:line 137 2023-08-28 16:10:50 at Couchbase.Query.QueryClient.ExecuteQuery[T](QueryOptions options, ITypeSerializer serializer, IRequestSpan span) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryClient.cs:line 320 2023-08-28 16:10:50 at Couchbase.Query.QueryClient.QueryAsync[T](String statement, QueryOptions options) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryClient.cs:line 149 2023-08-28 16:10:50 at Couchbase.Cluster.<>c__DisplayClass35_0`1.<g__Func|0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Cluster.cs:line 339 2023-08-28 16:10:50 --- End of stack trace from previous location --- 2023-08-28 16:10:50 at Couchbase.Core.Retry.RetryOrchestrator.RetryAsync[T](Func`1 send, IRequest request) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Core/Retry/RetryOrchestrator.cs:line 73 2023-08-28 16:10:50 at Couchbase.Cluster.QueryAsync[T](String statement, QueryOptions options) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Cluster.cs:line 349 2023-08-28 16:10:50 at Couchbase.Transactions.AttemptContext.QueryWrapper[T](Int64 statementId, IScope scope, String statement, QueryOptions options, String hookPoint, IRequestSpan parentSpan, Boolean isBeginWork, Boolean existingErrorCheck, JObject txdata, Boolean txImplicit) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 2119 2023-08-28 16:10:50 -----------------------Context Info--------------------------- 2023-08-28 16:10:50 {"statement":"[{\"statement\":\"INSERT INTO \\u0060_default\\u0060 VALUES (\\u0027eab75d8f-0692-4826-9025-76c9cb9aa448\\u0027, {\\u0022content\\u0022:\\u0022updated\\u0022})\",\"client_context_id\":\"f7d193b3-eaaa-4d72-a90c-14576183a996\",\"metrics\":true,\"query_context\":\"default:\\u0060default\\u0060.\\u0060_default\\u0060\",\"scan_consistency\":\"request_plus\",\"timeout\":\"75000ms\",\"tximplicit\":true,\"durability_level\":\"majority\",\"txtimeout\":\"14999.5145ms\",\"txdata\":{\"id\":{\"txn\":\"6cd0ae1b-fd25-49ea-a4c3-1de6cd55a32d\",\"atmpt\":\"2067a379-31d0-4e71-ac19-70411a3cdd9a\"},\"state\":{\"timeLeftMs\":14999},\"config\":{\"kvTimeoutMs\":10000,\"numAtrs\":1024,\"durabilityLevel\":\"MAJORITY\"},\"atr\":null,\"mutations\":[]}}]","clientContextId":"f7d193b3-eaaa-4d72-a90c-14576183a996","parameters":"{\"Named\":{},\"Raw\":{\"tximplicit\":true,\"durability_level\":\"majority\",\"txtimeout\":\"14999.5145ms\",\"txdata\":{\"id\":{\"Transactionid\":\"6cd0ae1b-fd25-49ea-a4c3-1de6cd55a32d\",\"AttemptId\":\"2067a379-31d0-4e71-ac19-70411a3cdd9a\"},\"state\":{\"timeLeftMs\":14999},\"config\":{\"kvTimeoutMs\":10000,\"numAtrs\":1024,\"durabilityLevel\":\"MAJORITY\"},\"atr\":null,\"mutations\":[]}},\"Positional\":[]}","httpStatus":200,"queryStatus":2,"errors":[{"msg":"Duplicate Key: eab75d8f-0692-4826-9025-76c9cb9aa448","code":17012,"name":null,"sev":0,"temp":false,"reason":null,"retry":false,"cause":{"cause":"found staged non-insert mutation: document already exists","raise":"failed","retry":false,"rollback":false}}],"message":"Duplicate Key: eab75d8f-0692-4826-9025-76c9cb9aa448 [17012]","retryReasons":null} 2023-08-28 16:10:50 {"Scope": ["QueryAsync", "QueryWrapper"]} 2023-08-28 16:10:50 [10:40:50.079 INF] [ExecuteApplicationLambda] Attempt 2067a379-31d0-4e71-ac19-70411a3cdd9a completed. CleanupClient=False, LostCleanup=False {} 2023-08-28 16:10:51 [10:40:51.857 DBG] [] transactionCreate: { "transactionsFactoryRef": "6ccfe8bf-a75f-4f8b-b8b8-474203e4b917", "attempts": [ { "commands": [ { "replace": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "a7eb397f-4c4c-42d6-b093-aafb3a156359" }, "contentJson": "{\"content\":\"updated\"}", "expectedResult": [ { "success": true } ] } }, { "commit": { "expectedResult": [ { "error": { "errorClass": "EC_FAIL_OTHER", "autoRollbackAttempt": true, "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookAction": "FAIL_OTHER" }, { "hookPoint": "AFTER_ATR_ABORTED" } ] }, "clusterConnectionId": "defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184" } {} 2023-08-28 16:10:51 [10:40:51.857 INF] [] Starting Transaction Test {} 2023-08-28 16:10:51 [10:40:51.857 DBG] [] Test: { "transactionsFactoryRef": "6ccfe8bf-a75f-4f8b-b8b8-474203e4b917", "attempts": [ { "commands": [ { "replace": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "a7eb397f-4c4c-42d6-b093-aafb3a156359" }, "contentJson": "{\"content\":\"updated\"}", "expectedResult": [ { "success": true } ] } }, { "commit": { "expectedResult": [ { "error": { "errorClass": "EC_FAIL_OTHER", "autoRollbackAttempt": true, "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookAction": "FAIL_OTHER" }, { "hookPoint": "AFTER_ATR_ABORTED" } ] }, "clusterConnectionId": "defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184" } {} 2023-08-28 16:10:51 [10:40:51.857 DBG] [] clusterConnectionId:defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184 {} 2023-08-28 16:10:51 [10:40:51.857 DBG] [] Using custom connection at host : couchbase://172.23.111.130 and with username Administrator {} 2023-08-28 16:10:51 [10:40:51.857 DBG] [] Registering 2 hooks {} 2023-08-28 16:10:51 [10:40:51.857 DBG] [] - Hook Point BeforeAtrCommit with Action FailOther {} 2023-08-28 16:10:51 [10:40:51.857 DBG] [] - Hook Point AfterAtrAborted with Action FailHard {} 2023-08-28 16:10:51 [10:40:51.858 DBG] [] Starting Attempt 0 {} 2023-08-28 16:10:51 [10:40:51.858 DBG] [] Performing TransactionCommand Replace {} 2023-08-28 16:10:51 [10:40:51.858 DBG] [] 01b300a6-2ef0-449f-80ed-00ed539c2c99.42686339-cce4-4328-ada4-a7c2744aa18b: Performing command: replace {} 2023-08-28 16:10:52 [10:40:52.096 DBG] [Couchbase.Transactions.AttemptContext] GetWithMav for a7eb397f-4c4c-42d6-b093-aafb3a156359, attemptId=42686339-cce4-4328-ada4-a7c2744aa18b, postCas=1693219252291829760 {"Scope": ["GetWithKv", "GetWithMav"]} 2023-08-28 16:10:52 [10:40:52.098 DBG] [Couchbase.Transactions.AttemptContext] CheckWriteWriteConflict@WW_RP for default::_default::_default::a7eb397f-4c4c-42d6-b093-aafb3a156359, attempt=42686339-cce4-4328-ada4-a7c2744aa18b {"Scope": ["ReplaceWithKv", "CheckWriteWriteConflict"]} 2023-08-28 16:10:52 [10:40:52.098 DBG] [Couchbase.Transactions.AttemptContext] CheckWriteWriteConflict no other txn for default::_default::_default::a7eb397f-4c4c-42d6-b093-aafb3a156359, attempt=42686339-cce4-4328-ada4-a7c2744aa18b {"Scope": ["ReplaceWithKv", "CheckWriteWriteConflict"]} 2023-08-28 16:10:52 [10:40:52.098 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Requested Durability = Majority {"Scope": ["ReplaceWithKv", "InitAtrIfNeeded"]} 2023-08-28 16:10:52 [10:40:52.335 INF] [Couchbase.Transactions.DataAccess.AtrRepository] Upserted ATR to PENDING _txn:atr-441-#22/attempts.42686339-cce4-4328-ada4-a7c2744aa18b (cas = 1693219252778696704) {"Scope": ["ReplaceWithKv", "SetAtrPending", "MutateAtrPending"]} 2023-08-28 16:10:52 [10:40:52.336 DBG] [Couchbase.Transactions.AttemptContext] SetAtrPending for default._default._default::_txn:atr-441-#22 (attempt=42686339-cce4-4328-ada4-a7c2744aa18b) {"Scope": ["ReplaceWithKv", "SetAtrPending"]} 2023-08-28 16:10:52 [10:40:52.592 DBG] [Couchbase.Transactions.AttemptContext] CreateStagedReplace for a7eb397f-4c4c-42d6-b093-aafb3a156359, attemptId=42686339-cce4-4328-ada4-a7c2744aa18b, preCase=1693219252291829760, postCas=1693219253024063488, accessDeleted=False {"Scope": ["ReplaceWithKv", "CreateStagedReplace"]} 2023-08-28 16:10:52 [10:40:52.593 DBG] [] 01b300a6-2ef0-449f-80ed-00ed539c2c99.42686339-cce4-4328-ada4-a7c2744aa18b: Command Succeeded {} 2023-08-28 16:10:52 [10:40:52.593 DBG] [] Performing TransactionCommand Commit {} 2023-08-28 16:10:52 [10:40:52.593 DBG] [] 01b300a6-2ef0-449f-80ed-00ed539c2c99.42686339-cce4-4328-ada4-a7c2744aa18b: Performing command: commit {} 2023-08-28 16:10:52 [10:40:52.595 WRN] [Couchbase.Transactions.AttemptContext] Failed attempt at committing due to FailOther {"Scope": ["CommitWithKv", "SetAtrCommit"]} 2023-08-28 16:10:52 [10:40:52.597 DBG] [] ExternalException.Unknown: Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException' was thrown. 2023-08-28 16:10:52 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_3() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 291 2023-08-28 16:10:52 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 462 2023-08-28 16:10:52 --- End of stack trace from previous location --- 2023-08-28 16:10:52 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 466 2023-08-28 16:10:52 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 2023-08-28 16:10:52 --- End of stack trace from previous location --- 2023-08-28 16:10:52 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 268 2023-08-28 16:10:52 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 2023-08-28 16:10:52 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.BeforeAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 89 2023-08-28 16:10:52 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1413 {} 2023-08-28 16:10:52 [10:40:52.597 DBG] [] Operation 'commit' failed as expected {} 2023-08-28 16:10:52 [10:40:52.598 WRN] [ExecuteApplicationLambda] Attempt failed, attempting automatic rollback... {} 2023-08-28 16:10:52 [10:40:52.598 INF] [Couchbase.Transactions.AttemptContext] Setting Aborted status. isAppRollback=False {"Scope": ["RollbackWithKv", "SetAtrAborted"]} 2023-08-28 16:10:52 [10:40:52.904 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Updated to ABORTED ATR _txn:atr-441-#22/attempts.42686339-cce4-4328-ada4-a7c2744aa18b (cas = 1693219253287059456) {"Scope": ["RollbackWithKv", "SetAtrAborted", "MutateAtrAborted"]} 2023-08-28 16:10:52 [10:40:52.905 DBG] [Couchbase.Transactions.AttemptContext] SetAtrAborted for default._default._default::_txn:atr-441-#22 (attempt=42686339-cce4-4328-ada4-a7c2744aa18b) {"Scope": ["RollbackWithKv", "SetAtrAborted"]} 2023-08-28 16:10:52 [10:40:52.907 WRN] [ExecuteApplicationLambda] Rollback failed due to Exception of type 'Couchbase.Transactions.Error.External.TransactionOperationFailedException' was thrown. {} 2023-08-28 16:10:52 [10:40:52.907 INF] [ExecuteApplicationLambda] Attempt 42686339-cce4-4328-ada4-a7c2744aa18b completed. CleanupClient=False, LostCleanup=False {} 2023-08-28 16:10:52 Transaction Failed with: Couchbase.Transactions.Error.TransactionFailedException: Transaction failed. 2023-08-28 16:10:52 ---> Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException' was thrown. 2023-08-28 16:10:52 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_3() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 291 2023-08-28 16:10:52 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 462 2023-08-28 16:10:52 --- End of stack trace from previous location --- 2023-08-28 16:10:52 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 466 2023-08-28 16:10:52 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 2023-08-28 16:10:52 --- End of stack trace from previous location --- 2023-08-28 16:10:52 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 268 2023-08-28 16:10:52 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 2023-08-28 16:10:52 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.BeforeAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 89 2023-08-28 16:10:52 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1413 2023-08-28 16:10:52 --- End of inner exception stack trace --- 2023-08-28 16:10:52 at Couchbase.Transactions.Transactions.RunAsync(Func`2 transactionLogic, PerTransactionConfig perConfig, Boolean singleQueryTransactionMode) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/Transactions.cs:line 229 2023-08-28 16:10:52 at Couchbase.Transactions.FitPerformer.TwoWayTransaction.Run(Transactions transactions, TransactionCreateRequest request, ClusterConnection connection, IServerStreamWriter`1 responseStream) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 68 2023-08-28 16:10:52 -----------------------Context Info--------------------------- 2023-08-28 16:10:52 2023-08-28 16:10:52 2023-08-28 16:10:52 [10:40:52.916 DBG] [] UNKNOWN due to Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException' was thrown. 2023-08-28 16:10:52 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_3() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 291 2023-08-28 16:10:52 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 462 2023-08-28 16:10:52 --- End of stack trace from previous location --- 2023-08-28 16:10:52 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 466 2023-08-28 16:10:52 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 2023-08-28 16:10:52 --- End of stack trace from previous location --- 2023-08-28 16:10:52 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 268 2023-08-28 16:10:52 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 2023-08-28 16:10:52 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.BeforeAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 89 2023-08-28 16:10:52 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1413 {} 2023-08-28 16:10:52 [10:40:52.916 INF] [] Completed Transaction Test {} 2023-08-28 16:10:52 [10:40:52.928 DBG] [] transactionSingleQuery: { "transactionsFactoryRef": "6ccfe8bf-a75f-4f8b-b8b8-474203e4b917", "clusterConnectionId": "defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184", "query": { "statement": "UPDATE `_default` SET content = 'updated-query' WHERE META().id = 'a7eb397f-4c4c-42d6-b093-aafb3a156359'", "expectedResult": [ { "anythingAllowed": true } ], "checkMutations": true, "expectedMutations": 1, "queryParameters": { }, "scope": { "bucketName": "default", "scopeName": "_default" } }, "queryOptions": { "timeoutMillis": "2000" } } {} 2023-08-28 16:10:52 [10:40:52.928 DBG] [] clusterConnectionId:defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184 {} 2023-08-28 16:10:52 [10:40:52.928 DBG] [] Using custom connection at host : couchbase://172.23.111.130 and with username Administrator {} 2023-08-28 16:10:52 [10:40:52.928 DBG] [Couchbase.Transactions.AttemptContext] [701dd35a-af73-4053-92dd-9d29ce1250f6] Executing Query: query: null {"Scope": ["QueryAsync", "QueryWrapper"]} 2023-08-28 16:10:54 [10:40:54.435 ERR] [Couchbase.Transactions.AttemptContext] [701dd35a-af73-4053-92dd-9d29ce1250f6] query failed at query: Couchbase.CouchbaseException: Transaction staging error [17020] 2023-08-28 16:10:54 at Couchbase.Query.QueryResultExtensions.ThrowExceptionOnError[T](IQueryResult`1 result, QueryErrorContext context) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryResultExtensions.cs:line 137 2023-08-28 16:10:54 at Couchbase.Query.QueryClient.ExecuteQuery[T](QueryOptions options, ITypeSerializer serializer, IRequestSpan span) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryClient.cs:line 320 2023-08-28 16:10:54 at Couchbase.Query.QueryClient.QueryAsync[T](String statement, QueryOptions options) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryClient.cs:line 149 2023-08-28 16:10:54 at Couchbase.Cluster.<>c__DisplayClass35_0`1.<g__Func|0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Cluster.cs:line 339 2023-08-28 16:10:54 --- End of stack trace from previous location --- 2023-08-28 16:10:54 at Couchbase.Core.Retry.RetryOrchestrator.RetryAsync[T](Func`1 send, IRequest request) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Core/Retry/RetryOrchestrator.cs:line 73 2023-08-28 16:10:54 at Couchbase.Cluster.QueryAsync[T](String statement, QueryOptions options) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Cluster.cs:line 349 2023-08-28 16:10:54 at Couchbase.Transactions.AttemptContext.QueryWrapper[T](Int64 statementId, IScope scope, String statement, QueryOptions options, String hookPoint, IRequestSpan parentSpan, Boolean isBeginWork, Boolean existingErrorCheck, JObject txdata, Boolean txImplicit) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 2119 2023-08-28 16:10:54 -----------------------Context Info--------------------------- 2023-08-28 16:10:54 {"statement":"[{\"statement\":\"UPDATE \\u0060_default\\u0060 SET content = \\u0027updated-query\\u0027 WHERE META().id = \\u0027a7eb397f-4c4c-42d6-b093-aafb3a156359\\u0027\",\"client_context_id\":\"158962fc-ac69-4a93-8091-2016068aaebe\",\"metrics\":true,\"query_context\":\"default:\\u0060default\\u0060.\\u0060_default\\u0060\",\"scan_consistency\":\"request_plus\",\"timeout\":\"75000ms\",\"tximplicit\":true,\"durability_level\":\"majority\",\"txtimeout\":\"1999.5178ms\",\"txdata\":{\"id\":{\"txn\":\"eabdae78-d911-4cb5-a93f-b66d2f9066a5\",\"atmpt\":\"701dd35a-af73-4053-92dd-9d29ce1250f6\"},\"state\":{\"timeLeftMs\":1999},\"config\":{\"kvTimeoutMs\":10000,\"numAtrs\":1024,\"durabilityLevel\":\"MAJORITY\"},\"atr\":null,\"mutations\":[]}}]","clientContextId":"158962fc-ac69-4a93-8091-2016068aaebe","parameters":"{\"Named\":{},\"Raw\":{\"tximplicit\":true,\"durability_level\":\"majority\",\"txtimeout\":\"1999.5178ms\",\"txdata\":{\"id\":{\"Transactionid\":\"eabdae78-d911-4cb5-a93f-b66d2f9066a5\",\"AttemptId\":\"701dd35a-af73-4053-92dd-9d29ce1250f6\"},\"state\":{\"timeLeftMs\":1999},\"config\":{\"kvTimeoutMs\":10000,\"numAtrs\":1024,\"durabilityLevel\":\"MAJORITY\"},\"atr\":null,\"mutations\":[]}},\"Positional\":[]}","httpStatus":200,"queryStatus":2,"errors":[{"msg":"Transaction staging error","code":17020,"name":null,"sev":0,"temp":false,"reason":null,"retry":false,"cause":{"cause":{"bucket":"default","cause":"deadline expired before WWC was resolved on default._default._default._txn:atr-441-#22","collection":"_default","document_key":"a7eb397f-4c4c-42d6-b093-aafb3a156359","msg":"write write conflict","scope":"_default"},"raise":"failed","retry":true,"rollback":false}}],"message":"Transaction staging error [17020]","retryReasons":null} 2023-08-28 16:10:54 {"Scope": ["QueryAsync", "QueryWrapper"]} 2023-08-28 16:10:54 [10:40:54.437 WRN] [Couchbase.Transactions.AttemptContext] query code=17020 cause={ 2023-08-28 16:10:54 "bucket": "default", 2023-08-28 16:10:54 "cause": "deadline expired before WWC was resolved on default._default._default._txn:atr-441-#22", 2023-08-28 16:10:54 "collection": "_default", 2023-08-28 16:10:54 "document_key": "a7eb397f-4c4c-42d6-b093-aafb3a156359", 2023-08-28 16:10:54 "msg": "write write conflict", 2023-08-28 16:10:54 "scope": "_default" 2023-08-28 16:10:54 } raise=failed {"Scope": ["QueryAsync", "QueryWrapper"]} 2023-08-28 16:10:54 [10:40:54.438 DBG] [ExecuteApplicationLambda] Propagating error up. (ec = FailOther, retry = True, finalError = TransactionFailed) {} 2023-08-28 16:10:54 [10:40:54.438 INF] [ExecuteApplicationLambda] Attempt 701dd35a-af73-4053-92dd-9d29ce1250f6 completed. CleanupClient=False, LostCleanup=False {} 2023-08-28 16:10:54 [10:40:54.441 DBG] [Couchbase.Transactions.AttemptContext] [70bc794d-acdb-4dab-a814-ff52885a19ca] Executing Query: query: null {"Scope": ["QueryAsync", "QueryWrapper"]} 2023-08-28 16:10:55 [10:40:55.842 ERR] [Couchbase.Transactions.AttemptContext] [70bc794d-acdb-4dab-a814-ff52885a19ca] query failed at query: Couchbase.Core.Exceptions.IndexFailureException: Keyspace not found in CB datastore: default:_default - cause: No bucket named _default [12003] 2023-08-28 16:10:55 at Couchbase.Query.QueryResultExtensions.ThrowExceptionOnError[T](IQueryResult`1 result, QueryErrorContext context) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryResultExtensions.cs:line 137 2023-08-28 16:10:55 at Couchbase.Query.QueryClient.ExecuteQuery[T](QueryOptions options, ITypeSerializer serializer, IRequestSpan span) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryClient.cs:line 320 2023-08-28 16:10:55 at Couchbase.Query.QueryClient.QueryAsync[T](String statement, QueryOptions options) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryClient.cs:line 149 2023-08-28 16:10:55 at Couchbase.Cluster.<>c__DisplayClass35_0`1.<g__Func|0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Cluster.cs:line 339 2023-08-28 16:10:55 --- End of stack trace from previous location --- 2023-08-28 16:10:55 at Couchbase.Core.Retry.RetryOrchestrator.RetryAsync[T](Func`1 send, IRequest request) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Core/Retry/RetryOrchestrator.cs:line 73 2023-08-28 16:10:55 at Couchbase.Cluster.QueryAsync[T](String statement, QueryOptions options) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Cluster.cs:line 349 2023-08-28 16:10:55 at Couchbase.Transactions.AttemptContext.QueryWrapper[T](Int64 statementId, IScope scope, String statement, QueryOptions options, String hookPoint, IRequestSpan parentSpan, Boolean isBeginWork, Boolean existingErrorCheck, JObject txdata, Boolean txImplicit) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 2119 2023-08-28 16:10:55 -----------------------Context Info--------------------------- 2023-08-28 16:10:55 {"statement":"[{\u0022statement\u0022:\u0022UPDATE \\u0060_default\\u0060 SET content = \\u0027updated-query\\u0027 WHERE META().id = \\u0027a7eb397f-4c4c-42d6-b093-aafb3a156359\\u0027\u0022,\u0022client_context_id\u0022:\u002274a32c4f-14d9-4b6c-a028-a970c4a18989\u0022,\u0022metrics\u0022:true,\u0022scan_consistency\u0022:\u0022request_plus\u0022,\u0022timeout\u0022:\u002275000ms\u0022,\u0022tximplicit\u0022:true,\u0022durability_level\u0022:\u0022majority\u0022,\u0022txtimeout\u0022:\u0022486.8233ms\u0022,\u0022txdata\u0022:{\u0022id\u0022:{\u0022txn\u0022:\u0022eabdae78-d911-4cb5-a93f-b66d2f9066a5\u0022,\u0022atmpt\u0022:\u002270bc794d-acdb-4dab-a814-ff52885a19ca\u0022},\u0022state\u0022:{\u0022timeLeftMs\u0022:486},\u0022config\u0022:{\u0022kvTimeoutMs\u0022:10000,\u0022numAtrs\u0022:1024,\u0022durabilityLevel\u0022:\u0022MAJORITY\u0022},\u0022atr\u0022:null,\u0022mutations\u0022:[]}}]","clientContextId":"74a32c4f-14d9-4b6c-a028-a970c4a18989","parameters":"{\u0022Named\u0022:{},\u0022Raw\u0022:{\u0022tximplicit\u0022:true,\u0022durability_level\u0022:\u0022majority\u0022,\u0022txtimeout\u0022:\u0022486.8233ms\u0022,\u0022txdata\u0022:{\u0022id\u0022:{\u0022Transactionid\u0022:\u0022eabdae78-d911-4cb5-a93f-b66d2f9066a5\u0022,\u0022AttemptId\u0022:\u002270bc794d-acdb-4dab-a814-ff52885a19ca\u0022},\u0022state\u0022:{\u0022timeLeftMs\u0022:486},\u0022config\u0022:{\u0022kvTimeoutMs\u0022:10000,\u0022numAtrs\u0022:1024,\u0022durabilityLevel\u0022:\u0022MAJORITY\u0022},\u0022atr\u0022:null,\u0022mutations\u0022:[]}},\u0022Positional\u0022:[]}","httpStatus":"InternalServerError","queryStatus":"fatal","errors":[{"msg":"Keyspace not found in CB datastore: default:_default - cause: No bucket named _default","code":12003,"name":null,"severity":0,"temp":false,"reason":null,"retry":false}],"message":"Keyspace not found in CB datastore: default:_default - cause: No bucket named _default [12003]","retryReasons":null} 2023-08-28 16:10:55 {"Scope": ["QueryAsync", "QueryWrapper"]} 2023-08-28 16:10:55 [10:40:55.843 INF] [ExecuteApplicationLambda] Attempt 70bc794d-acdb-4dab-a814-ff52885a19ca completed. CleanupClient=False, LostCleanup=False {} 2023-08-28 16:10:57 [10:40:57.149 DBG] [] transactionCreate: { "transactionsFactoryRef": "6ccfe8bf-a75f-4f8b-b8b8-474203e4b917", "attempts": [ { "commands": [ { "replace": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "d9d3f60b-7e82-4e4e-a5a2-7d6a1b07c1c6" }, "contentJson": "{\"content\":\"updated\"}", "expectedResult": [ { "success": true } ] } }, { "commit": { "expectedResult": [ { "error": { "errorClass": "EC_FAIL_OTHER", "autoRollbackAttempt": true, "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookAction": "FAIL_OTHER" }, { "hookPoint": "AFTER_ATR_ABORTED" } ] }, "clusterConnectionId": "defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184" } {} 2023-08-28 16:10:57 [10:40:57.149 INF] [] Starting Transaction Test {} 2023-08-28 16:10:57 [10:40:57.149 DBG] [] Test: { "transactionsFactoryRef": "6ccfe8bf-a75f-4f8b-b8b8-474203e4b917", "attempts": [ { "commands": [ { "replace": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "d9d3f60b-7e82-4e4e-a5a2-7d6a1b07c1c6" }, "contentJson": "{\"content\":\"updated\"}", "expectedResult": [ { "success": true } ] } }, { "commit": { "expectedResult": [ { "error": { "errorClass": "EC_FAIL_OTHER", "autoRollbackAttempt": true, "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookAction": "FAIL_OTHER" }, { "hookPoint": "AFTER_ATR_ABORTED" } ] }, "clusterConnectionId": "defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184" } {} 2023-08-28 16:10:57 [10:40:57.149 DBG] [] clusterConnectionId:defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184 {} 2023-08-28 16:10:57 [10:40:57.150 DBG] [] Using custom connection at host : couchbase://172.23.111.130 and with username Administrator {} 2023-08-28 16:10:57 [10:40:57.150 DBG] [] Registering 2 hooks {} 2023-08-28 16:10:57 [10:40:57.150 DBG] [] - Hook Point BeforeAtrCommit with Action FailOther {} 2023-08-28 16:10:57 [10:40:57.150 DBG] [] - Hook Point AfterAtrAborted with Action FailHard {} 2023-08-28 16:10:57 [10:40:57.151 DBG] [] Starting Attempt 0 {} 2023-08-28 16:10:57 [10:40:57.151 DBG] [] Performing TransactionCommand Replace {} 2023-08-28 16:10:57 [10:40:57.151 DBG] [] 89c0b2f5-0562-4683-9a6e-a1a8722e1f7e.b2f30ba6-4003-4118-9cf7-bbcfcee5c845: Performing command: replace {} 2023-08-28 16:10:57 [10:40:57.453 DBG] [Couchbase.Transactions.AttemptContext] GetWithMav for d9d3f60b-7e82-4e4e-a5a2-7d6a1b07c1c6, attemptId=b2f30ba6-4003-4118-9cf7-bbcfcee5c845, postCas=1693219257489620992 {"Scope": ["GetWithKv", "GetWithMav"]} 2023-08-28 16:10:57 [10:40:57.454 DBG] [Couchbase.Transactions.AttemptContext] CheckWriteWriteConflict@WW_RP for default::_default::_default::d9d3f60b-7e82-4e4e-a5a2-7d6a1b07c1c6, attempt=b2f30ba6-4003-4118-9cf7-bbcfcee5c845 {"Scope": ["ReplaceWithKv", "CheckWriteWriteConflict"]} 2023-08-28 16:10:57 [10:40:57.454 DBG] [Couchbase.Transactions.AttemptContext] CheckWriteWriteConflict no other txn for default::_default::_default::d9d3f60b-7e82-4e4e-a5a2-7d6a1b07c1c6, attempt=b2f30ba6-4003-4118-9cf7-bbcfcee5c845 {"Scope": ["ReplaceWithKv", "CheckWriteWriteConflict"]} 2023-08-28 16:10:57 [10:40:57.458 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Requested Durability = Majority {"Scope": ["ReplaceWithKv", "InitAtrIfNeeded"]} 2023-08-28 16:10:57 [10:40:57.758 INF] [Couchbase.Transactions.DataAccess.AtrRepository] Upserted ATR to PENDING _txn:atr-628-#cc8/attempts.b2f30ba6-4003-4118-9cf7-bbcfcee5c845 (cas = 1693219258139475968) {"Scope": ["ReplaceWithKv", "SetAtrPending", "MutateAtrPending"]} 2023-08-28 16:10:57 [10:40:57.759 DBG] [Couchbase.Transactions.AttemptContext] SetAtrPending for default._default._default::_txn:atr-628-#cc8 (attempt=b2f30ba6-4003-4118-9cf7-bbcfcee5c845) {"Scope": ["ReplaceWithKv", "SetAtrPending"]} 2023-08-28 16:10:58 [10:40:58.003 DBG] [Couchbase.Transactions.AttemptContext] CreateStagedReplace for d9d3f60b-7e82-4e4e-a5a2-7d6a1b07c1c6, attemptId=b2f30ba6-4003-4118-9cf7-bbcfcee5c845, preCase=1693219257489620992, postCas=1693219258441465856, accessDeleted=False {"Scope": ["ReplaceWithKv", "CreateStagedReplace"]} 2023-08-28 16:10:58 [10:40:58.004 DBG] [] 89c0b2f5-0562-4683-9a6e-a1a8722e1f7e.b2f30ba6-4003-4118-9cf7-bbcfcee5c845: Command Succeeded {} 2023-08-28 16:10:58 [10:40:58.004 DBG] [] Performing TransactionCommand Commit {} 2023-08-28 16:10:58 [10:40:58.004 DBG] [] 89c0b2f5-0562-4683-9a6e-a1a8722e1f7e.b2f30ba6-4003-4118-9cf7-bbcfcee5c845: Performing command: commit {} 2023-08-28 16:10:58 [10:40:58.005 WRN] [Couchbase.Transactions.AttemptContext] Failed attempt at committing due to FailOther {"Scope": ["CommitWithKv", "SetAtrCommit"]} 2023-08-28 16:10:58 [10:40:58.008 DBG] [] ExternalException.Unknown: Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException' was thrown. 2023-08-28 16:10:58 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_3() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 291 2023-08-28 16:10:58 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 462 2023-08-28 16:10:58 --- End of stack trace from previous location --- 2023-08-28 16:10:58 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 466 2023-08-28 16:10:58 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 2023-08-28 16:10:58 --- End of stack trace from previous location --- 2023-08-28 16:10:58 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 268 2023-08-28 16:10:58 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 2023-08-28 16:10:58 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.BeforeAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 89 2023-08-28 16:10:58 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1413 {} 2023-08-28 16:10:58 [10:40:58.008 DBG] [] Operation 'commit' failed as expected {} 2023-08-28 16:10:58 [10:40:58.009 WRN] [ExecuteApplicationLambda] Attempt failed, attempting automatic rollback... {} 2023-08-28 16:10:58 [10:40:58.009 INF] [Couchbase.Transactions.AttemptContext] Setting Aborted status. isAppRollback=False {"Scope": ["RollbackWithKv", "SetAtrAborted"]} 2023-08-28 16:10:58 [10:40:58.248 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Updated to ABORTED ATR _txn:atr-628-#cc8/attempts.b2f30ba6-4003-4118-9cf7-bbcfcee5c845 (cas = 1693219258692009984) {"Scope": ["RollbackWithKv", "SetAtrAborted", "MutateAtrAborted"]} 2023-08-28 16:10:58 [10:40:58.248 DBG] [Couchbase.Transactions.AttemptContext] SetAtrAborted for default._default._default::_txn:atr-628-#cc8 (attempt=b2f30ba6-4003-4118-9cf7-bbcfcee5c845) {"Scope": ["RollbackWithKv", "SetAtrAborted"]} 2023-08-28 16:10:58 [10:40:58.250 WRN] [ExecuteApplicationLambda] Rollback failed due to Exception of type 'Couchbase.Transactions.Error.External.TransactionOperationFailedException' was thrown. {} 2023-08-28 16:10:58 [10:40:58.250 INF] [ExecuteApplicationLambda] Attempt b2f30ba6-4003-4118-9cf7-bbcfcee5c845 completed. CleanupClient=False, LostCleanup=False {} 2023-08-28 16:10:58 Transaction Failed with: Couchbase.Transactions.Error.TransactionFailedException: Transaction failed. 2023-08-28 16:10:58 ---> Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException' was thrown. 2023-08-28 16:10:58 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_3() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 291 2023-08-28 16:10:58 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 462 2023-08-28 16:10:58 --- End of stack trace from previous location --- 2023-08-28 16:10:58 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 466 2023-08-28 16:10:58 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 2023-08-28 16:10:58 --- End of stack trace from previous location --- 2023-08-28 16:10:58 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 268 2023-08-28 16:10:58 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 2023-08-28 16:10:58 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.BeforeAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 89 2023-08-28 16:10:58 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1413 2023-08-28 16:10:58 --- End of inner exception stack trace --- 2023-08-28 16:10:58 at Couchbase.Transactions.Transactions.RunAsync(Func`2 transactionLogic, PerTransactionConfig perConfig, Boolean singleQueryTransactionMode) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/Transactions.cs:line 229 2023-08-28 16:10:58 at Couchbase.Transactions.FitPerformer.TwoWayTransaction.Run(Transactions transactions, TransactionCreateRequest request, ClusterConnection connection, IServerStreamWriter`1 responseStream) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 68 2023-08-28 16:10:58 -----------------------Context Info--------------------------- 2023-08-28 16:10:58 2023-08-28 16:10:58 2023-08-28 16:10:58 [10:40:58.253 DBG] [] UNKNOWN due to Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException' was thrown. 2023-08-28 16:10:58 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_3() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 291 2023-08-28 16:10:58 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 462 2023-08-28 16:10:58 --- End of stack trace from previous location --- 2023-08-28 16:10:58 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 466 2023-08-28 16:10:58 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 2023-08-28 16:10:58 --- End of stack trace from previous location --- 2023-08-28 16:10:58 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 268 2023-08-28 16:10:58 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 2023-08-28 16:10:58 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.BeforeAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 89 2023-08-28 16:10:58 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1413 {} 2023-08-28 16:10:58 [10:40:58.253 INF] [] Completed Transaction Test {} 2023-08-28 16:10:58 [10:40:58.264 DBG] [] transactionSingleQuery: { "transactionsFactoryRef": "6ccfe8bf-a75f-4f8b-b8b8-474203e4b917", "clusterConnectionId": "defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184", "query": { "statement": "DELETE FROM `_default` WHERE META().id = 'd9d3f60b-7e82-4e4e-a5a2-7d6a1b07c1c6'", "expectedResult": [ { "anythingAllowed": true } ], "checkMutations": true, "expectedMutations": 1, "queryParameters": { }, "scope": { "bucketName": "default", "scopeName": "_default" } }, "queryOptions": { "timeoutMillis": "2000" } } {} 2023-08-28 16:10:58 [10:40:58.265 DBG] [] clusterConnectionId:defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184 {} 2023-08-28 16:10:58 [10:40:58.265 DBG] [] Using custom connection at host : couchbase://172.23.111.130 and with username Administrator {} 2023-08-28 16:10:58 [10:40:58.265 DBG] [Couchbase.Transactions.AttemptContext] [638c6208-1e3f-4dd8-9aff-25c1e3842ab3] Executing Query: query: null {"Scope": ["QueryAsync", "QueryWrapper"]} 2023-08-28 16:10:59 [10:40:59.531 ERR] [Couchbase.Transactions.AttemptContext] [638c6208-1e3f-4dd8-9aff-25c1e3842ab3] query failed at query: Couchbase.CouchbaseException: Transaction staging error [17020] 2023-08-28 16:10:59 at Couchbase.Query.QueryResultExtensions.ThrowExceptionOnError[T](IQueryResult`1 result, QueryErrorContext context) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryResultExtensions.cs:line 137 2023-08-28 16:10:59 at Couchbase.Query.QueryClient.ExecuteQuery[T](QueryOptions options, ITypeSerializer serializer, IRequestSpan span) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryClient.cs:line 320 2023-08-28 16:10:59 at Couchbase.Query.QueryClient.QueryAsync[T](String statement, QueryOptions options) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryClient.cs:line 149 2023-08-28 16:10:59 at Couchbase.Cluster.<>c__DisplayClass35_0`1.<g__Func|0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Cluster.cs:line 339 2023-08-28 16:10:59 --- End of stack trace from previous location --- 2023-08-28 16:10:59 at Couchbase.Core.Retry.RetryOrchestrator.RetryAsync[T](Func`1 send, IRequest request) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Core/Retry/RetryOrchestrator.cs:line 73 2023-08-28 16:10:59 at Couchbase.Cluster.QueryAsync[T](String statement, QueryOptions options) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Cluster.cs:line 349 2023-08-28 16:10:59 at Couchbase.Transactions.AttemptContext.QueryWrapper[T](Int64 statementId, IScope scope, String statement, QueryOptions options, String hookPoint, IRequestSpan parentSpan, Boolean isBeginWork, Boolean existingErrorCheck, JObject txdata, Boolean txImplicit) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 2119 2023-08-28 16:10:59 -----------------------Context Info--------------------------- 2023-08-28 16:10:59 {"statement":"[{\"statement\":\"DELETE FROM \\u0060_default\\u0060 WHERE META().id = \\u0027d9d3f60b-7e82-4e4e-a5a2-7d6a1b07c1c6\\u0027\",\"client_context_id\":\"32d40509-5c73-4322-85d5-a683f67982a4\",\"metrics\":true,\"query_context\":\"default:\\u0060default\\u0060.\\u0060_default\\u0060\",\"scan_consistency\":\"request_plus\",\"timeout\":\"75000ms\",\"tximplicit\":true,\"durability_level\":\"majority\",\"txtimeout\":\"1999.5951ms\",\"txdata\":{\"id\":{\"txn\":\"e5e7617a-9eab-4e05-9cbc-700011bb59ed\",\"atmpt\":\"638c6208-1e3f-4dd8-9aff-25c1e3842ab3\"},\"state\":{\"timeLeftMs\":1999},\"config\":{\"kvTimeoutMs\":10000,\"numAtrs\":1024,\"durabilityLevel\":\"MAJORITY\"},\"atr\":null,\"mutations\":[]}}]","clientContextId":"32d40509-5c73-4322-85d5-a683f67982a4","parameters":"{\"Named\":{},\"Raw\":{\"tximplicit\":true,\"durability_level\":\"majority\",\"txtimeout\":\"1999.5951ms\",\"txdata\":{\"id\":{\"Transactionid\":\"e5e7617a-9eab-4e05-9cbc-700011bb59ed\",\"AttemptId\":\"638c6208-1e3f-4dd8-9aff-25c1e3842ab3\"},\"state\":{\"timeLeftMs\":1999},\"config\":{\"kvTimeoutMs\":10000,\"numAtrs\":1024,\"durabilityLevel\":\"MAJORITY\"},\"atr\":null,\"mutations\":[]}},\"Positional\":[]}","httpStatus":200,"queryStatus":2,"errors":[{"msg":"Transaction staging error","code":17020,"name":null,"sev":0,"temp":false,"reason":null,"retry":false,"cause":{"cause":{"bucket":"default","cause":"deadline expired before WWC was resolved on default._default._default._txn:atr-628-#cc8","collection":"_default","document_key":"d9d3f60b-7e82-4e4e-a5a2-7d6a1b07c1c6","msg":"write write conflict","scope":"_default"},"raise":"failed","retry":true,"rollback":false}}],"message":"Transaction staging error [17020]","retryReasons":null} 2023-08-28 16:10:59 {"Scope": ["QueryAsync", "QueryWrapper"]} 2023-08-28 16:10:59 [10:40:59.532 WRN] [Couchbase.Transactions.AttemptContext] query code=17020 cause={ 2023-08-28 16:10:59 "bucket": "default", 2023-08-28 16:10:59 "cause": "deadline expired before WWC was resolved on default._default._default._txn:atr-628-#cc8", 2023-08-28 16:10:59 "collection": "_default", 2023-08-28 16:10:59 "document_key": "d9d3f60b-7e82-4e4e-a5a2-7d6a1b07c1c6", 2023-08-28 16:10:59 "msg": "write write conflict", 2023-08-28 16:10:59 "scope": "_default" 2023-08-28 16:10:59 } raise=failed {"Scope": ["QueryAsync", "QueryWrapper"]} 2023-08-28 16:10:59 [10:40:59.532 DBG] [ExecuteApplicationLambda] Propagating error up. (ec = FailOther, retry = True, finalError = TransactionFailed) {} 2023-08-28 16:10:59 [10:40:59.532 INF] [ExecuteApplicationLambda] Attempt 638c6208-1e3f-4dd8-9aff-25c1e3842ab3 completed. CleanupClient=False, LostCleanup=False {} 2023-08-28 16:10:59 [10:40:59.537 DBG] [Couchbase.Transactions.AttemptContext] [55b4a8ea-828a-4442-895f-760aa58058da] Executing Query: query: null {"Scope": ["QueryAsync", "QueryWrapper"]} 2023-08-28 16:11:00 [10:41:00.935 ERR] [Couchbase.Transactions.AttemptContext] [55b4a8ea-828a-4442-895f-760aa58058da] query failed at query: Couchbase.Core.Exceptions.IndexFailureException: Keyspace not found in CB datastore: default:_default - cause: No bucket named _default [12003] 2023-08-28 16:11:00 at Couchbase.Query.QueryResultExtensions.ThrowExceptionOnError[T](IQueryResult`1 result, QueryErrorContext context) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryResultExtensions.cs:line 137 2023-08-28 16:11:00 at Couchbase.Query.QueryClient.ExecuteQuery[T](QueryOptions options, ITypeSerializer serializer, IRequestSpan span) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryClient.cs:line 320 2023-08-28 16:11:00 at Couchbase.Query.QueryClient.QueryAsync[T](String statement, QueryOptions options) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryClient.cs:line 149 2023-08-28 16:11:00 at Couchbase.Cluster.<>c__DisplayClass35_0`1.<g__Func|0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Cluster.cs:line 339 2023-08-28 16:11:00 --- End of stack trace from previous location --- 2023-08-28 16:11:00 at Couchbase.Core.Retry.RetryOrchestrator.RetryAsync[T](Func`1 send, IRequest request) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Core/Retry/RetryOrchestrator.cs:line 73 2023-08-28 16:11:00 at Couchbase.Cluster.QueryAsync[T](String statement, QueryOptions options) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Cluster.cs:line 349 2023-08-28 16:11:00 at Couchbase.Transactions.AttemptContext.QueryWrapper[T](Int64 statementId, IScope scope, String statement, QueryOptions options, String hookPoint, IRequestSpan parentSpan, Boolean isBeginWork, Boolean existingErrorCheck, JObject txdata, Boolean txImplicit) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 2119 2023-08-28 16:11:00 -----------------------Context Info--------------------------- 2023-08-28 16:11:00 {"statement":"[{\u0022statement\u0022:\u0022DELETE FROM \\u0060_default\\u0060 WHERE META().id = \\u0027d9d3f60b-7e82-4e4e-a5a2-7d6a1b07c1c6\\u0027\u0022,\u0022client_context_id\u0022:\u002220231455-512b-4dcd-9500-89b20762cecd\u0022,\u0022metrics\u0022:true,\u0022scan_consistency\u0022:\u0022request_plus\u0022,\u0022timeout\u0022:\u002275000ms\u0022,\u0022tximplicit\u0022:true,\u0022durability_level\u0022:\u0022majority\u0022,\u0022txtimeout\u0022:\u0022727.0312ms\u0022,\u0022txdata\u0022:{\u0022id\u0022:{\u0022txn\u0022:\u0022e5e7617a-9eab-4e05-9cbc-700011bb59ed\u0022,\u0022atmpt\u0022:\u002255b4a8ea-828a-4442-895f-760aa58058da\u0022},\u0022state\u0022:{\u0022timeLeftMs\u0022:727},\u0022config\u0022:{\u0022kvTimeoutMs\u0022:10000,\u0022numAtrs\u0022:1024,\u0022durabilityLevel\u0022:\u0022MAJORITY\u0022},\u0022atr\u0022:null,\u0022mutations\u0022:[]}}]","clientContextId":"20231455-512b-4dcd-9500-89b20762cecd","parameters":"{\u0022Named\u0022:{},\u0022Raw\u0022:{\u0022tximplicit\u0022:true,\u0022durability_level\u0022:\u0022majority\u0022,\u0022txtimeout\u0022:\u0022727.0312ms\u0022,\u0022txdata\u0022:{\u0022id\u0022:{\u0022Transactionid\u0022:\u0022e5e7617a-9eab-4e05-9cbc-700011bb59ed\u0022,\u0022AttemptId\u0022:\u002255b4a8ea-828a-4442-895f-760aa58058da\u0022},\u0022state\u0022:{\u0022timeLeftMs\u0022:727},\u0022config\u0022:{\u0022kvTimeoutMs\u0022:10000,\u0022numAtrs\u0022:1024,\u0022durabilityLevel\u0022:\u0022MAJORITY\u0022},\u0022atr\u0022:null,\u0022mutations\u0022:[]}},\u0022Positional\u0022:[]}","httpStatus":"InternalServerError","queryStatus":"fatal","errors":[{"msg":"Keyspace not found in CB datastore: default:_default - cause: No bucket named _default","code":12003,"name":null,"severity":0,"temp":false,"reason":null,"retry":false}],"message":"Keyspace not found in CB datastore: default:_default - cause: No bucket named _default [12003]","retryReasons":null} 2023-08-28 16:11:00 {"Scope": ["QueryAsync", "QueryWrapper"]} 2023-08-28 16:11:00 [10:41:00.938 INF] [ExecuteApplicationLambda] Attempt 55b4a8ea-828a-4442-895f-760aa58058da completed. CleanupClient=False, LostCleanup=False {} 2023-08-28 16:11:02 [10:41:02.151 DBG] [] transactionCreate: { "transactionsFactoryRef": "6ccfe8bf-a75f-4f8b-b8b8-474203e4b917", "attempts": [ { "commands": [ { "replace": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "7de52c6e-8da8-4763-a727-c3699a6238a1" }, "contentJson": "{\"content\":\"updated\"}", "expectedResult": [ { "success": true } ] } }, { "commit": { "expectedResult": [ { "error": { "errorClass": "EC_FAIL_OTHER", "autoRollbackAttempt": true, "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookAction": "FAIL_OTHER" }, { "hookPoint": "AFTER_ATR_ABORTED" } ] }, "clusterConnectionId": "defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184" } {} 2023-08-28 16:11:02 [10:41:02.151 INF] [] Starting Transaction Test {} 2023-08-28 16:11:02 [10:41:02.151 DBG] [] Test: { "transactionsFactoryRef": "6ccfe8bf-a75f-4f8b-b8b8-474203e4b917", "attempts": [ { "commands": [ { "replace": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "7de52c6e-8da8-4763-a727-c3699a6238a1" }, "contentJson": "{\"content\":\"updated\"}", "expectedResult": [ { "success": true } ] } }, { "commit": { "expectedResult": [ { "error": { "errorClass": "EC_FAIL_OTHER", "autoRollbackAttempt": true, "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookAction": "FAIL_OTHER" }, { "hookPoint": "AFTER_ATR_ABORTED" } ] }, "clusterConnectionId": "defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184" } {} 2023-08-28 16:11:02 [10:41:02.151 DBG] [] clusterConnectionId:defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184 {} 2023-08-28 16:11:02 [10:41:02.151 DBG] [] Using custom connection at host : couchbase://172.23.111.130 and with username Administrator {} 2023-08-28 16:11:02 [10:41:02.151 DBG] [] Registering 2 hooks {} 2023-08-28 16:11:02 [10:41:02.151 DBG] [] - Hook Point BeforeAtrCommit with Action FailOther {} 2023-08-28 16:11:02 [10:41:02.152 DBG] [] - Hook Point AfterAtrAborted with Action FailHard {} 2023-08-28 16:11:02 [10:41:02.153 DBG] [] Starting Attempt 0 {} 2023-08-28 16:11:02 [10:41:02.153 DBG] [] Performing TransactionCommand Replace {} 2023-08-28 16:11:02 [10:41:02.153 DBG] [] ab65b9e6-a8a4-4e1a-a90b-54229008e1be.4d046c66-347b-4dc5-9fb0-1bf3e1e643d0: Performing command: replace {} 2023-08-28 16:11:02 [10:41:02.408 DBG] [Couchbase.Transactions.AttemptContext] GetWithMav for 7de52c6e-8da8-4763-a727-c3699a6238a1, attemptId=4d046c66-347b-4dc5-9fb0-1bf3e1e643d0, postCas=1693219262594744320 {"Scope": ["GetWithKv", "GetWithMav"]} 2023-08-28 16:11:02 [10:41:02.410 DBG] [Couchbase.Transactions.AttemptContext] CheckWriteWriteConflict@WW_RP for default::_default::_default::7de52c6e-8da8-4763-a727-c3699a6238a1, attempt=4d046c66-347b-4dc5-9fb0-1bf3e1e643d0 {"Scope": ["ReplaceWithKv", "CheckWriteWriteConflict"]} 2023-08-28 16:11:02 [10:41:02.410 DBG] [Couchbase.Transactions.AttemptContext] CheckWriteWriteConflict no other txn for default::_default::_default::7de52c6e-8da8-4763-a727-c3699a6238a1, attempt=4d046c66-347b-4dc5-9fb0-1bf3e1e643d0 {"Scope": ["ReplaceWithKv", "CheckWriteWriteConflict"]} 2023-08-28 16:11:02 [10:41:02.410 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Requested Durability = Majority {"Scope": ["ReplaceWithKv", "InitAtrIfNeeded"]} 2023-08-28 16:11:02 [10:41:02.673 INF] [Couchbase.Transactions.DataAccess.AtrRepository] Upserted ATR to PENDING _txn:atr-448-#b9/attempts.4d046c66-347b-4dc5-9fb0-1bf3e1e643d0 (cas = 1693219263091507200) {"Scope": ["ReplaceWithKv", "SetAtrPending", "MutateAtrPending"]} 2023-08-28 16:11:02 [10:41:02.673 DBG] [Couchbase.Transactions.AttemptContext] SetAtrPending for default._default._default::_txn:atr-448-#b9 (attempt=4d046c66-347b-4dc5-9fb0-1bf3e1e643d0) {"Scope": ["ReplaceWithKv", "SetAtrPending"]} 2023-08-28 16:11:02 [10:41:02.982 DBG] [Couchbase.Transactions.AttemptContext] CreateStagedReplace for 7de52c6e-8da8-4763-a727-c3699a6238a1, attemptId=4d046c66-347b-4dc5-9fb0-1bf3e1e643d0, preCase=1693219262594744320, postCas=1693219263354699776, accessDeleted=False {"Scope": ["ReplaceWithKv", "CreateStagedReplace"]} 2023-08-28 16:11:02 [10:41:02.983 DBG] [] ab65b9e6-a8a4-4e1a-a90b-54229008e1be.4d046c66-347b-4dc5-9fb0-1bf3e1e643d0: Command Succeeded {} 2023-08-28 16:11:02 [10:41:02.983 DBG] [] Performing TransactionCommand Commit {} 2023-08-28 16:11:02 [10:41:02.983 DBG] [] ab65b9e6-a8a4-4e1a-a90b-54229008e1be.4d046c66-347b-4dc5-9fb0-1bf3e1e643d0: Performing command: commit {} 2023-08-28 16:11:02 [10:41:02.984 WRN] [Couchbase.Transactions.AttemptContext] Failed attempt at committing due to FailOther {"Scope": ["CommitWithKv", "SetAtrCommit"]} 2023-08-28 16:11:02 [10:41:02.987 DBG] [] ExternalException.Unknown: Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException' was thrown. 2023-08-28 16:11:02 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_3() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 291 2023-08-28 16:11:02 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 462 2023-08-28 16:11:02 --- End of stack trace from previous location --- 2023-08-28 16:11:02 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 466 2023-08-28 16:11:02 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 2023-08-28 16:11:02 --- End of stack trace from previous location --- 2023-08-28 16:11:02 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 268 2023-08-28 16:11:02 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 2023-08-28 16:11:02 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.BeforeAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 89 2023-08-28 16:11:02 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1413 {} 2023-08-28 16:11:02 [10:41:02.987 DBG] [] Operation 'commit' failed as expected {} 2023-08-28 16:11:02 [10:41:02.987 WRN] [ExecuteApplicationLambda] Attempt failed, attempting automatic rollback... {} 2023-08-28 16:11:02 [10:41:02.987 INF] [Couchbase.Transactions.AttemptContext] Setting Aborted status. isAppRollback=False {"Scope": ["RollbackWithKv", "SetAtrAborted"]} 2023-08-28 16:11:03 [10:41:03.287 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Updated to ABORTED ATR _txn:atr-448-#b9/attempts.4d046c66-347b-4dc5-9fb0-1bf3e1e643d0 (cas = 1693219263668879360) {"Scope": ["RollbackWithKv", "SetAtrAborted", "MutateAtrAborted"]} 2023-08-28 16:11:03 [10:41:03.287 DBG] [Couchbase.Transactions.AttemptContext] SetAtrAborted for default._default._default::_txn:atr-448-#b9 (attempt=4d046c66-347b-4dc5-9fb0-1bf3e1e643d0) {"Scope": ["RollbackWithKv", "SetAtrAborted"]} 2023-08-28 16:11:03 [10:41:03.289 WRN] [ExecuteApplicationLambda] Rollback failed due to Exception of type 'Couchbase.Transactions.Error.External.TransactionOperationFailedException' was thrown. {} 2023-08-28 16:11:03 [10:41:03.289 INF] [ExecuteApplicationLambda] Attempt 4d046c66-347b-4dc5-9fb0-1bf3e1e643d0 completed. CleanupClient=False, LostCleanup=False {} 2023-08-28 16:11:03 Transaction Failed with: Couchbase.Transactions.Error.TransactionFailedException: Transaction failed. 2023-08-28 16:11:03 ---> Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException' was thrown. 2023-08-28 16:11:03 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_3() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 291 2023-08-28 16:11:03 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 462 2023-08-28 16:11:03 --- End of stack trace from previous location --- 2023-08-28 16:11:03 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 466 2023-08-28 16:11:03 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 2023-08-28 16:11:03 --- End of stack trace from previous location --- 2023-08-28 16:11:03 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 268 2023-08-28 16:11:03 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 2023-08-28 16:11:03 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.BeforeAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 89 2023-08-28 16:11:03 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1413 2023-08-28 16:11:03 --- End of inner exception stack trace --- 2023-08-28 16:11:03 at Couchbase.Transactions.Transactions.RunAsync(Func`2 transactionLogic, PerTransactionConfig perConfig, Boolean singleQueryTransactionMode) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/Transactions.cs:line 229 2023-08-28 16:11:03 at Couchbase.Transactions.FitPerformer.TwoWayTransaction.Run(Transactions transactions, TransactionCreateRequest request, ClusterConnection connection, IServerStreamWriter`1 responseStream) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 68 2023-08-28 16:11:03 -----------------------Context Info--------------------------- 2023-08-28 16:11:03 2023-08-28 16:11:03 2023-08-28 16:11:03 [10:41:03.293 DBG] [] UNKNOWN due to Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException' was thrown. 2023-08-28 16:11:03 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_3() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 291 2023-08-28 16:11:03 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 462 2023-08-28 16:11:03 --- End of stack trace from previous location --- 2023-08-28 16:11:03 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 466 2023-08-28 16:11:03 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 2023-08-28 16:11:03 --- End of stack trace from previous location --- 2023-08-28 16:11:03 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 268 2023-08-28 16:11:03 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 2023-08-28 16:11:03 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.BeforeAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 89 2023-08-28 16:11:03 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1413 {} 2023-08-28 16:11:03 [10:41:03.293 INF] [] Completed Transaction Test {} 2023-08-28 16:11:03 [10:41:03.305 DBG] [] transactionSingleQuery: { "transactionsFactoryRef": "6ccfe8bf-a75f-4f8b-b8b8-474203e4b917", "clusterConnectionId": "defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184", "query": { "statement": "SELECT * FROM `_default` WHERE META().id = '7de52c6e-8da8-4763-a727-c3699a6238a1'", "expectedResult": [ { "anythingAllowed": true } ], "checkRowCount": true, "expectedRowCount": 1, "queryParameters": { }, "scope": { "bucketName": "default", "scopeName": "_default" } } } {} 2023-08-28 16:11:03 [10:41:03.305 DBG] [] clusterConnectionId:defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184 {} 2023-08-28 16:11:03 [10:41:03.305 DBG] [] Using custom connection at host : couchbase://172.23.111.130 and with username Administrator {} 2023-08-28 16:11:03 [10:41:03.305 DBG] [Couchbase.Transactions.AttemptContext] [f76aec28-87ac-48d1-9c5d-a64753540374] Executing Query: query: null {"Scope": ["QueryAsync", "QueryWrapper"]} 2023-08-28 16:11:03 [10:41:03.552 INF] [ExecuteApplicationLambda] Attempt f76aec28-87ac-48d1-9c5d-a64753540374 completed. CleanupClient=False, LostCleanup=False {} 2023-08-28 16:11:05 [10:41:05.499 DBG] [] transactionCreate: { "transactionsFactoryRef": "6ccfe8bf-a75f-4f8b-b8b8-474203e4b917", "attempts": [ { "commands": [ { "remove": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "15388d98-a7cf-49c2-a27f-c053cbea1c01" }, "expectedResult": [ { "error": { "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookPoint": "AFTER_STAGED_REMOVE_COMPLETE" } ] }, "clusterConnectionId": "defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184" } {} 2023-08-28 16:11:05 [10:41:05.499 INF] [] Starting Transaction Test {} 2023-08-28 16:11:05 [10:41:05.499 DBG] [] Test: { "transactionsFactoryRef": "6ccfe8bf-a75f-4f8b-b8b8-474203e4b917", "attempts": [ { "commands": [ { "remove": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "15388d98-a7cf-49c2-a27f-c053cbea1c01" }, "expectedResult": [ { "error": { "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookPoint": "AFTER_STAGED_REMOVE_COMPLETE" } ] }, "clusterConnectionId": "defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184" } {} 2023-08-28 16:11:05 [10:41:05.499 DBG] [] clusterConnectionId:defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184 {} 2023-08-28 16:11:05 [10:41:05.499 DBG] [] Using custom connection at host : couchbase://172.23.111.130 and with username Administrator {} 2023-08-28 16:11:05 [10:41:05.499 DBG] [] Registering 1 hooks {} 2023-08-28 16:11:05 [10:41:05.499 DBG] [] - Hook Point AfterStagedRemoveComplete with Action FailHard {} 2023-08-28 16:11:05 [10:41:05.500 DBG] [] Starting Attempt 0 {} 2023-08-28 16:11:05 [10:41:05.500 DBG] [] Performing TransactionCommand Remove {} 2023-08-28 16:11:05 [10:41:05.500 DBG] [] bedb2c25-4dd2-4006-9e1f-9e6e40671050.cacb65e4-22ea-40b9-bf77-bbedce8cf84b: Performing command: remove {} 2023-08-28 16:11:05 [10:41:05.749 DBG] [Couchbase.Transactions.AttemptContext] GetWithMav for 15388d98-a7cf-49c2-a27f-c053cbea1c01, attemptId=cacb65e4-22ea-40b9-bf77-bbedce8cf84b, postCas=1693219265937539072 {"Scope": ["GetWithKv", "GetWithMav"]} 2023-08-28 16:11:05 [10:41:05.750 DBG] [Couchbase.Transactions.AttemptContext] CheckWriteWriteConflict@WW_RM for default::_default::_default::15388d98-a7cf-49c2-a27f-c053cbea1c01, attempt=cacb65e4-22ea-40b9-bf77-bbedce8cf84b {"Scope": ["RemoveWithKv", "CheckWriteWriteConflict"]} 2023-08-28 16:11:05 [10:41:05.750 DBG] [Couchbase.Transactions.AttemptContext] CheckWriteWriteConflict no other txn for default::_default::_default::15388d98-a7cf-49c2-a27f-c053cbea1c01, attempt=cacb65e4-22ea-40b9-bf77-bbedce8cf84b {"Scope": ["RemoveWithKv", "CheckWriteWriteConflict"]} 2023-08-28 16:11:05 [10:41:05.751 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Requested Durability = Majority {"Scope": ["RemoveWithKv", "InitAtrIfNeeded"]} 2023-08-28 16:11:05 [10:41:05.985 INF] [Couchbase.Transactions.DataAccess.AtrRepository] Upserted ATR to PENDING _txn:atr-260-#12b/attempts.cacb65e4-22ea-40b9-bf77-bbedce8cf84b (cas = 1693219266430566400) {"Scope": ["RemoveWithKv", "SetAtrPending", "MutateAtrPending"]} 2023-08-28 16:11:05 [10:41:05.986 DBG] [Couchbase.Transactions.AttemptContext] SetAtrPending for default._default._default::_txn:atr-260-#12b (attempt=cacb65e4-22ea-40b9-bf77-bbedce8cf84b) {"Scope": ["RemoveWithKv", "SetAtrPending"]} 2023-08-28 16:11:06 [10:41:06.258 DBG] [Couchbase.Transactions.AttemptContext] CreateStagedRemove for 15388d98-a7cf-49c2-a27f-c053cbea1c01, attemptId=cacb65e4-22ea-40b9-bf77-bbedce8cf84b, preCas=1693219265937539072, postCas=1693219266665578496 {"Scope": ["RemoveWithKv", "CreateStagedRemove"]} 2023-08-28 16:11:06 [10:41:06.263 DBG] [] ExternalException.Unknown: Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. 2023-08-28 16:11:06 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 2023-08-28 16:11:06 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 462 2023-08-28 16:11:06 --- End of stack trace from previous location --- 2023-08-28 16:11:06 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 466 2023-08-28 16:11:06 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 2023-08-28 16:11:06 --- End of stack trace from previous location --- 2023-08-28 16:11:06 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 268 2023-08-28 16:11:06 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 2023-08-28 16:11:06 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterStagedRemoveComplete(AttemptContext ctx, String id) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 148 2023-08-28 16:11:06 at Couchbase.Transactions.AttemptContext.CreateStagedRemove(TransactionGetResult doc, IRequestSpan parentSpan) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 972 {} 2023-08-28 16:11:06 [10:41:06.263 DBG] [] Operation 'remove' failed as expected {} 2023-08-28 16:11:06 [10:41:06.264 DBG] [ExecuteApplicationLambda] Propagating error up. (ec = FailHard, retry = False, finalError = TransactionFailed) {} 2023-08-28 16:11:06 [10:41:06.264 INF] [ExecuteApplicationLambda] Attempt cacb65e4-22ea-40b9-bf77-bbedce8cf84b completed. CleanupClient=False, LostCleanup=False {} 2023-08-28 16:11:06 Transaction Failed with: Couchbase.Transactions.Error.TransactionFailedException: Transaction failed. 2023-08-28 16:11:06 ---> Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. 2023-08-28 16:11:06 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 2023-08-28 16:11:06 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 462 2023-08-28 16:11:06 --- End of stack trace from previous location --- 2023-08-28 16:11:06 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 466 2023-08-28 16:11:06 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 2023-08-28 16:11:06 --- End of stack trace from previous location --- 2023-08-28 16:11:06 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 268 2023-08-28 16:11:06 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 2023-08-28 16:11:06 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterStagedRemoveComplete(AttemptContext ctx, String id) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 148 2023-08-28 16:11:06 at Couchbase.Transactions.AttemptContext.CreateStagedRemove(TransactionGetResult doc, IRequestSpan parentSpan) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 972 2023-08-28 16:11:06 --- End of inner exception stack trace --- 2023-08-28 16:11:06 at Couchbase.Transactions.Transactions.RunAsync(Func`2 transactionLogic, PerTransactionConfig perConfig, Boolean singleQueryTransactionMode) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/Transactions.cs:line 229 2023-08-28 16:11:06 at Couchbase.Transactions.FitPerformer.TwoWayTransaction.Run(Transactions transactions, TransactionCreateRequest request, ClusterConnection connection, IServerStreamWriter`1 responseStream) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 68 2023-08-28 16:11:06 -----------------------Context Info--------------------------- 2023-08-28 16:11:06 2023-08-28 16:11:06 2023-08-28 16:11:06 [10:41:06.268 DBG] [] UNKNOWN due to Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. 2023-08-28 16:11:06 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 2023-08-28 16:11:06 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 462 2023-08-28 16:11:06 --- End of stack trace from previous location --- 2023-08-28 16:11:06 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 466 2023-08-28 16:11:06 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 2023-08-28 16:11:06 --- End of stack trace from previous location --- 2023-08-28 16:11:06 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 268 2023-08-28 16:11:06 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 2023-08-28 16:11:06 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterStagedRemoveComplete(AttemptContext ctx, String id) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 148 2023-08-28 16:11:06 at Couchbase.Transactions.AttemptContext.CreateStagedRemove(TransactionGetResult doc, IRequestSpan parentSpan) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 972 {} 2023-08-28 16:11:06 [10:41:06.268 INF] [] Completed Transaction Test {} 2023-08-28 16:11:07 [10:41:07.186 DBG] [] transactionSingleQuery: { "transactionsFactoryRef": "6ccfe8bf-a75f-4f8b-b8b8-474203e4b917", "clusterConnectionId": "defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184", "query": { "statement": "INSERT INTO `_default` VALUES ('15388d98-a7cf-49c2-a27f-c053cbea1c01', {\"content\":\"updated\"})", "expectedResult": [ { "anythingAllowed": true } ], "queryParameters": { }, "scope": { "bucketName": "default", "scopeName": "_default" } } } {} 2023-08-28 16:11:07 [10:41:07.186 DBG] [] clusterConnectionId:defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184 {} 2023-08-28 16:11:07 [10:41:07.186 DBG] [] Using custom connection at host : couchbase://172.23.111.130 and with username Administrator {} 2023-08-28 16:11:07 [10:41:07.187 DBG] [Couchbase.Transactions.AttemptContext] [321342a1-17f4-4a5f-99b6-fa2fd7864e52] Executing Query: query: null {"Scope": ["QueryAsync", "QueryWrapper"]} 2023-08-28 16:11:07 [10:41:07.773 ERR] [Couchbase.Transactions.AttemptContext] [321342a1-17f4-4a5f-99b6-fa2fd7864e52] query failed at query: Couchbase.CouchbaseException: Duplicate Key: 15388d98-a7cf-49c2-a27f-c053cbea1c01 [17012] 2023-08-28 16:11:07 at Couchbase.Query.QueryResultExtensions.ThrowExceptionOnError[T](IQueryResult`1 result, QueryErrorContext context) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryResultExtensions.cs:line 137 2023-08-28 16:11:07 at Couchbase.Query.QueryClient.ExecuteQuery[T](QueryOptions options, ITypeSerializer serializer, IRequestSpan span) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryClient.cs:line 320 2023-08-28 16:11:07 at Couchbase.Query.QueryClient.QueryAsync[T](String statement, QueryOptions options) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryClient.cs:line 149 2023-08-28 16:11:07 at Couchbase.Cluster.<>c__DisplayClass35_0`1.<g__Func|0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Cluster.cs:line 339 2023-08-28 16:11:07 --- End of stack trace from previous location --- 2023-08-28 16:11:07 at Couchbase.Core.Retry.RetryOrchestrator.RetryAsync[T](Func`1 send, IRequest request) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Core/Retry/RetryOrchestrator.cs:line 73 2023-08-28 16:11:07 at Couchbase.Cluster.QueryAsync[T](String statement, QueryOptions options) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Cluster.cs:line 349 2023-08-28 16:11:07 at Couchbase.Transactions.AttemptContext.QueryWrapper[T](Int64 statementId, IScope scope, String statement, QueryOptions options, String hookPoint, IRequestSpan parentSpan, Boolean isBeginWork, Boolean existingErrorCheck, JObject txdata, Boolean txImplicit) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 2119 2023-08-28 16:11:07 -----------------------Context Info--------------------------- 2023-08-28 16:11:07 {"statement":"[{\"statement\":\"INSERT INTO \\u0060_default\\u0060 VALUES (\\u002715388d98-a7cf-49c2-a27f-c053cbea1c01\\u0027, {\\u0022content\\u0022:\\u0022updated\\u0022})\",\"client_context_id\":\"b2b9542d-1b36-4ddb-baaa-e447baf6abe4\",\"metrics\":true,\"query_context\":\"default:\\u0060default\\u0060.\\u0060_default\\u0060\",\"scan_consistency\":\"request_plus\",\"timeout\":\"75000ms\",\"tximplicit\":true,\"durability_level\":\"majority\",\"txtimeout\":\"14999.2211ms\",\"txdata\":{\"id\":{\"txn\":\"efb479a4-4cd8-4d49-b0c8-f0d7ff90b351\",\"atmpt\":\"321342a1-17f4-4a5f-99b6-fa2fd7864e52\"},\"state\":{\"timeLeftMs\":14999},\"config\":{\"kvTimeoutMs\":10000,\"numAtrs\":1024,\"durabilityLevel\":\"MAJORITY\"},\"atr\":null,\"mutations\":[]}}]","clientContextId":"b2b9542d-1b36-4ddb-baaa-e447baf6abe4","parameters":"{\"Named\":{},\"Raw\":{\"tximplicit\":true,\"durability_level\":\"majority\",\"txtimeout\":\"14999.2211ms\",\"txdata\":{\"id\":{\"Transactionid\":\"efb479a4-4cd8-4d49-b0c8-f0d7ff90b351\",\"AttemptId\":\"321342a1-17f4-4a5f-99b6-fa2fd7864e52\"},\"state\":{\"timeLeftMs\":14999},\"config\":{\"kvTimeoutMs\":10000,\"numAtrs\":1024,\"durabilityLevel\":\"MAJORITY\"},\"atr\":null,\"mutations\":[]}},\"Positional\":[]}","httpStatus":200,"queryStatus":2,"errors":[{"msg":"Duplicate Key: 15388d98-a7cf-49c2-a27f-c053cbea1c01","code":17012,"name":null,"sev":0,"temp":false,"reason":null,"retry":false,"cause":{"cause":"found staged non-insert mutation: document already exists","raise":"failed","retry":false,"rollback":false}}],"message":"Duplicate Key: 15388d98-a7cf-49c2-a27f-c053cbea1c01 [17012]","retryReasons":null} 2023-08-28 16:11:07 {"Scope": ["QueryAsync", "QueryWrapper"]} 2023-08-28 16:11:07 [10:41:07.780 INF] [ExecuteApplicationLambda] Attempt 321342a1-17f4-4a5f-99b6-fa2fd7864e52 completed. CleanupClient=False, LostCleanup=False {} 2023-08-28 16:11:09 [10:41:09.331 DBG] [] transactionCreate: { "transactionsFactoryRef": "6ccfe8bf-a75f-4f8b-b8b8-474203e4b917", "attempts": [ { "commands": [ { "remove": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "9b40aa24-0ec6-4f0e-8578-06ec73e10671" }, "expectedResult": [ { "error": { "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookPoint": "AFTER_STAGED_REMOVE_COMPLETE" } ] }, "clusterConnectionId": "defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184" } {} 2023-08-28 16:11:09 [10:41:09.331 INF] [] Starting Transaction Test {} 2023-08-28 16:11:09 [10:41:09.331 DBG] [] Test: { "transactionsFactoryRef": "6ccfe8bf-a75f-4f8b-b8b8-474203e4b917", "attempts": [ { "commands": [ { "remove": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "9b40aa24-0ec6-4f0e-8578-06ec73e10671" }, "expectedResult": [ { "error": { "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookPoint": "AFTER_STAGED_REMOVE_COMPLETE" } ] }, "clusterConnectionId": "defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184" } {} 2023-08-28 16:11:09 [10:41:09.331 DBG] [] clusterConnectionId:defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184 {} 2023-08-28 16:11:09 [10:41:09.331 DBG] [] Using custom connection at host : couchbase://172.23.111.130 and with username Administrator {} 2023-08-28 16:11:09 [10:41:09.331 DBG] [] Registering 1 hooks {} 2023-08-28 16:11:09 [10:41:09.331 DBG] [] - Hook Point AfterStagedRemoveComplete with Action FailHard {} 2023-08-28 16:11:09 [10:41:09.333 DBG] [] Starting Attempt 0 {} 2023-08-28 16:11:09 [10:41:09.333 DBG] [] Performing TransactionCommand Remove {} 2023-08-28 16:11:09 [10:41:09.333 DBG] [] bae5054b-c0fb-46c3-aa04-64516f18d6bf.3aa9d74f-b5b7-4e43-abe3-bdce69451a4a: Performing command: remove {} 2023-08-28 16:11:09 [10:41:09.631 DBG] [Couchbase.Transactions.AttemptContext] GetWithMav for 9b40aa24-0ec6-4f0e-8578-06ec73e10671, attemptId=3aa9d74f-b5b7-4e43-abe3-bdce69451a4a, postCas=1693219269679710208 {"Scope": ["GetWithKv", "GetWithMav"]} 2023-08-28 16:11:09 [10:41:09.632 DBG] [Couchbase.Transactions.AttemptContext] CheckWriteWriteConflict@WW_RM for default::_default::_default::9b40aa24-0ec6-4f0e-8578-06ec73e10671, attempt=3aa9d74f-b5b7-4e43-abe3-bdce69451a4a {"Scope": ["RemoveWithKv", "CheckWriteWriteConflict"]} 2023-08-28 16:11:09 [10:41:09.632 DBG] [Couchbase.Transactions.AttemptContext] CheckWriteWriteConflict no other txn for default::_default::_default::9b40aa24-0ec6-4f0e-8578-06ec73e10671, attempt=3aa9d74f-b5b7-4e43-abe3-bdce69451a4a {"Scope": ["RemoveWithKv", "CheckWriteWriteConflict"]} 2023-08-28 16:11:09 [10:41:09.632 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Requested Durability = Majority {"Scope": ["RemoveWithKv", "InitAtrIfNeeded"]} 2023-08-28 16:11:09 [10:41:09.897 INF] [Couchbase.Transactions.DataAccess.AtrRepository] Upserted ATR to PENDING _txn:atr-606-#2be/attempts.3aa9d74f-b5b7-4e43-abe3-bdce69451a4a (cas = 1693219270318882816) {"Scope": ["RemoveWithKv", "SetAtrPending", "MutateAtrPending"]} 2023-08-28 16:11:09 [10:41:09.897 DBG] [Couchbase.Transactions.AttemptContext] SetAtrPending for default._default._default::_txn:atr-606-#2be (attempt=3aa9d74f-b5b7-4e43-abe3-bdce69451a4a) {"Scope": ["RemoveWithKv", "SetAtrPending"]} 2023-08-28 16:11:10 [10:41:10.144 DBG] [Couchbase.Transactions.AttemptContext] CreateStagedRemove for 9b40aa24-0ec6-4f0e-8578-06ec73e10671, attemptId=3aa9d74f-b5b7-4e43-abe3-bdce69451a4a, preCas=1693219269679710208, postCas=1693219270584172544 {"Scope": ["RemoveWithKv", "CreateStagedRemove"]} 2023-08-28 16:11:10 [10:41:10.148 DBG] [] ExternalException.Unknown: Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. 2023-08-28 16:11:10 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 2023-08-28 16:11:10 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 462 2023-08-28 16:11:10 --- End of stack trace from previous location --- 2023-08-28 16:11:10 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 466 2023-08-28 16:11:10 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 2023-08-28 16:11:10 --- End of stack trace from previous location --- 2023-08-28 16:11:10 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 268 2023-08-28 16:11:10 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 2023-08-28 16:11:10 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterStagedRemoveComplete(AttemptContext ctx, String id) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 148 2023-08-28 16:11:10 at Couchbase.Transactions.AttemptContext.CreateStagedRemove(TransactionGetResult doc, IRequestSpan parentSpan) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 972 {} 2023-08-28 16:11:10 [10:41:10.148 DBG] [] Operation 'remove' failed as expected {} 2023-08-28 16:11:10 [10:41:10.149 DBG] [ExecuteApplicationLambda] Propagating error up. (ec = FailHard, retry = False, finalError = TransactionFailed) {} 2023-08-28 16:11:10 [10:41:10.149 INF] [ExecuteApplicationLambda] Attempt 3aa9d74f-b5b7-4e43-abe3-bdce69451a4a completed. CleanupClient=False, LostCleanup=False {} 2023-08-28 16:11:10 Transaction Failed with: Couchbase.Transactions.Error.TransactionFailedException: Transaction failed. 2023-08-28 16:11:10 ---> Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. 2023-08-28 16:11:10 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 2023-08-28 16:11:10 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 462 2023-08-28 16:11:10 --- End of stack trace from previous location --- 2023-08-28 16:11:10 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 466 2023-08-28 16:11:10 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 2023-08-28 16:11:10 --- End of stack trace from previous location --- 2023-08-28 16:11:10 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 268 2023-08-28 16:11:10 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 2023-08-28 16:11:10 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterStagedRemoveComplete(AttemptContext ctx, String id) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 148 2023-08-28 16:11:10 at Couchbase.Transactions.AttemptContext.CreateStagedRemove(TransactionGetResult doc, IRequestSpan parentSpan) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 972 2023-08-28 16:11:10 --- End of inner exception stack trace --- 2023-08-28 16:11:10 at Couchbase.Transactions.Transactions.RunAsync(Func`2 transactionLogic, PerTransactionConfig perConfig, Boolean singleQueryTransactionMode) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/Transactions.cs:line 229 2023-08-28 16:11:10 at Couchbase.Transactions.FitPerformer.TwoWayTransaction.Run(Transactions transactions, TransactionCreateRequest request, ClusterConnection connection, IServerStreamWriter`1 responseStream) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 68 2023-08-28 16:11:10 -----------------------Context Info--------------------------- 2023-08-28 16:11:10 2023-08-28 16:11:10 2023-08-28 16:11:10 [10:41:10.154 DBG] [] UNKNOWN due to Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. 2023-08-28 16:11:10 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 2023-08-28 16:11:10 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 462 2023-08-28 16:11:10 --- End of stack trace from previous location --- 2023-08-28 16:11:10 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 466 2023-08-28 16:11:10 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 2023-08-28 16:11:10 --- End of stack trace from previous location --- 2023-08-28 16:11:10 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 268 2023-08-28 16:11:10 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 2023-08-28 16:11:10 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterStagedRemoveComplete(AttemptContext ctx, String id) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 148 2023-08-28 16:11:10 at Couchbase.Transactions.AttemptContext.CreateStagedRemove(TransactionGetResult doc, IRequestSpan parentSpan) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 972 {} 2023-08-28 16:11:10 [10:41:10.154 INF] [] Completed Transaction Test {} 2023-08-28 16:11:10 [10:41:10.940 DBG] [] transactionSingleQuery: { "transactionsFactoryRef": "6ccfe8bf-a75f-4f8b-b8b8-474203e4b917", "clusterConnectionId": "defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184", "query": { "statement": "UPDATE `_default` SET content = 'updated-query' WHERE META().id = '9b40aa24-0ec6-4f0e-8578-06ec73e10671'", "expectedResult": [ { "anythingAllowed": true } ], "checkMutations": true, "expectedMutations": 1, "queryParameters": { }, "scope": { "bucketName": "default", "scopeName": "_default" } }, "queryOptions": { "timeoutMillis": "2000" } } {} 2023-08-28 16:11:10 [10:41:10.940 DBG] [] clusterConnectionId:defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184 {} 2023-08-28 16:11:10 [10:41:10.940 DBG] [] Using custom connection at host : couchbase://172.23.111.130 and with username Administrator {} 2023-08-28 16:11:10 [10:41:10.940 DBG] [Couchbase.Transactions.AttemptContext] [e0af7e8b-bc6a-45dc-bb3d-b62cffd76cf4] Executing Query: query: null {"Scope": ["QueryAsync", "QueryWrapper"]} 2023-08-28 16:11:12 [10:41:12.299 ERR] [Couchbase.Transactions.AttemptContext] [e0af7e8b-bc6a-45dc-bb3d-b62cffd76cf4] query failed at query: Couchbase.CouchbaseException: Transaction staging error [17020] 2023-08-28 16:11:12 at Couchbase.Query.QueryResultExtensions.ThrowExceptionOnError[T](IQueryResult`1 result, QueryErrorContext context) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryResultExtensions.cs:line 137 2023-08-28 16:11:12 at Couchbase.Query.QueryClient.ExecuteQuery[T](QueryOptions options, ITypeSerializer serializer, IRequestSpan span) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryClient.cs:line 320 2023-08-28 16:11:12 at Couchbase.Query.QueryClient.QueryAsync[T](String statement, QueryOptions options) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryClient.cs:line 149 2023-08-28 16:11:12 at Couchbase.Cluster.<>c__DisplayClass35_0`1.<g__Func|0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Cluster.cs:line 339 2023-08-28 16:11:12 --- End of stack trace from previous location --- 2023-08-28 16:11:12 at Couchbase.Core.Retry.RetryOrchestrator.RetryAsync[T](Func`1 send, IRequest request) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Core/Retry/RetryOrchestrator.cs:line 73 2023-08-28 16:11:12 at Couchbase.Cluster.QueryAsync[T](String statement, QueryOptions options) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Cluster.cs:line 349 2023-08-28 16:11:12 at Couchbase.Transactions.AttemptContext.QueryWrapper[T](Int64 statementId, IScope scope, String statement, QueryOptions options, String hookPoint, IRequestSpan parentSpan, Boolean isBeginWork, Boolean existingErrorCheck, JObject txdata, Boolean txImplicit) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 2119 2023-08-28 16:11:12 -----------------------Context Info--------------------------- 2023-08-28 16:11:12 {"statement":"[{\"statement\":\"UPDATE \\u0060_default\\u0060 SET content = \\u0027updated-query\\u0027 WHERE META().id = \\u00279b40aa24-0ec6-4f0e-8578-06ec73e10671\\u0027\",\"client_context_id\":\"91e19432-d21e-4664-b9d9-cf781d80380f\",\"metrics\":true,\"query_context\":\"default:\\u0060default\\u0060.\\u0060_default\\u0060\",\"scan_consistency\":\"request_plus\",\"timeout\":\"75000ms\",\"tximplicit\":true,\"durability_level\":\"majority\",\"txtimeout\":\"1999.3357ms\",\"txdata\":{\"id\":{\"txn\":\"aeb279a8-fb5c-49eb-9a19-14c0b4cd827c\",\"atmpt\":\"e0af7e8b-bc6a-45dc-bb3d-b62cffd76cf4\"},\"state\":{\"timeLeftMs\":1999},\"config\":{\"kvTimeoutMs\":10000,\"numAtrs\":1024,\"durabilityLevel\":\"MAJORITY\"},\"atr\":null,\"mutations\":[]}}]","clientContextId":"91e19432-d21e-4664-b9d9-cf781d80380f","parameters":"{\"Named\":{},\"Raw\":{\"tximplicit\":true,\"durability_level\":\"majority\",\"txtimeout\":\"1999.3357ms\",\"txdata\":{\"id\":{\"Transactionid\":\"aeb279a8-fb5c-49eb-9a19-14c0b4cd827c\",\"AttemptId\":\"e0af7e8b-bc6a-45dc-bb3d-b62cffd76cf4\"},\"state\":{\"timeLeftMs\":1999},\"config\":{\"kvTimeoutMs\":10000,\"numAtrs\":1024,\"durabilityLevel\":\"MAJORITY\"},\"atr\":null,\"mutations\":[]}},\"Positional\":[]}","httpStatus":200,"queryStatus":2,"errors":[{"msg":"Transaction staging error","code":17020,"name":null,"sev":0,"temp":false,"reason":null,"retry":false,"cause":{"cause":{"bucket":"default","cause":"deadline expired before WWC was resolved on default._default._default._txn:atr-606-#2be","collection":"_default","document_key":"9b40aa24-0ec6-4f0e-8578-06ec73e10671","msg":"write write conflict","scope":"_default"},"raise":"failed","retry":true,"rollback":false}}],"message":"Transaction staging error [17020]","retryReasons":null} 2023-08-28 16:11:12 {"Scope": ["QueryAsync", "QueryWrapper"]} 2023-08-28 16:11:12 [10:41:12.301 WRN] [Couchbase.Transactions.AttemptContext] query code=17020 cause={ 2023-08-28 16:11:12 "bucket": "default", 2023-08-28 16:11:12 "cause": "deadline expired before WWC was resolved on default._default._default._txn:atr-606-#2be", 2023-08-28 16:11:12 "collection": "_default", 2023-08-28 16:11:12 "document_key": "9b40aa24-0ec6-4f0e-8578-06ec73e10671", 2023-08-28 16:11:12 "msg": "write write conflict", 2023-08-28 16:11:12 "scope": "_default" 2023-08-28 16:11:12 } raise=failed {"Scope": ["QueryAsync", "QueryWrapper"]} 2023-08-28 16:11:12 [10:41:12.302 DBG] [ExecuteApplicationLambda] Propagating error up. (ec = FailOther, retry = True, finalError = TransactionFailed) {} 2023-08-28 16:11:12 [10:41:12.302 INF] [ExecuteApplicationLambda] Attempt e0af7e8b-bc6a-45dc-bb3d-b62cffd76cf4 completed. CleanupClient=False, LostCleanup=False {} 2023-08-28 16:11:12 [10:41:12.312 DBG] [Couchbase.Transactions.AttemptContext] [c42ed8a4-df49-4ee5-b60d-10eb0515795c] Executing Query: query: null {"Scope": ["QueryAsync", "QueryWrapper"]} 2023-08-28 16:11:13 [10:41:13.910 ERR] [Couchbase.Transactions.AttemptContext] [c42ed8a4-df49-4ee5-b60d-10eb0515795c] query failed at query: Couchbase.Core.Exceptions.IndexFailureException: Keyspace not found in CB datastore: default:_default - cause: No bucket named _default [12003] 2023-08-28 16:11:13 at Couchbase.Query.QueryResultExtensions.ThrowExceptionOnError[T](IQueryResult`1 result, QueryErrorContext context) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryResultExtensions.cs:line 137 2023-08-28 16:11:13 at Couchbase.Query.QueryClient.ExecuteQuery[T](QueryOptions options, ITypeSerializer serializer, IRequestSpan span) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryClient.cs:line 320 2023-08-28 16:11:13 at Couchbase.Query.QueryClient.QueryAsync[T](String statement, QueryOptions options) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryClient.cs:line 149 2023-08-28 16:11:13 at Couchbase.Cluster.<>c__DisplayClass35_0`1.<g__Func|0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Cluster.cs:line 339 2023-08-28 16:11:13 --- End of stack trace from previous location --- 2023-08-28 16:11:13 at Couchbase.Core.Retry.RetryOrchestrator.RetryAsync[T](Func`1 send, IRequest request) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Core/Retry/RetryOrchestrator.cs:line 73 2023-08-28 16:11:13 at Couchbase.Cluster.QueryAsync[T](String statement, QueryOptions options) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Cluster.cs:line 349 2023-08-28 16:11:13 at Couchbase.Transactions.AttemptContext.QueryWrapper[T](Int64 statementId, IScope scope, String statement, QueryOptions options, String hookPoint, IRequestSpan parentSpan, Boolean isBeginWork, Boolean existingErrorCheck, JObject txdata, Boolean txImplicit) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 2119 2023-08-28 16:11:13 -----------------------Context Info--------------------------- 2023-08-28 16:11:13 {"statement":"[{\u0022statement\u0022:\u0022UPDATE \\u0060_default\\u0060 SET content = \\u0027updated-query\\u0027 WHERE META().id = \\u00279b40aa24-0ec6-4f0e-8578-06ec73e10671\\u0027\u0022,\u0022client_context_id\u0022:\u002203273f29-c657-4be8-ba11-f948b4d0eb78\u0022,\u0022metrics\u0022:true,\u0022scan_consistency\u0022:\u0022request_plus\u0022,\u0022timeout\u0022:\u002275000ms\u0022,\u0022tximplicit\u0022:true,\u0022durability_level\u0022:\u0022majority\u0022,\u0022txtimeout\u0022:\u0022627.4424ms\u0022,\u0022txdata\u0022:{\u0022id\u0022:{\u0022txn\u0022:\u0022aeb279a8-fb5c-49eb-9a19-14c0b4cd827c\u0022,\u0022atmpt\u0022:\u0022c42ed8a4-df49-4ee5-b60d-10eb0515795c\u0022},\u0022state\u0022:{\u0022timeLeftMs\u0022:627},\u0022config\u0022:{\u0022kvTimeoutMs\u0022:10000,\u0022numAtrs\u0022:1024,\u0022durabilityLevel\u0022:\u0022MAJORITY\u0022},\u0022atr\u0022:null,\u0022mutations\u0022:[]}}]","clientContextId":"03273f29-c657-4be8-ba11-f948b4d0eb78","parameters":"{\u0022Named\u0022:{},\u0022Raw\u0022:{\u0022tximplicit\u0022:true,\u0022durability_level\u0022:\u0022majority\u0022,\u0022txtimeout\u0022:\u0022627.4424ms\u0022,\u0022txdata\u0022:{\u0022id\u0022:{\u0022Transactionid\u0022:\u0022aeb279a8-fb5c-49eb-9a19-14c0b4cd827c\u0022,\u0022AttemptId\u0022:\u0022c42ed8a4-df49-4ee5-b60d-10eb0515795c\u0022},\u0022state\u0022:{\u0022timeLeftMs\u0022:627},\u0022config\u0022:{\u0022kvTimeoutMs\u0022:10000,\u0022numAtrs\u0022:1024,\u0022durabilityLevel\u0022:\u0022MAJORITY\u0022},\u0022atr\u0022:null,\u0022mutations\u0022:[]}},\u0022Positional\u0022:[]}","httpStatus":"InternalServerError","queryStatus":"fatal","errors":[{"msg":"Keyspace not found in CB datastore: default:_default - cause: No bucket named _default","code":12003,"name":null,"severity":0,"temp":false,"reason":null,"retry":false}],"message":"Keyspace not found in CB datastore: default:_default - cause: No bucket named _default [12003]","retryReasons":null} 2023-08-28 16:11:13 {"Scope": ["QueryAsync", "QueryWrapper"]} 2023-08-28 16:11:13 [10:41:13.912 INF] [ExecuteApplicationLambda] Attempt c42ed8a4-df49-4ee5-b60d-10eb0515795c completed. CleanupClient=False, LostCleanup=False {} 2023-08-28 16:11:15 [10:41:15.091 DBG] [] transactionCreate: { "transactionsFactoryRef": "6ccfe8bf-a75f-4f8b-b8b8-474203e4b917", "attempts": [ { "commands": [ { "remove": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "5919fdbc-cfb7-4aae-ac4c-d1e19f7442b2" }, "expectedResult": [ { "error": { "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookPoint": "AFTER_STAGED_REMOVE_COMPLETE" } ] }, "clusterConnectionId": "defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184" } {} 2023-08-28 16:11:15 [10:41:15.091 INF] [] Starting Transaction Test {} 2023-08-28 16:11:15 [10:41:15.091 DBG] [] Test: { "transactionsFactoryRef": "6ccfe8bf-a75f-4f8b-b8b8-474203e4b917", "attempts": [ { "commands": [ { "remove": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "5919fdbc-cfb7-4aae-ac4c-d1e19f7442b2" }, "expectedResult": [ { "error": { "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookPoint": "AFTER_STAGED_REMOVE_COMPLETE" } ] }, "clusterConnectionId": "defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184" } {} 2023-08-28 16:11:15 [10:41:15.091 DBG] [] clusterConnectionId:defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184 {} 2023-08-28 16:11:15 [10:41:15.092 DBG] [] Using custom connection at host : couchbase://172.23.111.130 and with username Administrator {} 2023-08-28 16:11:15 [10:41:15.092 DBG] [] Registering 1 hooks {} 2023-08-28 16:11:15 [10:41:15.092 DBG] [] - Hook Point AfterStagedRemoveComplete with Action FailHard {} 2023-08-28 16:11:15 [10:41:15.093 DBG] [] Starting Attempt 0 {} 2023-08-28 16:11:15 [10:41:15.093 DBG] [] Performing TransactionCommand Remove {} 2023-08-28 16:11:15 [10:41:15.093 DBG] [] 38affc4d-26d3-4023-979c-7ef6f4b0b14f.3f18dd8e-1612-4e97-83ae-e565f4655388: Performing command: remove {} 2023-08-28 16:11:15 [10:41:15.325 DBG] [Couchbase.Transactions.AttemptContext] GetWithMav for 5919fdbc-cfb7-4aae-ac4c-d1e19f7442b2, attemptId=3f18dd8e-1612-4e97-83ae-e565f4655388, postCas=1693219275538235392 {"Scope": ["GetWithKv", "GetWithMav"]} 2023-08-28 16:11:15 [10:41:15.326 DBG] [Couchbase.Transactions.AttemptContext] CheckWriteWriteConflict@WW_RM for default::_default::_default::5919fdbc-cfb7-4aae-ac4c-d1e19f7442b2, attempt=3f18dd8e-1612-4e97-83ae-e565f4655388 {"Scope": ["RemoveWithKv", "CheckWriteWriteConflict"]} 2023-08-28 16:11:15 [10:41:15.326 DBG] [Couchbase.Transactions.AttemptContext] CheckWriteWriteConflict no other txn for default::_default::_default::5919fdbc-cfb7-4aae-ac4c-d1e19f7442b2, attempt=3f18dd8e-1612-4e97-83ae-e565f4655388 {"Scope": ["RemoveWithKv", "CheckWriteWriteConflict"]} 2023-08-28 16:11:15 [10:41:15.327 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Requested Durability = Majority {"Scope": ["RemoveWithKv", "InitAtrIfNeeded"]} 2023-08-28 16:11:15 [10:41:15.569 INF] [Couchbase.Transactions.DataAccess.AtrRepository] Upserted ATR to PENDING _txn:atr-951-#216/attempts.3f18dd8e-1612-4e97-83ae-e565f4655388 (cas = 1693219276012716032) {"Scope": ["RemoveWithKv", "SetAtrPending", "MutateAtrPending"]} 2023-08-28 16:11:15 [10:41:15.569 DBG] [Couchbase.Transactions.AttemptContext] SetAtrPending for default._default._default::_txn:atr-951-#216 (attempt=3f18dd8e-1612-4e97-83ae-e565f4655388) {"Scope": ["RemoveWithKv", "SetAtrPending"]} 2023-08-28 16:11:15 [10:41:15.877 DBG] [Couchbase.Transactions.AttemptContext] CreateStagedRemove for 5919fdbc-cfb7-4aae-ac4c-d1e19f7442b2, attemptId=3f18dd8e-1612-4e97-83ae-e565f4655388, preCas=1693219275538235392, postCas=1693219276256116736 {"Scope": ["RemoveWithKv", "CreateStagedRemove"]} 2023-08-28 16:11:15 [10:41:15.886 DBG] [] ExternalException.Unknown: Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. 2023-08-28 16:11:15 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 2023-08-28 16:11:15 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 462 2023-08-28 16:11:15 --- End of stack trace from previous location --- 2023-08-28 16:11:15 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 466 2023-08-28 16:11:15 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 2023-08-28 16:11:15 --- End of stack trace from previous location --- 2023-08-28 16:11:15 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 268 2023-08-28 16:11:15 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 2023-08-28 16:11:15 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterStagedRemoveComplete(AttemptContext ctx, String id) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 148 2023-08-28 16:11:15 at Couchbase.Transactions.AttemptContext.CreateStagedRemove(TransactionGetResult doc, IRequestSpan parentSpan) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 972 {} 2023-08-28 16:11:15 [10:41:15.886 DBG] [] Operation 'remove' failed as expected {} 2023-08-28 16:11:15 [10:41:15.887 DBG] [ExecuteApplicationLambda] Propagating error up. (ec = FailHard, retry = False, finalError = TransactionFailed) {} 2023-08-28 16:11:15 [10:41:15.887 INF] [ExecuteApplicationLambda] Attempt 3f18dd8e-1612-4e97-83ae-e565f4655388 completed. CleanupClient=False, LostCleanup=False {} 2023-08-28 16:11:15 Transaction Failed with: Couchbase.Transactions.Error.TransactionFailedException: Transaction failed. 2023-08-28 16:11:15 ---> Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. 2023-08-28 16:11:15 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 2023-08-28 16:11:15 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 462 2023-08-28 16:11:15 --- End of stack trace from previous location --- 2023-08-28 16:11:15 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 466 2023-08-28 16:11:15 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 2023-08-28 16:11:15 --- End of stack trace from previous location --- 2023-08-28 16:11:15 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 268 2023-08-28 16:11:15 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 2023-08-28 16:11:15 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterStagedRemoveComplete(AttemptContext ctx, String id) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 148 2023-08-28 16:11:15 at Couchbase.Transactions.AttemptContext.CreateStagedRemove(TransactionGetResult doc, IRequestSpan parentSpan) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 972 2023-08-28 16:11:15 --- End of inner exception stack trace --- 2023-08-28 16:11:15 at Couchbase.Transactions.Transactions.RunAsync(Func`2 transactionLogic, PerTransactionConfig perConfig, Boolean singleQueryTransactionMode) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/Transactions.cs:line 229 2023-08-28 16:11:15 at Couchbase.Transactions.FitPerformer.TwoWayTransaction.Run(Transactions transactions, TransactionCreateRequest request, ClusterConnection connection, IServerStreamWriter`1 responseStream) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 68 2023-08-28 16:11:15 -----------------------Context Info--------------------------- 2023-08-28 16:11:15 2023-08-28 16:11:15 2023-08-28 16:11:15 [10:41:15.890 DBG] [] UNKNOWN due to Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. 2023-08-28 16:11:15 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 2023-08-28 16:11:15 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 462 2023-08-28 16:11:15 --- End of stack trace from previous location --- 2023-08-28 16:11:15 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 466 2023-08-28 16:11:15 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 2023-08-28 16:11:15 --- End of stack trace from previous location --- 2023-08-28 16:11:15 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 268 2023-08-28 16:11:15 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 2023-08-28 16:11:15 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterStagedRemoveComplete(AttemptContext ctx, String id) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 148 2023-08-28 16:11:15 at Couchbase.Transactions.AttemptContext.CreateStagedRemove(TransactionGetResult doc, IRequestSpan parentSpan) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 972 {} 2023-08-28 16:11:15 [10:41:15.890 INF] [] Completed Transaction Test {} 2023-08-28 16:11:16 [10:41:16.704 DBG] [] transactionSingleQuery: { "transactionsFactoryRef": "6ccfe8bf-a75f-4f8b-b8b8-474203e4b917", "clusterConnectionId": "defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184", "query": { "statement": "DELETE FROM `_default` WHERE META().id = '5919fdbc-cfb7-4aae-ac4c-d1e19f7442b2'", "expectedResult": [ { "anythingAllowed": true } ], "checkMutations": true, "expectedMutations": 1, "queryParameters": { }, "scope": { "bucketName": "default", "scopeName": "_default" } }, "queryOptions": { "timeoutMillis": "2000" } } {} 2023-08-28 16:11:16 [10:41:16.704 DBG] [] clusterConnectionId:defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184 {} 2023-08-28 16:11:16 [10:41:16.704 DBG] [] Using custom connection at host : couchbase://172.23.111.130 and with username Administrator {} 2023-08-28 16:11:16 [10:41:16.705 DBG] [Couchbase.Transactions.AttemptContext] [de263209-ba45-40e9-8b77-24f37d85fdf9] Executing Query: query: null {"Scope": ["QueryAsync", "QueryWrapper"]} 2023-08-28 16:11:18 [10:41:18.038 ERR] [Couchbase.Transactions.AttemptContext] [de263209-ba45-40e9-8b77-24f37d85fdf9] query failed at query: Couchbase.CouchbaseException: Transaction staging error [17020] 2023-08-28 16:11:18 at Couchbase.Query.QueryResultExtensions.ThrowExceptionOnError[T](IQueryResult`1 result, QueryErrorContext context) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryResultExtensions.cs:line 137 2023-08-28 16:11:18 at Couchbase.Query.QueryClient.ExecuteQuery[T](QueryOptions options, ITypeSerializer serializer, IRequestSpan span) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryClient.cs:line 320 2023-08-28 16:11:18 at Couchbase.Query.QueryClient.QueryAsync[T](String statement, QueryOptions options) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryClient.cs:line 149 2023-08-28 16:11:18 at Couchbase.Cluster.<>c__DisplayClass35_0`1.<g__Func|0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Cluster.cs:line 339 2023-08-28 16:11:18 --- End of stack trace from previous location --- 2023-08-28 16:11:18 at Couchbase.Core.Retry.RetryOrchestrator.RetryAsync[T](Func`1 send, IRequest request) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Core/Retry/RetryOrchestrator.cs:line 73 2023-08-28 16:11:18 at Couchbase.Cluster.QueryAsync[T](String statement, QueryOptions options) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Cluster.cs:line 349 2023-08-28 16:11:18 at Couchbase.Transactions.AttemptContext.QueryWrapper[T](Int64 statementId, IScope scope, String statement, QueryOptions options, String hookPoint, IRequestSpan parentSpan, Boolean isBeginWork, Boolean existingErrorCheck, JObject txdata, Boolean txImplicit) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 2119 2023-08-28 16:11:18 -----------------------Context Info--------------------------- 2023-08-28 16:11:18 {"statement":"[{\"statement\":\"DELETE FROM \\u0060_default\\u0060 WHERE META().id = \\u00275919fdbc-cfb7-4aae-ac4c-d1e19f7442b2\\u0027\",\"client_context_id\":\"d44cb3f6-4cbd-4f64-9c2a-51a61131519e\",\"metrics\":true,\"query_context\":\"default:\\u0060default\\u0060.\\u0060_default\\u0060\",\"scan_consistency\":\"request_plus\",\"timeout\":\"75000ms\",\"tximplicit\":true,\"durability_level\":\"majority\",\"txtimeout\":\"1999.2825ms\",\"txdata\":{\"id\":{\"txn\":\"53a67c1e-8a31-4ff3-91fe-6da88707fba8\",\"atmpt\":\"de263209-ba45-40e9-8b77-24f37d85fdf9\"},\"state\":{\"timeLeftMs\":1999},\"config\":{\"kvTimeoutMs\":10000,\"numAtrs\":1024,\"durabilityLevel\":\"MAJORITY\"},\"atr\":null,\"mutations\":[]}}]","clientContextId":"d44cb3f6-4cbd-4f64-9c2a-51a61131519e","parameters":"{\"Named\":{},\"Raw\":{\"tximplicit\":true,\"durability_level\":\"majority\",\"txtimeout\":\"1999.2825ms\",\"txdata\":{\"id\":{\"Transactionid\":\"53a67c1e-8a31-4ff3-91fe-6da88707fba8\",\"AttemptId\":\"de263209-ba45-40e9-8b77-24f37d85fdf9\"},\"state\":{\"timeLeftMs\":1999},\"config\":{\"kvTimeoutMs\":10000,\"numAtrs\":1024,\"durabilityLevel\":\"MAJORITY\"},\"atr\":null,\"mutations\":[]}},\"Positional\":[]}","httpStatus":200,"queryStatus":2,"errors":[{"msg":"Transaction staging error","code":17020,"name":null,"sev":0,"temp":false,"reason":null,"retry":false,"cause":{"cause":{"bucket":"default","cause":"deadline expired before WWC was resolved on default._default._default._txn:atr-951-#216","collection":"_default","document_key":"5919fdbc-cfb7-4aae-ac4c-d1e19f7442b2","msg":"write write conflict","scope":"_default"},"raise":"failed","retry":true,"rollback":false}}],"message":"Transaction staging error [17020]","retryReasons":null} 2023-08-28 16:11:18 {"Scope": ["QueryAsync", "QueryWrapper"]} 2023-08-28 16:11:18 [10:41:18.039 WRN] [Couchbase.Transactions.AttemptContext] query code=17020 cause={ 2023-08-28 16:11:18 "bucket": "default", 2023-08-28 16:11:18 "cause": "deadline expired before WWC was resolved on default._default._default._txn:atr-951-#216", 2023-08-28 16:11:18 "collection": "_default", 2023-08-28 16:11:18 "document_key": "5919fdbc-cfb7-4aae-ac4c-d1e19f7442b2", 2023-08-28 16:11:18 "msg": "write write conflict", 2023-08-28 16:11:18 "scope": "_default" 2023-08-28 16:11:18 } raise=failed {"Scope": ["QueryAsync", "QueryWrapper"]} 2023-08-28 16:11:18 [10:41:18.040 DBG] [ExecuteApplicationLambda] Propagating error up. (ec = FailOther, retry = True, finalError = TransactionFailed) {} 2023-08-28 16:11:18 [10:41:18.040 INF] [ExecuteApplicationLambda] Attempt de263209-ba45-40e9-8b77-24f37d85fdf9 completed. CleanupClient=False, LostCleanup=False {} 2023-08-28 16:11:18 [10:41:18.051 DBG] [Couchbase.Transactions.AttemptContext] [dd53552f-9a57-4e86-95a4-7a99b0d68b75] Executing Query: query: null {"Scope": ["QueryAsync", "QueryWrapper"]} 2023-08-28 16:11:19 [10:41:19.403 ERR] [Couchbase.Transactions.AttemptContext] [dd53552f-9a57-4e86-95a4-7a99b0d68b75] query failed at query: Couchbase.Core.Exceptions.IndexFailureException: Keyspace not found in CB datastore: default:_default - cause: No bucket named _default [12003] 2023-08-28 16:11:19 at Couchbase.Query.QueryResultExtensions.ThrowExceptionOnError[T](IQueryResult`1 result, QueryErrorContext context) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryResultExtensions.cs:line 137 2023-08-28 16:11:19 at Couchbase.Query.QueryClient.ExecuteQuery[T](QueryOptions options, ITypeSerializer serializer, IRequestSpan span) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryClient.cs:line 320 2023-08-28 16:11:19 at Couchbase.Query.QueryClient.QueryAsync[T](String statement, QueryOptions options) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryClient.cs:line 149 2023-08-28 16:11:19 at Couchbase.Cluster.<>c__DisplayClass35_0`1.<g__Func|0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Cluster.cs:line 339 2023-08-28 16:11:19 --- End of stack trace from previous location --- 2023-08-28 16:11:19 at Couchbase.Core.Retry.RetryOrchestrator.RetryAsync[T](Func`1 send, IRequest request) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Core/Retry/RetryOrchestrator.cs:line 73 2023-08-28 16:11:19 at Couchbase.Cluster.QueryAsync[T](String statement, QueryOptions options) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Cluster.cs:line 349 2023-08-28 16:11:19 at Couchbase.Transactions.AttemptContext.QueryWrapper[T](Int64 statementId, IScope scope, String statement, QueryOptions options, String hookPoint, IRequestSpan parentSpan, Boolean isBeginWork, Boolean existingErrorCheck, JObject txdata, Boolean txImplicit) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 2119 2023-08-28 16:11:19 -----------------------Context Info--------------------------- 2023-08-28 16:11:19 {"statement":"[{\u0022statement\u0022:\u0022DELETE FROM \\u0060_default\\u0060 WHERE META().id = \\u00275919fdbc-cfb7-4aae-ac4c-d1e19f7442b2\\u0027\u0022,\u0022client_context_id\u0022:\u00222eff6cd1-bdd3-44df-941d-8a7905883139\u0022,\u0022metrics\u0022:true,\u0022scan_consistency\u0022:\u0022request_plus\u0022,\u0022timeout\u0022:\u002275000ms\u0022,\u0022tximplicit\u0022:true,\u0022durability_level\u0022:\u0022majority\u0022,\u0022txtimeout\u0022:\u0022653.4675ms\u0022,\u0022txdata\u0022:{\u0022id\u0022:{\u0022txn\u0022:\u002253a67c1e-8a31-4ff3-91fe-6da88707fba8\u0022,\u0022atmpt\u0022:\u0022dd53552f-9a57-4e86-95a4-7a99b0d68b75\u0022},\u0022state\u0022:{\u0022timeLeftMs\u0022:653},\u0022config\u0022:{\u0022kvTimeoutMs\u0022:10000,\u0022numAtrs\u0022:1024,\u0022durabilityLevel\u0022:\u0022MAJORITY\u0022},\u0022atr\u0022:null,\u0022mutations\u0022:[]}}]","clientContextId":"2eff6cd1-bdd3-44df-941d-8a7905883139","parameters":"{\u0022Named\u0022:{},\u0022Raw\u0022:{\u0022tximplicit\u0022:true,\u0022durability_level\u0022:\u0022majority\u0022,\u0022txtimeout\u0022:\u0022653.4675ms\u0022,\u0022txdata\u0022:{\u0022id\u0022:{\u0022Transactionid\u0022:\u002253a67c1e-8a31-4ff3-91fe-6da88707fba8\u0022,\u0022AttemptId\u0022:\u0022dd53552f-9a57-4e86-95a4-7a99b0d68b75\u0022},\u0022state\u0022:{\u0022timeLeftMs\u0022:653},\u0022config\u0022:{\u0022kvTimeoutMs\u0022:10000,\u0022numAtrs\u0022:1024,\u0022durabilityLevel\u0022:\u0022MAJORITY\u0022},\u0022atr\u0022:null,\u0022mutations\u0022:[]}},\u0022Positional\u0022:[]}","httpStatus":"InternalServerError","queryStatus":"fatal","errors":[{"msg":"Keyspace not found in CB datastore: default:_default - cause: No bucket named _default","code":12003,"name":null,"severity":0,"temp":false,"reason":null,"retry":false}],"message":"Keyspace not found in CB datastore: default:_default - cause: No bucket named _default [12003]","retryReasons":null} 2023-08-28 16:11:19 {"Scope": ["QueryAsync", "QueryWrapper"]} 2023-08-28 16:11:19 [10:41:19.409 INF] [ExecuteApplicationLambda] Attempt dd53552f-9a57-4e86-95a4-7a99b0d68b75 completed. CleanupClient=False, LostCleanup=False {} 2023-08-28 16:11:20 [10:41:20.623 DBG] [] transactionCreate: { "transactionsFactoryRef": "6ccfe8bf-a75f-4f8b-b8b8-474203e4b917", "attempts": [ { "commands": [ { "remove": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "7f6302c2-a002-4088-a6bd-2772d35e2e66" }, "expectedResult": [ { "error": { "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookPoint": "AFTER_STAGED_REMOVE_COMPLETE" } ] }, "clusterConnectionId": "defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184" } {} 2023-08-28 16:11:20 [10:41:20.623 INF] [] Starting Transaction Test {} 2023-08-28 16:11:20 [10:41:20.623 DBG] [] Test: { "transactionsFactoryRef": "6ccfe8bf-a75f-4f8b-b8b8-474203e4b917", "attempts": [ { "commands": [ { "remove": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "7f6302c2-a002-4088-a6bd-2772d35e2e66" }, "expectedResult": [ { "error": { "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookPoint": "AFTER_STAGED_REMOVE_COMPLETE" } ] }, "clusterConnectionId": "defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184" } {} 2023-08-28 16:11:20 [10:41:20.623 DBG] [] clusterConnectionId:defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184 {} 2023-08-28 16:11:20 [10:41:20.623 DBG] [] Using custom connection at host : couchbase://172.23.111.130 and with username Administrator {} 2023-08-28 16:11:20 [10:41:20.623 DBG] [] Registering 1 hooks {} 2023-08-28 16:11:20 [10:41:20.623 DBG] [] - Hook Point AfterStagedRemoveComplete with Action FailHard {} 2023-08-28 16:11:20 [10:41:20.624 DBG] [] Starting Attempt 0 {} 2023-08-28 16:11:20 [10:41:20.624 DBG] [] Performing TransactionCommand Remove {} 2023-08-28 16:11:20 [10:41:20.624 DBG] [] 7de4e96d-f87e-4242-9473-d5bd2130e595.8018515f-ea71-43c3-84de-8b69be31c3f8: Performing command: remove {} 2023-08-28 16:11:20 [10:41:20.856 DBG] [Couchbase.Transactions.AttemptContext] GetWithMav for 7f6302c2-a002-4088-a6bd-2772d35e2e66, attemptId=8018515f-ea71-43c3-84de-8b69be31c3f8, postCas=1693219281069998080 {"Scope": ["GetWithKv", "GetWithMav"]} 2023-08-28 16:11:20 [10:41:20.857 DBG] [Couchbase.Transactions.AttemptContext] CheckWriteWriteConflict@WW_RM for default::_default::_default::7f6302c2-a002-4088-a6bd-2772d35e2e66, attempt=8018515f-ea71-43c3-84de-8b69be31c3f8 {"Scope": ["RemoveWithKv", "CheckWriteWriteConflict"]} 2023-08-28 16:11:20 [10:41:20.857 DBG] [Couchbase.Transactions.AttemptContext] CheckWriteWriteConflict no other txn for default::_default::_default::7f6302c2-a002-4088-a6bd-2772d35e2e66, attempt=8018515f-ea71-43c3-84de-8b69be31c3f8 {"Scope": ["RemoveWithKv", "CheckWriteWriteConflict"]} 2023-08-28 16:11:20 [10:41:20.858 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Requested Durability = Majority {"Scope": ["RemoveWithKv", "InitAtrIfNeeded"]} 2023-08-28 16:11:21 [10:41:21.097 INF] [Couchbase.Transactions.DataAccess.AtrRepository] Upserted ATR to PENDING _txn:atr-758-#1ca/attempts.8018515f-ea71-43c3-84de-8b69be31c3f8 (cas = 1693219281544282112) {"Scope": ["RemoveWithKv", "SetAtrPending", "MutateAtrPending"]} 2023-08-28 16:11:21 [10:41:21.098 DBG] [Couchbase.Transactions.AttemptContext] SetAtrPending for default._default._default::_txn:atr-758-#1ca (attempt=8018515f-ea71-43c3-84de-8b69be31c3f8) {"Scope": ["RemoveWithKv", "SetAtrPending"]} 2023-08-28 16:11:21 [10:41:21.335 DBG] [Couchbase.Transactions.AttemptContext] CreateStagedRemove for 7f6302c2-a002-4088-a6bd-2772d35e2e66, attemptId=8018515f-ea71-43c3-84de-8b69be31c3f8, preCas=1693219281069998080, postCas=1693219281785257984 {"Scope": ["RemoveWithKv", "CreateStagedRemove"]} 2023-08-28 16:11:21 [10:41:21.340 DBG] [] ExternalException.Unknown: Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. 2023-08-28 16:11:21 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 2023-08-28 16:11:21 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 462 2023-08-28 16:11:21 --- End of stack trace from previous location --- 2023-08-28 16:11:21 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 466 2023-08-28 16:11:21 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 2023-08-28 16:11:21 --- End of stack trace from previous location --- 2023-08-28 16:11:21 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 268 2023-08-28 16:11:21 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 2023-08-28 16:11:21 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterStagedRemoveComplete(AttemptContext ctx, String id) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 148 2023-08-28 16:11:21 at Couchbase.Transactions.AttemptContext.CreateStagedRemove(TransactionGetResult doc, IRequestSpan parentSpan) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 972 {} 2023-08-28 16:11:21 [10:41:21.340 DBG] [] Operation 'remove' failed as expected {} 2023-08-28 16:11:21 [10:41:21.340 DBG] [ExecuteApplicationLambda] Propagating error up. (ec = FailHard, retry = False, finalError = TransactionFailed) {} 2023-08-28 16:11:21 [10:41:21.341 INF] [ExecuteApplicationLambda] Attempt 8018515f-ea71-43c3-84de-8b69be31c3f8 completed. CleanupClient=False, LostCleanup=False {} 2023-08-28 16:11:21 Transaction Failed with: Couchbase.Transactions.Error.TransactionFailedException: Transaction failed. 2023-08-28 16:11:21 ---> Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. 2023-08-28 16:11:21 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 2023-08-28 16:11:21 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 462 2023-08-28 16:11:21 --- End of stack trace from previous location --- 2023-08-28 16:11:21 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 466 2023-08-28 16:11:21 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 2023-08-28 16:11:21 --- End of stack trace from previous location --- 2023-08-28 16:11:21 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 268 2023-08-28 16:11:21 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 2023-08-28 16:11:21 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterStagedRemoveComplete(AttemptContext ctx, String id) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 148 2023-08-28 16:11:21 at Couchbase.Transactions.AttemptContext.CreateStagedRemove(TransactionGetResult doc, IRequestSpan parentSpan) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 972 2023-08-28 16:11:21 --- End of inner exception stack trace --- 2023-08-28 16:11:21 at Couchbase.Transactions.Transactions.RunAsync(Func`2 transactionLogic, PerTransactionConfig perConfig, Boolean singleQueryTransactionMode) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/Transactions.cs:line 229 2023-08-28 16:11:21 at Couchbase.Transactions.FitPerformer.TwoWayTransaction.Run(Transactions transactions, TransactionCreateRequest request, ClusterConnection connection, IServerStreamWriter`1 responseStream) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 68 2023-08-28 16:11:21 -----------------------Context Info--------------------------- 2023-08-28 16:11:21 2023-08-28 16:11:21 2023-08-28 16:11:21 [10:41:21.347 DBG] [] UNKNOWN due to Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. 2023-08-28 16:11:21 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 2023-08-28 16:11:21 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 462 2023-08-28 16:11:21 --- End of stack trace from previous location --- 2023-08-28 16:11:21 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 466 2023-08-28 16:11:21 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 2023-08-28 16:11:21 --- End of stack trace from previous location --- 2023-08-28 16:11:21 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 268 2023-08-28 16:11:21 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 2023-08-28 16:11:21 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterStagedRemoveComplete(AttemptContext ctx, String id) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 148 2023-08-28 16:11:21 at Couchbase.Transactions.AttemptContext.CreateStagedRemove(TransactionGetResult doc, IRequestSpan parentSpan) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 972 {} 2023-08-28 16:11:21 [10:41:21.348 INF] [] Completed Transaction Test {} 2023-08-28 16:11:22 [10:41:22.079 DBG] [] transactionSingleQuery: { "transactionsFactoryRef": "6ccfe8bf-a75f-4f8b-b8b8-474203e4b917", "clusterConnectionId": "defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184", "query": { "statement": "SELECT * FROM `_default` WHERE META().id = '7f6302c2-a002-4088-a6bd-2772d35e2e66'", "expectedResult": [ { "anythingAllowed": true } ], "checkRowCount": true, "expectedRowCount": 1, "queryParameters": { }, "scope": { "bucketName": "default", "scopeName": "_default" } } } {} 2023-08-28 16:11:22 [10:41:22.079 DBG] [] clusterConnectionId:defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184 {} 2023-08-28 16:11:22 [10:41:22.079 DBG] [] Using custom connection at host : couchbase://172.23.111.130 and with username Administrator {} 2023-08-28 16:11:22 [10:41:22.079 DBG] [Couchbase.Transactions.AttemptContext] [3e79f963-7e45-4855-a555-46b8a7118a3e] Executing Query: query: null {"Scope": ["QueryAsync", "QueryWrapper"]} 2023-08-28 16:11:22 [10:41:22.337 INF] [ExecuteApplicationLambda] Attempt 3e79f963-7e45-4855-a555-46b8a7118a3e completed. CleanupClient=False, LostCleanup=False {} 2023-08-28 16:11:24 [10:41:24.339 DBG] [] transactionCreate: { "transactionsFactoryRef": "6ccfe8bf-a75f-4f8b-b8b8-474203e4b917", "attempts": [ { "commands": [ { "remove": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "e53c7c22-188e-43cd-9330-3fe083990704" }, "expectedResult": [ { "error": { "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookPoint": "AFTER_STAGED_REMOVE_COMPLETE" } ] }, "clusterConnectionId": "defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184" } {} 2023-08-28 16:11:24 [10:41:24.340 INF] [] Starting Transaction Test {} 2023-08-28 16:11:24 [10:41:24.340 DBG] [] Test: { "transactionsFactoryRef": "6ccfe8bf-a75f-4f8b-b8b8-474203e4b917", "attempts": [ { "commands": [ { "remove": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "e53c7c22-188e-43cd-9330-3fe083990704" }, "expectedResult": [ { "error": { "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookPoint": "AFTER_STAGED_REMOVE_COMPLETE" } ] }, "clusterConnectionId": "defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184" } {} 2023-08-28 16:11:24 [10:41:24.340 DBG] [] clusterConnectionId:defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184 {} 2023-08-28 16:11:24 [10:41:24.340 DBG] [] Using custom connection at host : couchbase://172.23.111.130 and with username Administrator {} 2023-08-28 16:11:24 [10:41:24.340 DBG] [] Registering 1 hooks {} 2023-08-28 16:11:24 [10:41:24.340 DBG] [] - Hook Point AfterStagedRemoveComplete with Action FailHard {} 2023-08-28 16:11:24 [10:41:24.341 DBG] [] Starting Attempt 0 {} 2023-08-28 16:11:24 [10:41:24.341 DBG] [] Performing TransactionCommand Remove {} 2023-08-28 16:11:24 [10:41:24.341 DBG] [] 30efe896-d372-4bb3-9eea-e20d9cf8af91.730aa443-c09a-4974-a346-a21782522533: Performing command: remove {} 2023-08-28 16:11:24 [10:41:24.572 DBG] [Couchbase.Transactions.AttemptContext] GetWithMav for e53c7c22-188e-43cd-9330-3fe083990704, attemptId=730aa443-c09a-4974-a346-a21782522533, postCas=1693219284788641792 {"Scope": ["GetWithKv", "GetWithMav"]} 2023-08-28 16:11:24 [10:41:24.573 DBG] [Couchbase.Transactions.AttemptContext] CheckWriteWriteConflict@WW_RM for default::_default::_default::e53c7c22-188e-43cd-9330-3fe083990704, attempt=730aa443-c09a-4974-a346-a21782522533 {"Scope": ["RemoveWithKv", "CheckWriteWriteConflict"]} 2023-08-28 16:11:24 [10:41:24.573 DBG] [Couchbase.Transactions.AttemptContext] CheckWriteWriteConflict no other txn for default::_default::_default::e53c7c22-188e-43cd-9330-3fe083990704, attempt=730aa443-c09a-4974-a346-a21782522533 {"Scope": ["RemoveWithKv", "CheckWriteWriteConflict"]} 2023-08-28 16:11:24 [10:41:24.574 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Requested Durability = Majority {"Scope": ["RemoveWithKv", "InitAtrIfNeeded"]} 2023-08-28 16:11:24 [10:41:24.808 INF] [Couchbase.Transactions.DataAccess.AtrRepository] Upserted ATR to PENDING _txn:atr-249-#216/attempts.730aa443-c09a-4974-a346-a21782522533 (cas = 1693219285259583488) {"Scope": ["RemoveWithKv", "SetAtrPending", "MutateAtrPending"]} 2023-08-28 16:11:24 [10:41:24.809 DBG] [Couchbase.Transactions.AttemptContext] SetAtrPending for default._default._default::_txn:atr-249-#216 (attempt=730aa443-c09a-4974-a346-a21782522533) {"Scope": ["RemoveWithKv", "SetAtrPending"]} 2023-08-28 16:11:25 [10:41:25.046 DBG] [Couchbase.Transactions.AttemptContext] CreateStagedRemove for e53c7c22-188e-43cd-9330-3fe083990704, attemptId=730aa443-c09a-4974-a346-a21782522533, preCas=1693219284788641792, postCas=1693219285496299520 {"Scope": ["RemoveWithKv", "CreateStagedRemove"]} 2023-08-28 16:11:25 [10:41:25.051 DBG] [] ExternalException.Unknown: Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. 2023-08-28 16:11:25 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 2023-08-28 16:11:25 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 462 2023-08-28 16:11:25 --- End of stack trace from previous location --- 2023-08-28 16:11:25 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 466 2023-08-28 16:11:25 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 2023-08-28 16:11:25 --- End of stack trace from previous location --- 2023-08-28 16:11:25 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 268 2023-08-28 16:11:25 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 2023-08-28 16:11:25 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterStagedRemoveComplete(AttemptContext ctx, String id) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 148 2023-08-28 16:11:25 at Couchbase.Transactions.AttemptContext.CreateStagedRemove(TransactionGetResult doc, IRequestSpan parentSpan) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 972 {} 2023-08-28 16:11:25 [10:41:25.051 DBG] [] Operation 'remove' failed as expected {} 2023-08-28 16:11:25 [10:41:25.051 DBG] [ExecuteApplicationLambda] Propagating error up. (ec = FailHard, retry = False, finalError = TransactionFailed) {} 2023-08-28 16:11:25 [10:41:25.051 INF] [ExecuteApplicationLambda] Attempt 730aa443-c09a-4974-a346-a21782522533 completed. CleanupClient=False, LostCleanup=False {} 2023-08-28 16:11:25 Transaction Failed with: Couchbase.Transactions.Error.TransactionFailedException: Transaction failed. 2023-08-28 16:11:25 ---> Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. 2023-08-28 16:11:25 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 2023-08-28 16:11:25 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 462 2023-08-28 16:11:25 --- End of stack trace from previous location --- 2023-08-28 16:11:25 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 466 2023-08-28 16:11:25 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 2023-08-28 16:11:25 --- End of stack trace from previous location --- 2023-08-28 16:11:25 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 268 2023-08-28 16:11:25 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 2023-08-28 16:11:25 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterStagedRemoveComplete(AttemptContext ctx, String id) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 148 2023-08-28 16:11:25 at Couchbase.Transactions.AttemptContext.CreateStagedRemove(TransactionGetResult doc, IRequestSpan parentSpan) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 972 2023-08-28 16:11:25 --- End of inner exception stack trace --- 2023-08-28 16:11:25 at Couchbase.Transactions.Transactions.RunAsync(Func`2 transactionLogic, PerTransactionConfig perConfig, Boolean singleQueryTransactionMode) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/Transactions.cs:line 229 2023-08-28 16:11:25 at Couchbase.Transactions.FitPerformer.TwoWayTransaction.Run(Transactions transactions, TransactionCreateRequest request, ClusterConnection connection, IServerStreamWriter`1 responseStream) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 68 2023-08-28 16:11:25 -----------------------Context Info--------------------------- 2023-08-28 16:11:25 2023-08-28 16:11:25 2023-08-28 16:11:25 [10:41:25.054 DBG] [] UNKNOWN due to Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. 2023-08-28 16:11:25 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 2023-08-28 16:11:25 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 462 2023-08-28 16:11:25 --- End of stack trace from previous location --- 2023-08-28 16:11:25 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 466 2023-08-28 16:11:25 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 2023-08-28 16:11:25 --- End of stack trace from previous location --- 2023-08-28 16:11:25 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 268 2023-08-28 16:11:25 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 2023-08-28 16:11:25 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterStagedRemoveComplete(AttemptContext ctx, String id) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 148 2023-08-28 16:11:25 at Couchbase.Transactions.AttemptContext.CreateStagedRemove(TransactionGetResult doc, IRequestSpan parentSpan) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 972 {} 2023-08-28 16:11:25 [10:41:25.054 INF] [] Completed Transaction Test {} 2023-08-28 16:11:25 [10:41:25.068 DBG] [] transactionSingleQuery: { "transactionsFactoryRef": "6ccfe8bf-a75f-4f8b-b8b8-474203e4b917", "clusterConnectionId": "defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184", "query": { "statement": "INSERT INTO `_default` VALUES ('e53c7c22-188e-43cd-9330-3fe083990704', {\"content\":\"updated\"})", "expectedResult": [ { "anythingAllowed": true } ], "queryParameters": { }, "scope": { "bucketName": "default", "scopeName": "_default" } } } {} 2023-08-28 16:11:25 [10:41:25.068 DBG] [] clusterConnectionId:defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184 {} 2023-08-28 16:11:25 [10:41:25.068 DBG] [] Using custom connection at host : couchbase://172.23.111.130 and with username Administrator {} 2023-08-28 16:11:25 [10:41:25.068 DBG] [Couchbase.Transactions.AttemptContext] [3fff1acc-a2c7-426f-9aec-a52ea4246fb5] Executing Query: query: null {"Scope": ["QueryAsync", "QueryWrapper"]} 2023-08-28 16:11:25 [10:41:25.557 ERR] [Couchbase.Transactions.AttemptContext] [3fff1acc-a2c7-426f-9aec-a52ea4246fb5] query failed at query: Couchbase.CouchbaseException: Duplicate Key: e53c7c22-188e-43cd-9330-3fe083990704 [17012] 2023-08-28 16:11:25 at Couchbase.Query.QueryResultExtensions.ThrowExceptionOnError[T](IQueryResult`1 result, QueryErrorContext context) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryResultExtensions.cs:line 137 2023-08-28 16:11:25 at Couchbase.Query.QueryClient.ExecuteQuery[T](QueryOptions options, ITypeSerializer serializer, IRequestSpan span) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryClient.cs:line 320 2023-08-28 16:11:25 at Couchbase.Query.QueryClient.QueryAsync[T](String statement, QueryOptions options) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryClient.cs:line 149 2023-08-28 16:11:25 at Couchbase.Cluster.<>c__DisplayClass35_0`1.<g__Func|0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Cluster.cs:line 339 2023-08-28 16:11:25 --- End of stack trace from previous location --- 2023-08-28 16:11:25 at Couchbase.Core.Retry.RetryOrchestrator.RetryAsync[T](Func`1 send, IRequest request) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Core/Retry/RetryOrchestrator.cs:line 73 2023-08-28 16:11:25 at Couchbase.Cluster.QueryAsync[T](String statement, QueryOptions options) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Cluster.cs:line 349 2023-08-28 16:11:25 at Couchbase.Transactions.AttemptContext.QueryWrapper[T](Int64 statementId, IScope scope, String statement, QueryOptions options, String hookPoint, IRequestSpan parentSpan, Boolean isBeginWork, Boolean existingErrorCheck, JObject txdata, Boolean txImplicit) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 2119 2023-08-28 16:11:25 -----------------------Context Info--------------------------- 2023-08-28 16:11:25 {"statement":"[{\"statement\":\"INSERT INTO \\u0060_default\\u0060 VALUES (\\u0027e53c7c22-188e-43cd-9330-3fe083990704\\u0027, {\\u0022content\\u0022:\\u0022updated\\u0022})\",\"client_context_id\":\"0d35cfa5-9dbd-4786-b2d0-4e61ebac4ab2\",\"metrics\":true,\"query_context\":\"default:\\u0060default\\u0060.\\u0060_default\\u0060\",\"scan_consistency\":\"request_plus\",\"timeout\":\"75000ms\",\"tximplicit\":true,\"durability_level\":\"majority\",\"txtimeout\":\"14999.6905ms\",\"txdata\":{\"id\":{\"txn\":\"649dd180-2496-43eb-9d0f-e682e5b09ed7\",\"atmpt\":\"3fff1acc-a2c7-426f-9aec-a52ea4246fb5\"},\"state\":{\"timeLeftMs\":14999},\"config\":{\"kvTimeoutMs\":10000,\"numAtrs\":1024,\"durabilityLevel\":\"MAJORITY\"},\"atr\":null,\"mutations\":[]}}]","clientContextId":"0d35cfa5-9dbd-4786-b2d0-4e61ebac4ab2","parameters":"{\"Named\":{},\"Raw\":{\"tximplicit\":true,\"durability_level\":\"majority\",\"txtimeout\":\"14999.6905ms\",\"txdata\":{\"id\":{\"Transactionid\":\"649dd180-2496-43eb-9d0f-e682e5b09ed7\",\"AttemptId\":\"3fff1acc-a2c7-426f-9aec-a52ea4246fb5\"},\"state\":{\"timeLeftMs\":14999},\"config\":{\"kvTimeoutMs\":10000,\"numAtrs\":1024,\"durabilityLevel\":\"MAJORITY\"},\"atr\":null,\"mutations\":[]}},\"Positional\":[]}","httpStatus":200,"queryStatus":2,"errors":[{"msg":"Duplicate Key: e53c7c22-188e-43cd-9330-3fe083990704","code":17012,"name":null,"sev":0,"temp":false,"reason":null,"retry":false,"cause":{"cause":"found staged non-insert mutation: document already exists","raise":"failed","retry":false,"rollback":false}}],"message":"Duplicate Key: e53c7c22-188e-43cd-9330-3fe083990704 [17012]","retryReasons":null} 2023-08-28 16:11:25 {"Scope": ["QueryAsync", "QueryWrapper"]} 2023-08-28 16:11:25 [10:41:25.559 INF] [ExecuteApplicationLambda] Attempt 3fff1acc-a2c7-426f-9aec-a52ea4246fb5 completed. CleanupClient=False, LostCleanup=False {} 2023-08-28 16:11:27 [10:41:27.005 DBG] [] transactionCreate: { "transactionsFactoryRef": "6ccfe8bf-a75f-4f8b-b8b8-474203e4b917", "attempts": [ { "commands": [ { "remove": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "e6456089-aba0-470e-8cee-8a6e0ef41447" }, "expectedResult": [ { "error": { "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookPoint": "AFTER_STAGED_REMOVE_COMPLETE" } ] }, "clusterConnectionId": "defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184" } {} 2023-08-28 16:11:27 [10:41:27.005 INF] [] Starting Transaction Test {} 2023-08-28 16:11:27 [10:41:27.005 DBG] [] Test: { "transactionsFactoryRef": "6ccfe8bf-a75f-4f8b-b8b8-474203e4b917", "attempts": [ { "commands": [ { "remove": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "e6456089-aba0-470e-8cee-8a6e0ef41447" }, "expectedResult": [ { "error": { "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookPoint": "AFTER_STAGED_REMOVE_COMPLETE" } ] }, "clusterConnectionId": "defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184" } {} 2023-08-28 16:11:27 [10:41:27.005 DBG] [] clusterConnectionId:defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184 {} 2023-08-28 16:11:27 [10:41:27.005 DBG] [] Using custom connection at host : couchbase://172.23.111.130 and with username Administrator {} 2023-08-28 16:11:27 [10:41:27.005 DBG] [] Registering 1 hooks {} 2023-08-28 16:11:27 [10:41:27.005 DBG] [] - Hook Point AfterStagedRemoveComplete with Action FailHard {} 2023-08-28 16:11:27 [10:41:27.005 DBG] [] Starting Attempt 0 {} 2023-08-28 16:11:27 [10:41:27.005 DBG] [] Performing TransactionCommand Remove {} 2023-08-28 16:11:27 [10:41:27.005 DBG] [] 8e8af34f-5a0a-4620-b801-0d196fe3ee88.58efa5a4-d4af-48fb-888e-ef5ed4002bbe: Performing command: remove {} 2023-08-28 16:11:27 [10:41:27.237 DBG] [Couchbase.Transactions.AttemptContext] GetWithMav for e6456089-aba0-470e-8cee-8a6e0ef41447, attemptId=58efa5a4-d4af-48fb-888e-ef5ed4002bbe, postCas=1693219287459168256 {"Scope": ["GetWithKv", "GetWithMav"]} 2023-08-28 16:11:27 [10:41:27.238 DBG] [Couchbase.Transactions.AttemptContext] CheckWriteWriteConflict@WW_RM for default::_default::_default::e6456089-aba0-470e-8cee-8a6e0ef41447, attempt=58efa5a4-d4af-48fb-888e-ef5ed4002bbe {"Scope": ["RemoveWithKv", "CheckWriteWriteConflict"]} 2023-08-28 16:11:27 [10:41:27.238 DBG] [Couchbase.Transactions.AttemptContext] CheckWriteWriteConflict no other txn for default::_default::_default::e6456089-aba0-470e-8cee-8a6e0ef41447, attempt=58efa5a4-d4af-48fb-888e-ef5ed4002bbe {"Scope": ["RemoveWithKv", "CheckWriteWriteConflict"]} 2023-08-28 16:11:27 [10:41:27.239 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Requested Durability = Majority {"Scope": ["RemoveWithKv", "InitAtrIfNeeded"]} 2023-08-28 16:11:27 [10:41:27.498 INF] [Couchbase.Transactions.DataAccess.AtrRepository] Upserted ATR to PENDING _txn:atr-938-#b0d/attempts.58efa5a4-d4af-48fb-888e-ef5ed4002bbe (cas = 1693219287946690560) {"Scope": ["RemoveWithKv", "SetAtrPending", "MutateAtrPending"]} 2023-08-28 16:11:27 [10:41:27.498 DBG] [Couchbase.Transactions.AttemptContext] SetAtrPending for default._default._default::_txn:atr-938-#b0d (attempt=58efa5a4-d4af-48fb-888e-ef5ed4002bbe) {"Scope": ["RemoveWithKv", "SetAtrPending"]} 2023-08-28 16:11:27 [10:41:27.739 DBG] [Couchbase.Transactions.AttemptContext] CreateStagedRemove for e6456089-aba0-470e-8cee-8a6e0ef41447, attemptId=58efa5a4-d4af-48fb-888e-ef5ed4002bbe, preCas=1693219287459168256, postCas=1693219288189370368 {"Scope": ["RemoveWithKv", "CreateStagedRemove"]} 2023-08-28 16:11:27 [10:41:27.747 DBG] [] ExternalException.Unknown: Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. 2023-08-28 16:11:27 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 2023-08-28 16:11:27 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 462 2023-08-28 16:11:27 --- End of stack trace from previous location --- 2023-08-28 16:11:27 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 466 2023-08-28 16:11:27 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 2023-08-28 16:11:27 --- End of stack trace from previous location --- 2023-08-28 16:11:27 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 268 2023-08-28 16:11:27 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 2023-08-28 16:11:27 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterStagedRemoveComplete(AttemptContext ctx, String id) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 148 2023-08-28 16:11:27 at Couchbase.Transactions.AttemptContext.CreateStagedRemove(TransactionGetResult doc, IRequestSpan parentSpan) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 972 {} 2023-08-28 16:11:27 [10:41:27.747 DBG] [] Operation 'remove' failed as expected {} 2023-08-28 16:11:27 [10:41:27.749 DBG] [ExecuteApplicationLambda] Propagating error up. (ec = FailHard, retry = False, finalError = TransactionFailed) {} 2023-08-28 16:11:27 [10:41:27.749 INF] [ExecuteApplicationLambda] Attempt 58efa5a4-d4af-48fb-888e-ef5ed4002bbe completed. CleanupClient=False, LostCleanup=False {} 2023-08-28 16:11:27 Transaction Failed with: Couchbase.Transactions.Error.TransactionFailedException: Transaction failed. 2023-08-28 16:11:27 ---> Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. 2023-08-28 16:11:27 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 2023-08-28 16:11:27 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 462 2023-08-28 16:11:27 --- End of stack trace from previous location --- 2023-08-28 16:11:27 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 466 2023-08-28 16:11:27 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 2023-08-28 16:11:27 --- End of stack trace from previous location --- 2023-08-28 16:11:27 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 268 2023-08-28 16:11:27 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 2023-08-28 16:11:27 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterStagedRemoveComplete(AttemptContext ctx, String id) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 148 2023-08-28 16:11:27 at Couchbase.Transactions.AttemptContext.CreateStagedRemove(TransactionGetResult doc, IRequestSpan parentSpan) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 972 2023-08-28 16:11:27 --- End of inner exception stack trace --- 2023-08-28 16:11:27 at Couchbase.Transactions.Transactions.RunAsync(Func`2 transactionLogic, PerTransactionConfig perConfig, Boolean singleQueryTransactionMode) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/Transactions.cs:line 229 2023-08-28 16:11:27 at Couchbase.Transactions.FitPerformer.TwoWayTransaction.Run(Transactions transactions, TransactionCreateRequest request, ClusterConnection connection, IServerStreamWriter`1 responseStream) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 68 2023-08-28 16:11:27 -----------------------Context Info--------------------------- 2023-08-28 16:11:27 2023-08-28 16:11:27 2023-08-28 16:11:27 [10:41:27.756 DBG] [] UNKNOWN due to Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. 2023-08-28 16:11:27 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 2023-08-28 16:11:27 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 462 2023-08-28 16:11:27 --- End of stack trace from previous location --- 2023-08-28 16:11:27 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 466 2023-08-28 16:11:27 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 2023-08-28 16:11:27 --- End of stack trace from previous location --- 2023-08-28 16:11:27 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 268 2023-08-28 16:11:27 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 2023-08-28 16:11:27 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterStagedRemoveComplete(AttemptContext ctx, String id) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 148 2023-08-28 16:11:27 at Couchbase.Transactions.AttemptContext.CreateStagedRemove(TransactionGetResult doc, IRequestSpan parentSpan) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 972 {} 2023-08-28 16:11:27 [10:41:27.756 INF] [] Completed Transaction Test {} 2023-08-28 16:11:27 [10:41:27.764 DBG] [] transactionSingleQuery: { "transactionsFactoryRef": "6ccfe8bf-a75f-4f8b-b8b8-474203e4b917", "clusterConnectionId": "defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184", "query": { "statement": "UPDATE `_default` SET content = 'updated-query' WHERE META().id = 'e6456089-aba0-470e-8cee-8a6e0ef41447'", "expectedResult": [ { "anythingAllowed": true } ], "checkMutations": true, "expectedMutations": 1, "queryParameters": { }, "scope": { "bucketName": "default", "scopeName": "_default" } }, "queryOptions": { "timeoutMillis": "2000" } } {} 2023-08-28 16:11:27 [10:41:27.764 DBG] [] clusterConnectionId:defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184 {} 2023-08-28 16:11:27 [10:41:27.764 DBG] [] Using custom connection at host : couchbase://172.23.111.130 and with username Administrator {} 2023-08-28 16:11:27 [10:41:27.764 DBG] [Couchbase.Transactions.AttemptContext] [71283202-935a-4a6c-801b-dfd721ed0a84] Executing Query: query: null {"Scope": ["QueryAsync", "QueryWrapper"]} 2023-08-28 16:11:29 [10:41:29.094 ERR] [Couchbase.Transactions.AttemptContext] [71283202-935a-4a6c-801b-dfd721ed0a84] query failed at query: Couchbase.CouchbaseException: Transaction staging error [17020] 2023-08-28 16:11:29 at Couchbase.Query.QueryResultExtensions.ThrowExceptionOnError[T](IQueryResult`1 result, QueryErrorContext context) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryResultExtensions.cs:line 137 2023-08-28 16:11:29 at Couchbase.Query.QueryClient.ExecuteQuery[T](QueryOptions options, ITypeSerializer serializer, IRequestSpan span) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryClient.cs:line 320 2023-08-28 16:11:29 at Couchbase.Query.QueryClient.QueryAsync[T](String statement, QueryOptions options) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryClient.cs:line 149 2023-08-28 16:11:29 at Couchbase.Cluster.<>c__DisplayClass35_0`1.<g__Func|0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Cluster.cs:line 339 2023-08-28 16:11:29 --- End of stack trace from previous location --- 2023-08-28 16:11:29 at Couchbase.Core.Retry.RetryOrchestrator.RetryAsync[T](Func`1 send, IRequest request) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Core/Retry/RetryOrchestrator.cs:line 73 2023-08-28 16:11:29 at Couchbase.Cluster.QueryAsync[T](String statement, QueryOptions options) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Cluster.cs:line 349 2023-08-28 16:11:29 at Couchbase.Transactions.AttemptContext.QueryWrapper[T](Int64 statementId, IScope scope, String statement, QueryOptions options, String hookPoint, IRequestSpan parentSpan, Boolean isBeginWork, Boolean existingErrorCheck, JObject txdata, Boolean txImplicit) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 2119 2023-08-28 16:11:29 -----------------------Context Info--------------------------- 2023-08-28 16:11:29 {"statement":"[{\"statement\":\"UPDATE \\u0060_default\\u0060 SET content = \\u0027updated-query\\u0027 WHERE META().id = \\u0027e6456089-aba0-470e-8cee-8a6e0ef41447\\u0027\",\"client_context_id\":\"08849e22-b42b-4e2f-a0b7-bcbd37f46db9\",\"metrics\":true,\"query_context\":\"default:\\u0060default\\u0060.\\u0060_default\\u0060\",\"scan_consistency\":\"request_plus\",\"timeout\":\"75000ms\",\"tximplicit\":true,\"durability_level\":\"majority\",\"txtimeout\":\"1999.7485ms\",\"txdata\":{\"id\":{\"txn\":\"2461d807-df83-48fb-867c-cb55502c2893\",\"atmpt\":\"71283202-935a-4a6c-801b-dfd721ed0a84\"},\"state\":{\"timeLeftMs\":1999},\"config\":{\"kvTimeoutMs\":10000,\"numAtrs\":1024,\"durabilityLevel\":\"MAJORITY\"},\"atr\":null,\"mutations\":[]}}]","clientContextId":"08849e22-b42b-4e2f-a0b7-bcbd37f46db9","parameters":"{\"Named\":{},\"Raw\":{\"tximplicit\":true,\"durability_level\":\"majority\",\"txtimeout\":\"1999.7485ms\",\"txdata\":{\"id\":{\"Transactionid\":\"2461d807-df83-48fb-867c-cb55502c2893\",\"AttemptId\":\"71283202-935a-4a6c-801b-dfd721ed0a84\"},\"state\":{\"timeLeftMs\":1999},\"config\":{\"kvTimeoutMs\":10000,\"numAtrs\":1024,\"durabilityLevel\":\"MAJORITY\"},\"atr\":null,\"mutations\":[]}},\"Positional\":[]}","httpStatus":200,"queryStatus":2,"errors":[{"msg":"Transaction staging error","code":17020,"name":null,"sev":0,"temp":false,"reason":null,"retry":false,"cause":{"cause":{"bucket":"default","cause":"deadline expired before WWC was resolved on default._default._default._txn:atr-938-#b0d","collection":"_default","document_key":"e6456089-aba0-470e-8cee-8a6e0ef41447","msg":"write write conflict","scope":"_default"},"raise":"failed","retry":true,"rollback":false}}],"message":"Transaction staging error [17020]","retryReasons":null} 2023-08-28 16:11:29 {"Scope": ["QueryAsync", "QueryWrapper"]} 2023-08-28 16:11:29 [10:41:29.096 WRN] [Couchbase.Transactions.AttemptContext] query code=17020 cause={ 2023-08-28 16:11:29 "bucket": "default", 2023-08-28 16:11:29 "cause": "deadline expired before WWC was resolved on default._default._default._txn:atr-938-#b0d", 2023-08-28 16:11:29 "collection": "_default", 2023-08-28 16:11:29 "document_key": "e6456089-aba0-470e-8cee-8a6e0ef41447", 2023-08-28 16:11:29 "msg": "write write conflict", 2023-08-28 16:11:29 "scope": "_default" 2023-08-28 16:11:29 } raise=failed {"Scope": ["QueryAsync", "QueryWrapper"]} 2023-08-28 16:11:29 [10:41:29.097 DBG] [ExecuteApplicationLambda] Propagating error up. (ec = FailOther, retry = True, finalError = TransactionFailed) {} 2023-08-28 16:11:29 [10:41:29.097 INF] [ExecuteApplicationLambda] Attempt 71283202-935a-4a6c-801b-dfd721ed0a84 completed. CleanupClient=False, LostCleanup=False {} 2023-08-28 16:11:29 [10:41:29.101 DBG] [Couchbase.Transactions.AttemptContext] [795ba878-6716-4456-a4f0-94c2e53d7a97] Executing Query: query: null {"Scope": ["QueryAsync", "QueryWrapper"]} 2023-08-28 16:11:30 [10:41:30.520 ERR] [Couchbase.Transactions.AttemptContext] [795ba878-6716-4456-a4f0-94c2e53d7a97] query failed at query: Couchbase.Core.Exceptions.IndexFailureException: Keyspace not found in CB datastore: default:_default - cause: No bucket named _default [12003] 2023-08-28 16:11:30 at Couchbase.Query.QueryResultExtensions.ThrowExceptionOnError[T](IQueryResult`1 result, QueryErrorContext context) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryResultExtensions.cs:line 137 2023-08-28 16:11:30 at Couchbase.Query.QueryClient.ExecuteQuery[T](QueryOptions options, ITypeSerializer serializer, IRequestSpan span) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryClient.cs:line 320 2023-08-28 16:11:30 at Couchbase.Query.QueryClient.QueryAsync[T](String statement, QueryOptions options) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryClient.cs:line 149 2023-08-28 16:11:30 at Couchbase.Cluster.<>c__DisplayClass35_0`1.<g__Func|0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Cluster.cs:line 339 2023-08-28 16:11:30 --- End of stack trace from previous location --- 2023-08-28 16:11:30 at Couchbase.Core.Retry.RetryOrchestrator.RetryAsync[T](Func`1 send, IRequest request) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Core/Retry/RetryOrchestrator.cs:line 73 2023-08-28 16:11:30 at Couchbase.Cluster.QueryAsync[T](String statement, QueryOptions options) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Cluster.cs:line 349 2023-08-28 16:11:30 at Couchbase.Transactions.AttemptContext.QueryWrapper[T](Int64 statementId, IScope scope, String statement, QueryOptions options, String hookPoint, IRequestSpan parentSpan, Boolean isBeginWork, Boolean existingErrorCheck, JObject txdata, Boolean txImplicit) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 2119 2023-08-28 16:11:30 -----------------------Context Info--------------------------- 2023-08-28 16:11:30 {"statement":"[{\u0022statement\u0022:\u0022UPDATE \\u0060_default\\u0060 SET content = \\u0027updated-query\\u0027 WHERE META().id = \\u0027e6456089-aba0-470e-8cee-8a6e0ef41447\\u0027\u0022,\u0022client_context_id\u0022:\u00223b0a6557-dc66-441c-8181-c0faac05932d\u0022,\u0022metrics\u0022:true,\u0022scan_consistency\u0022:\u0022request_plus\u0022,\u0022timeout\u0022:\u002275000ms\u0022,\u0022tximplicit\u0022:true,\u0022durability_level\u0022:\u0022majority\u0022,\u0022txtimeout\u0022:\u0022662.4501ms\u0022,\u0022txdata\u0022:{\u0022id\u0022:{\u0022txn\u0022:\u00222461d807-df83-48fb-867c-cb55502c2893\u0022,\u0022atmpt\u0022:\u0022795ba878-6716-4456-a4f0-94c2e53d7a97\u0022},\u0022state\u0022:{\u0022timeLeftMs\u0022:662},\u0022config\u0022:{\u0022kvTimeoutMs\u0022:10000,\u0022numAtrs\u0022:1024,\u0022durabilityLevel\u0022:\u0022MAJORITY\u0022},\u0022atr\u0022:null,\u0022mutations\u0022:[]}}]","clientContextId":"3b0a6557-dc66-441c-8181-c0faac05932d","parameters":"{\u0022Named\u0022:{},\u0022Raw\u0022:{\u0022tximplicit\u0022:true,\u0022durability_level\u0022:\u0022majority\u0022,\u0022txtimeout\u0022:\u0022662.4501ms\u0022,\u0022txdata\u0022:{\u0022id\u0022:{\u0022Transactionid\u0022:\u00222461d807-df83-48fb-867c-cb55502c2893\u0022,\u0022AttemptId\u0022:\u0022795ba878-6716-4456-a4f0-94c2e53d7a97\u0022},\u0022state\u0022:{\u0022timeLeftMs\u0022:662},\u0022config\u0022:{\u0022kvTimeoutMs\u0022:10000,\u0022numAtrs\u0022:1024,\u0022durabilityLevel\u0022:\u0022MAJORITY\u0022},\u0022atr\u0022:null,\u0022mutations\u0022:[]}},\u0022Positional\u0022:[]}","httpStatus":"InternalServerError","queryStatus":"fatal","errors":[{"msg":"Keyspace not found in CB datastore: default:_default - cause: No bucket named _default","code":12003,"name":null,"severity":0,"temp":false,"reason":null,"retry":false}],"message":"Keyspace not found in CB datastore: default:_default - cause: No bucket named _default [12003]","retryReasons":null} 2023-08-28 16:11:30 {"Scope": ["QueryAsync", "QueryWrapper"]} 2023-08-28 16:11:30 [10:41:30.522 INF] [ExecuteApplicationLambda] Attempt 795ba878-6716-4456-a4f0-94c2e53d7a97 completed. CleanupClient=False, LostCleanup=False {} 2023-08-28 16:11:31 [10:41:31.734 DBG] [] transactionCreate: { "transactionsFactoryRef": "6ccfe8bf-a75f-4f8b-b8b8-474203e4b917", "attempts": [ { "commands": [ { "remove": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "31b69b82-08e4-4b8c-b120-1a22152a81b6" }, "expectedResult": [ { "error": { "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookPoint": "AFTER_STAGED_REMOVE_COMPLETE" } ] }, "clusterConnectionId": "defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184" } {} 2023-08-28 16:11:31 [10:41:31.734 INF] [] Starting Transaction Test {} 2023-08-28 16:11:31 [10:41:31.734 DBG] [] Test: { "transactionsFactoryRef": "6ccfe8bf-a75f-4f8b-b8b8-474203e4b917", "attempts": [ { "commands": [ { "remove": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "31b69b82-08e4-4b8c-b120-1a22152a81b6" }, "expectedResult": [ { "error": { "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookPoint": "AFTER_STAGED_REMOVE_COMPLETE" } ] }, "clusterConnectionId": "defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184" } {} 2023-08-28 16:11:31 [10:41:31.734 DBG] [] clusterConnectionId:defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184 {} 2023-08-28 16:11:31 [10:41:31.735 DBG] [] Using custom connection at host : couchbase://172.23.111.130 and with username Administrator {} 2023-08-28 16:11:31 [10:41:31.735 DBG] [] Registering 1 hooks {} 2023-08-28 16:11:31 [10:41:31.735 DBG] [] - Hook Point AfterStagedRemoveComplete with Action FailHard {} 2023-08-28 16:11:31 [10:41:31.735 DBG] [] Starting Attempt 0 {} 2023-08-28 16:11:31 [10:41:31.735 DBG] [] Performing TransactionCommand Remove {} 2023-08-28 16:11:31 [10:41:31.735 DBG] [] ceb4d1c7-c484-4efe-8902-9dd3010f635c.55f75a20-8412-43bb-8cae-4a712fe07279: Performing command: remove {} 2023-08-28 16:11:31 [10:41:31.967 DBG] [Couchbase.Transactions.AttemptContext] GetWithMav for 31b69b82-08e4-4b8c-b120-1a22152a81b6, attemptId=55f75a20-8412-43bb-8cae-4a712fe07279, postCas=1693219292185034752 {"Scope": ["GetWithKv", "GetWithMav"]} 2023-08-28 16:11:31 [10:41:31.968 DBG] [Couchbase.Transactions.AttemptContext] CheckWriteWriteConflict@WW_RM for default::_default::_default::31b69b82-08e4-4b8c-b120-1a22152a81b6, attempt=55f75a20-8412-43bb-8cae-4a712fe07279 {"Scope": ["RemoveWithKv", "CheckWriteWriteConflict"]} 2023-08-28 16:11:31 [10:41:31.968 DBG] [Couchbase.Transactions.AttemptContext] CheckWriteWriteConflict no other txn for default::_default::_default::31b69b82-08e4-4b8c-b120-1a22152a81b6, attempt=55f75a20-8412-43bb-8cae-4a712fe07279 {"Scope": ["RemoveWithKv", "CheckWriteWriteConflict"]} 2023-08-28 16:11:31 [10:41:31.968 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Requested Durability = Majority {"Scope": ["RemoveWithKv", "InitAtrIfNeeded"]} 2023-08-28 16:11:32 [10:41:32.209 INF] [Couchbase.Transactions.DataAccess.AtrRepository] Upserted ATR to PENDING _txn:atr-786-#813/attempts.55f75a20-8412-43bb-8cae-4a712fe07279 (cas = 1693219292658139136) {"Scope": ["RemoveWithKv", "SetAtrPending", "MutateAtrPending"]} 2023-08-28 16:11:32 [10:41:32.209 DBG] [Couchbase.Transactions.AttemptContext] SetAtrPending for default._default._default::_txn:atr-786-#813 (attempt=55f75a20-8412-43bb-8cae-4a712fe07279) {"Scope": ["RemoveWithKv", "SetAtrPending"]} 2023-08-28 16:11:32 [10:41:32.467 DBG] [Couchbase.Transactions.AttemptContext] CreateStagedRemove for 31b69b82-08e4-4b8c-b120-1a22152a81b6, attemptId=55f75a20-8412-43bb-8cae-4a712fe07279, preCas=1693219292185034752, postCas=1693219292895641600 {"Scope": ["RemoveWithKv", "CreateStagedRemove"]} 2023-08-28 16:11:32 [10:41:32.473 DBG] [] ExternalException.Unknown: Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. 2023-08-28 16:11:32 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 2023-08-28 16:11:32 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 462 2023-08-28 16:11:32 --- End of stack trace from previous location --- 2023-08-28 16:11:32 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 466 2023-08-28 16:11:32 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 2023-08-28 16:11:32 --- End of stack trace from previous location --- 2023-08-28 16:11:32 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 268 2023-08-28 16:11:32 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 2023-08-28 16:11:32 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterStagedRemoveComplete(AttemptContext ctx, String id) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 148 2023-08-28 16:11:32 at Couchbase.Transactions.AttemptContext.CreateStagedRemove(TransactionGetResult doc, IRequestSpan parentSpan) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 972 {} 2023-08-28 16:11:32 [10:41:32.473 DBG] [] Operation 'remove' failed as expected {} 2023-08-28 16:11:32 [10:41:32.474 DBG] [ExecuteApplicationLambda] Propagating error up. (ec = FailHard, retry = False, finalError = TransactionFailed) {} 2023-08-28 16:11:32 [10:41:32.474 INF] [ExecuteApplicationLambda] Attempt 55f75a20-8412-43bb-8cae-4a712fe07279 completed. CleanupClient=False, LostCleanup=False {} 2023-08-28 16:11:32 Transaction Failed with: Couchbase.Transactions.Error.TransactionFailedException: Transaction failed. 2023-08-28 16:11:32 ---> Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. 2023-08-28 16:11:32 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 2023-08-28 16:11:32 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 462 2023-08-28 16:11:32 --- End of stack trace from previous location --- 2023-08-28 16:11:32 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 466 2023-08-28 16:11:32 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 2023-08-28 16:11:32 --- End of stack trace from previous location --- 2023-08-28 16:11:32 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 268 2023-08-28 16:11:32 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 2023-08-28 16:11:32 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterStagedRemoveComplete(AttemptContext ctx, String id) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 148 2023-08-28 16:11:32 at Couchbase.Transactions.AttemptContext.CreateStagedRemove(TransactionGetResult doc, IRequestSpan parentSpan) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 972 2023-08-28 16:11:32 --- End of inner exception stack trace --- 2023-08-28 16:11:32 at Couchbase.Transactions.Transactions.RunAsync(Func`2 transactionLogic, PerTransactionConfig perConfig, Boolean singleQueryTransactionMode) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/Transactions.cs:line 229 2023-08-28 16:11:32 at Couchbase.Transactions.FitPerformer.TwoWayTransaction.Run(Transactions transactions, TransactionCreateRequest request, ClusterConnection connection, IServerStreamWriter`1 responseStream) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 68 2023-08-28 16:11:32 -----------------------Context Info--------------------------- 2023-08-28 16:11:32 2023-08-28 16:11:32 2023-08-28 16:11:32 [10:41:32.478 DBG] [] UNKNOWN due to Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. 2023-08-28 16:11:32 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 2023-08-28 16:11:32 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 462 2023-08-28 16:11:32 --- End of stack trace from previous location --- 2023-08-28 16:11:32 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 466 2023-08-28 16:11:32 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 2023-08-28 16:11:32 --- End of stack trace from previous location --- 2023-08-28 16:11:32 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 268 2023-08-28 16:11:32 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 2023-08-28 16:11:32 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterStagedRemoveComplete(AttemptContext ctx, String id) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 148 2023-08-28 16:11:32 at Couchbase.Transactions.AttemptContext.CreateStagedRemove(TransactionGetResult doc, IRequestSpan parentSpan) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 972 {} 2023-08-28 16:11:32 [10:41:32.478 INF] [] Completed Transaction Test {} 2023-08-28 16:11:32 [10:41:32.489 DBG] [] transactionSingleQuery: { "transactionsFactoryRef": "6ccfe8bf-a75f-4f8b-b8b8-474203e4b917", "clusterConnectionId": "defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184", "query": { "statement": "DELETE FROM `_default` WHERE META().id = '31b69b82-08e4-4b8c-b120-1a22152a81b6'", "expectedResult": [ { "anythingAllowed": true } ], "checkMutations": true, "expectedMutations": 1, "queryParameters": { }, "scope": { "bucketName": "default", "scopeName": "_default" } }, "queryOptions": { "timeoutMillis": "2000" } } {} 2023-08-28 16:11:32 [10:41:32.489 DBG] [] clusterConnectionId:defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184 {} 2023-08-28 16:11:32 [10:41:32.489 DBG] [] Using custom connection at host : couchbase://172.23.111.130 and with username Administrator {} 2023-08-28 16:11:32 [10:41:32.490 DBG] [Couchbase.Transactions.AttemptContext] [04f080d4-bce3-4cea-9a50-c015446f85f5] Executing Query: query: null {"Scope": ["QueryAsync", "QueryWrapper"]} 2023-08-28 16:11:34 [10:41:34.035 ERR] [Couchbase.Transactions.AttemptContext] [04f080d4-bce3-4cea-9a50-c015446f85f5] query failed at query: Couchbase.CouchbaseException: Transaction staging error [17020] 2023-08-28 16:11:34 at Couchbase.Query.QueryResultExtensions.ThrowExceptionOnError[T](IQueryResult`1 result, QueryErrorContext context) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryResultExtensions.cs:line 137 2023-08-28 16:11:34 at Couchbase.Query.QueryClient.ExecuteQuery[T](QueryOptions options, ITypeSerializer serializer, IRequestSpan span) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryClient.cs:line 320 2023-08-28 16:11:34 at Couchbase.Query.QueryClient.QueryAsync[T](String statement, QueryOptions options) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryClient.cs:line 149 2023-08-28 16:11:34 at Couchbase.Cluster.<>c__DisplayClass35_0`1.<g__Func|0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Cluster.cs:line 339 2023-08-28 16:11:34 --- End of stack trace from previous location --- 2023-08-28 16:11:34 at Couchbase.Core.Retry.RetryOrchestrator.RetryAsync[T](Func`1 send, IRequest request) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Core/Retry/RetryOrchestrator.cs:line 73 2023-08-28 16:11:34 at Couchbase.Cluster.QueryAsync[T](String statement, QueryOptions options) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Cluster.cs:line 349 2023-08-28 16:11:34 at Couchbase.Transactions.AttemptContext.QueryWrapper[T](Int64 statementId, IScope scope, String statement, QueryOptions options, String hookPoint, IRequestSpan parentSpan, Boolean isBeginWork, Boolean existingErrorCheck, JObject txdata, Boolean txImplicit) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 2119 2023-08-28 16:11:34 -----------------------Context Info--------------------------- 2023-08-28 16:11:34 {"statement":"[{\"statement\":\"DELETE FROM \\u0060_default\\u0060 WHERE META().id = \\u002731b69b82-08e4-4b8c-b120-1a22152a81b6\\u0027\",\"client_context_id\":\"7c0d942d-ee96-4017-bd2c-92602538bd9d\",\"metrics\":true,\"query_context\":\"default:\\u0060default\\u0060.\\u0060_default\\u0060\",\"scan_consistency\":\"request_plus\",\"timeout\":\"75000ms\",\"tximplicit\":true,\"durability_level\":\"majority\",\"txtimeout\":\"1999.679ms\",\"txdata\":{\"id\":{\"txn\":\"c7b9b7b5-2b3e-41a7-9c6e-58a2812634ff\",\"atmpt\":\"04f080d4-bce3-4cea-9a50-c015446f85f5\"},\"state\":{\"timeLeftMs\":1999},\"config\":{\"kvTimeoutMs\":10000,\"numAtrs\":1024,\"durabilityLevel\":\"MAJORITY\"},\"atr\":null,\"mutations\":[]}}]","clientContextId":"7c0d942d-ee96-4017-bd2c-92602538bd9d","parameters":"{\"Named\":{},\"Raw\":{\"tximplicit\":true,\"durability_level\":\"majority\",\"txtimeout\":\"1999.679ms\",\"txdata\":{\"id\":{\"Transactionid\":\"c7b9b7b5-2b3e-41a7-9c6e-58a2812634ff\",\"AttemptId\":\"04f080d4-bce3-4cea-9a50-c015446f85f5\"},\"state\":{\"timeLeftMs\":1999},\"config\":{\"kvTimeoutMs\":10000,\"numAtrs\":1024,\"durabilityLevel\":\"MAJORITY\"},\"atr\":null,\"mutations\":[]}},\"Positional\":[]}","httpStatus":200,"queryStatus":2,"errors":[{"msg":"Transaction staging error","code":17020,"name":null,"sev":0,"temp":false,"reason":null,"retry":false,"cause":{"cause":{"bucket":"default","cause":"deadline expired before WWC was resolved on default._default._default._txn:atr-786-#813","collection":"_default","document_key":"31b69b82-08e4-4b8c-b120-1a22152a81b6","msg":"write write conflict","scope":"_default"},"raise":"failed","retry":true,"rollback":false}}],"message":"Transaction staging error [17020]","retryReasons":null} 2023-08-28 16:11:34 {"Scope": ["QueryAsync", "QueryWrapper"]} 2023-08-28 16:11:34 [10:41:34.037 WRN] [Couchbase.Transactions.AttemptContext] query code=17020 cause={ 2023-08-28 16:11:34 "bucket": "default", 2023-08-28 16:11:34 "cause": "deadline expired before WWC was resolved on default._default._default._txn:atr-786-#813", 2023-08-28 16:11:34 "collection": "_default", 2023-08-28 16:11:34 "document_key": "31b69b82-08e4-4b8c-b120-1a22152a81b6", 2023-08-28 16:11:34 "msg": "write write conflict", 2023-08-28 16:11:34 "scope": "_default" 2023-08-28 16:11:34 } raise=failed {"Scope": ["QueryAsync", "QueryWrapper"]} 2023-08-28 16:11:34 [10:41:34.037 DBG] [ExecuteApplicationLambda] Propagating error up. (ec = FailOther, retry = True, finalError = TransactionFailed) {} 2023-08-28 16:11:34 [10:41:34.038 INF] [ExecuteApplicationLambda] Attempt 04f080d4-bce3-4cea-9a50-c015446f85f5 completed. CleanupClient=False, LostCleanup=False {} 2023-08-28 16:11:34 [10:41:34.041 DBG] [Couchbase.Transactions.AttemptContext] [476a794c-b420-4041-8e5b-c6aa3c180a11] Executing Query: query: null {"Scope": ["QueryAsync", "QueryWrapper"]} 2023-08-28 16:11:35 [10:41:35.197 ERR] [Couchbase.Transactions.AttemptContext] [476a794c-b420-4041-8e5b-c6aa3c180a11] query failed at query: Couchbase.Core.Exceptions.IndexFailureException: Keyspace not found in CB datastore: default:_default - cause: No bucket named _default [12003] 2023-08-28 16:11:35 at Couchbase.Query.QueryResultExtensions.ThrowExceptionOnError[T](IQueryResult`1 result, QueryErrorContext context) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryResultExtensions.cs:line 137 2023-08-28 16:11:35 at Couchbase.Query.QueryClient.ExecuteQuery[T](QueryOptions options, ITypeSerializer serializer, IRequestSpan span) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryClient.cs:line 320 2023-08-28 16:11:35 at Couchbase.Query.QueryClient.QueryAsync[T](String statement, QueryOptions options) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryClient.cs:line 149 2023-08-28 16:11:35 at Couchbase.Cluster.<>c__DisplayClass35_0`1.<g__Func|0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Cluster.cs:line 339 2023-08-28 16:11:35 --- End of stack trace from previous location --- 2023-08-28 16:11:35 at Couchbase.Core.Retry.RetryOrchestrator.RetryAsync[T](Func`1 send, IRequest request) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Core/Retry/RetryOrchestrator.cs:line 73 2023-08-28 16:11:35 at Couchbase.Cluster.QueryAsync[T](String statement, QueryOptions options) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Cluster.cs:line 349 2023-08-28 16:11:35 at Couchbase.Transactions.AttemptContext.QueryWrapper[T](Int64 statementId, IScope scope, String statement, QueryOptions options, String hookPoint, IRequestSpan parentSpan, Boolean isBeginWork, Boolean existingErrorCheck, JObject txdata, Boolean txImplicit) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 2119 2023-08-28 16:11:35 -----------------------Context Info--------------------------- 2023-08-28 16:11:35 {"statement":"[{\u0022statement\u0022:\u0022DELETE FROM \\u0060_default\\u0060 WHERE META().id = \\u002731b69b82-08e4-4b8c-b120-1a22152a81b6\\u0027\u0022,\u0022client_context_id\u0022:\u0022e8bb2dc7-bb79-4010-a3a0-7e99cd85c7e7\u0022,\u0022metrics\u0022:true,\u0022scan_consistency\u0022:\u0022request_plus\u0022,\u0022timeout\u0022:\u002275000ms\u0022,\u0022tximplicit\u0022:true,\u0022durability_level\u0022:\u0022majority\u0022,\u0022txtimeout\u0022:\u0022447.8638ms\u0022,\u0022txdata\u0022:{\u0022id\u0022:{\u0022txn\u0022:\u0022c7b9b7b5-2b3e-41a7-9c6e-58a2812634ff\u0022,\u0022atmpt\u0022:\u0022476a794c-b420-4041-8e5b-c6aa3c180a11\u0022},\u0022state\u0022:{\u0022timeLeftMs\u0022:447},\u0022config\u0022:{\u0022kvTimeoutMs\u0022:10000,\u0022numAtrs\u0022:1024,\u0022durabilityLevel\u0022:\u0022MAJORITY\u0022},\u0022atr\u0022:null,\u0022mutations\u0022:[]}}]","clientContextId":"e8bb2dc7-bb79-4010-a3a0-7e99cd85c7e7","parameters":"{\u0022Named\u0022:{},\u0022Raw\u0022:{\u0022tximplicit\u0022:true,\u0022durability_level\u0022:\u0022majority\u0022,\u0022txtimeout\u0022:\u0022447.8638ms\u0022,\u0022txdata\u0022:{\u0022id\u0022:{\u0022Transactionid\u0022:\u0022c7b9b7b5-2b3e-41a7-9c6e-58a2812634ff\u0022,\u0022AttemptId\u0022:\u0022476a794c-b420-4041-8e5b-c6aa3c180a11\u0022},\u0022state\u0022:{\u0022timeLeftMs\u0022:447},\u0022config\u0022:{\u0022kvTimeoutMs\u0022:10000,\u0022numAtrs\u0022:1024,\u0022durabilityLevel\u0022:\u0022MAJORITY\u0022},\u0022atr\u0022:null,\u0022mutations\u0022:[]}},\u0022Positional\u0022:[]}","httpStatus":"InternalServerError","queryStatus":"fatal","errors":[{"msg":"Keyspace not found in CB datastore: default:_default - cause: No bucket named _default","code":12003,"name":null,"severity":0,"temp":false,"reason":null,"retry":false}],"message":"Keyspace not found in CB datastore: default:_default - cause: No bucket named _default [12003]","retryReasons":null} 2023-08-28 16:11:35 {"Scope": ["QueryAsync", "QueryWrapper"]} 2023-08-28 16:11:35 [10:41:35.199 INF] [ExecuteApplicationLambda] Attempt 476a794c-b420-4041-8e5b-c6aa3c180a11 completed. CleanupClient=False, LostCleanup=False {} 2023-08-28 16:11:36 [10:41:36.397 DBG] [] transactionCreate: { "transactionsFactoryRef": "6ccfe8bf-a75f-4f8b-b8b8-474203e4b917", "attempts": [ { "commands": [ { "remove": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "0cd27ecf-cb0f-40a7-b27c-c9c5053a86ff" }, "expectedResult": [ { "error": { "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookPoint": "AFTER_STAGED_REMOVE_COMPLETE" } ] }, "clusterConnectionId": "defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184" } {} 2023-08-28 16:11:36 [10:41:36.397 INF] [] Starting Transaction Test {} 2023-08-28 16:11:36 [10:41:36.397 DBG] [] Test: { "transactionsFactoryRef": "6ccfe8bf-a75f-4f8b-b8b8-474203e4b917", "attempts": [ { "commands": [ { "remove": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "0cd27ecf-cb0f-40a7-b27c-c9c5053a86ff" }, "expectedResult": [ { "error": { "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookPoint": "AFTER_STAGED_REMOVE_COMPLETE" } ] }, "clusterConnectionId": "defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184" } {} 2023-08-28 16:11:36 [10:41:36.397 DBG] [] clusterConnectionId:defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184 {} 2023-08-28 16:11:36 [10:41:36.397 DBG] [] Using custom connection at host : couchbase://172.23.111.130 and with username Administrator {} 2023-08-28 16:11:36 [10:41:36.397 DBG] [] Registering 1 hooks {} 2023-08-28 16:11:36 [10:41:36.397 DBG] [] - Hook Point AfterStagedRemoveComplete with Action FailHard {} 2023-08-28 16:11:36 [10:41:36.398 DBG] [] Starting Attempt 0 {} 2023-08-28 16:11:36 [10:41:36.399 DBG] [] Performing TransactionCommand Remove {} 2023-08-28 16:11:36 [10:41:36.399 DBG] [] 621a54ca-cf41-448b-8081-05da09c44885.efcf1d53-c4ae-4e1d-9725-6d74f48fb488: Performing command: remove {} 2023-08-28 16:11:36 [10:41:36.635 DBG] [Couchbase.Transactions.AttemptContext] GetWithMav for 0cd27ecf-cb0f-40a7-b27c-c9c5053a86ff, attemptId=efcf1d53-c4ae-4e1d-9725-6d74f48fb488, postCas=1693219296847265792 {"Scope": ["GetWithKv", "GetWithMav"]} 2023-08-28 16:11:36 [10:41:36.637 DBG] [Couchbase.Transactions.AttemptContext] CheckWriteWriteConflict@WW_RM for default::_default::_default::0cd27ecf-cb0f-40a7-b27c-c9c5053a86ff, attempt=efcf1d53-c4ae-4e1d-9725-6d74f48fb488 {"Scope": ["RemoveWithKv", "CheckWriteWriteConflict"]} 2023-08-28 16:11:36 [10:41:36.637 DBG] [Couchbase.Transactions.AttemptContext] CheckWriteWriteConflict no other txn for default::_default::_default::0cd27ecf-cb0f-40a7-b27c-c9c5053a86ff, attempt=efcf1d53-c4ae-4e1d-9725-6d74f48fb488 {"Scope": ["RemoveWithKv", "CheckWriteWriteConflict"]} 2023-08-28 16:11:36 [10:41:36.637 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Requested Durability = Majority {"Scope": ["RemoveWithKv", "InitAtrIfNeeded"]} 2023-08-28 16:11:36 [10:41:36.874 INF] [Couchbase.Transactions.DataAccess.AtrRepository] Upserted ATR to PENDING _txn:atr-67-#18cd/attempts.efcf1d53-c4ae-4e1d-9725-6d74f48fb488 (cas = 1693219297325154304) {"Scope": ["RemoveWithKv", "SetAtrPending", "MutateAtrPending"]} 2023-08-28 16:11:36 [10:41:36.875 DBG] [Couchbase.Transactions.AttemptContext] SetAtrPending for default._default._default::_txn:atr-67-#18cd (attempt=efcf1d53-c4ae-4e1d-9725-6d74f48fb488) {"Scope": ["RemoveWithKv", "SetAtrPending"]} 2023-08-28 16:11:37 [10:41:37.134 DBG] [Couchbase.Transactions.AttemptContext] CreateStagedRemove for 0cd27ecf-cb0f-40a7-b27c-c9c5053a86ff, attemptId=efcf1d53-c4ae-4e1d-9725-6d74f48fb488, preCas=1693219296847265792, postCas=1693219297563639808 {"Scope": ["RemoveWithKv", "CreateStagedRemove"]} 2023-08-28 16:11:37 [10:41:37.144 DBG] [] ExternalException.Unknown: Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. 2023-08-28 16:11:37 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 2023-08-28 16:11:37 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 462 2023-08-28 16:11:37 --- End of stack trace from previous location --- 2023-08-28 16:11:37 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 466 2023-08-28 16:11:37 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 2023-08-28 16:11:37 --- End of stack trace from previous location --- 2023-08-28 16:11:37 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 268 2023-08-28 16:11:37 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 2023-08-28 16:11:37 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterStagedRemoveComplete(AttemptContext ctx, String id) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 148 2023-08-28 16:11:37 at Couchbase.Transactions.AttemptContext.CreateStagedRemove(TransactionGetResult doc, IRequestSpan parentSpan) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 972 {} 2023-08-28 16:11:37 [10:41:37.144 DBG] [] Operation 'remove' failed as expected {} 2023-08-28 16:11:37 [10:41:37.144 DBG] [ExecuteApplicationLambda] Propagating error up. (ec = FailHard, retry = False, finalError = TransactionFailed) {} 2023-08-28 16:11:37 [10:41:37.145 INF] [ExecuteApplicationLambda] Attempt efcf1d53-c4ae-4e1d-9725-6d74f48fb488 completed. CleanupClient=False, LostCleanup=False {} 2023-08-28 16:11:37 Transaction Failed with: Couchbase.Transactions.Error.TransactionFailedException: Transaction failed. 2023-08-28 16:11:37 ---> Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. 2023-08-28 16:11:37 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 2023-08-28 16:11:37 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 462 2023-08-28 16:11:37 --- End of stack trace from previous location --- 2023-08-28 16:11:37 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 466 2023-08-28 16:11:37 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 2023-08-28 16:11:37 --- End of stack trace from previous location --- 2023-08-28 16:11:37 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 268 2023-08-28 16:11:37 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 2023-08-28 16:11:37 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterStagedRemoveComplete(AttemptContext ctx, String id) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 148 2023-08-28 16:11:37 at Couchbase.Transactions.AttemptContext.CreateStagedRemove(TransactionGetResult doc, IRequestSpan parentSpan) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 972 2023-08-28 16:11:37 --- End of inner exception stack trace --- 2023-08-28 16:11:37 at Couchbase.Transactions.Transactions.RunAsync(Func`2 transactionLogic, PerTransactionConfig perConfig, Boolean singleQueryTransactionMode) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/Transactions.cs:line 229 2023-08-28 16:11:37 at Couchbase.Transactions.FitPerformer.TwoWayTransaction.Run(Transactions transactions, TransactionCreateRequest request, ClusterConnection connection, IServerStreamWriter`1 responseStream) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 68 2023-08-28 16:11:37 -----------------------Context Info--------------------------- 2023-08-28 16:11:37 2023-08-28 16:11:37 2023-08-28 16:11:37 [10:41:37.152 DBG] [] UNKNOWN due to Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. 2023-08-28 16:11:37 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 2023-08-28 16:11:37 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 462 2023-08-28 16:11:37 --- End of stack trace from previous location --- 2023-08-28 16:11:37 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 466 2023-08-28 16:11:37 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 2023-08-28 16:11:37 --- End of stack trace from previous location --- 2023-08-28 16:11:37 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 268 2023-08-28 16:11:37 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 2023-08-28 16:11:37 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterStagedRemoveComplete(AttemptContext ctx, String id) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 148 2023-08-28 16:11:37 at Couchbase.Transactions.AttemptContext.CreateStagedRemove(TransactionGetResult doc, IRequestSpan parentSpan) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 972 {} 2023-08-28 16:11:37 [10:41:37.153 INF] [] Completed Transaction Test {} 2023-08-28 16:11:37 [10:41:37.158 DBG] [] transactionSingleQuery: { "transactionsFactoryRef": "6ccfe8bf-a75f-4f8b-b8b8-474203e4b917", "clusterConnectionId": "defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184", "query": { "statement": "SELECT * FROM `_default` WHERE META().id = '0cd27ecf-cb0f-40a7-b27c-c9c5053a86ff'", "expectedResult": [ { "anythingAllowed": true } ], "checkRowCount": true, "expectedRowCount": 1, "queryParameters": { }, "scope": { "bucketName": "default", "scopeName": "_default" } } } {} 2023-08-28 16:11:37 [10:41:37.158 DBG] [] clusterConnectionId:defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184 {} 2023-08-28 16:11:37 [10:41:37.158 DBG] [] Using custom connection at host : couchbase://172.23.111.130 and with username Administrator {} 2023-08-28 16:11:37 [10:41:37.158 DBG] [Couchbase.Transactions.AttemptContext] [dbf27fb6-a987-44e3-bae9-d1cd33fd2882] Executing Query: query: null {"Scope": ["QueryAsync", "QueryWrapper"]} 2023-08-28 16:11:37 [10:41:37.492 INF] [ExecuteApplicationLambda] Attempt dbf27fb6-a987-44e3-bae9-d1cd33fd2882 completed. CleanupClient=False, LostCleanup=False {} 2023-08-28 16:11:39 [10:41:39.144 DBG] [] transactionCreate: { "transactionsFactoryRef": "6ccfe8bf-a75f-4f8b-b8b8-474203e4b917", "attempts": [ { "commands": [ { "remove": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "07ac4c0f-fa85-4ab2-8983-514872d34666" }, "expectedResult": [ { "success": true } ] } }, { "commit": { "expectedResult": [ { "error": { "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookPoint": "AFTER_ATR_COMMIT" } ] }, "clusterConnectionId": "defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184" } {} 2023-08-28 16:11:39 [10:41:39.144 INF] [] Starting Transaction Test {} 2023-08-28 16:11:39 [10:41:39.144 DBG] [] Test: { "transactionsFactoryRef": "6ccfe8bf-a75f-4f8b-b8b8-474203e4b917", "attempts": [ { "commands": [ { "remove": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "07ac4c0f-fa85-4ab2-8983-514872d34666" }, "expectedResult": [ { "success": true } ] } }, { "commit": { "expectedResult": [ { "error": { "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookPoint": "AFTER_ATR_COMMIT" } ] }, "clusterConnectionId": "defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184" } {} 2023-08-28 16:11:39 [10:41:39.144 DBG] [] clusterConnectionId:defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184 {} 2023-08-28 16:11:39 [10:41:39.145 DBG] [] Using custom connection at host : couchbase://172.23.111.130 and with username Administrator {} 2023-08-28 16:11:39 [10:41:39.145 DBG] [] Registering 1 hooks {} 2023-08-28 16:11:39 [10:41:39.145 DBG] [] - Hook Point AfterAtrCommit with Action FailHard {} 2023-08-28 16:11:39 [10:41:39.146 DBG] [] Starting Attempt 0 {} 2023-08-28 16:11:39 [10:41:39.146 DBG] [] Performing TransactionCommand Remove {} 2023-08-28 16:11:39 [10:41:39.146 DBG] [] 11241655-76e6-418e-bab1-a6dbd56ea77c.903f471c-8e51-4b44-a257-20cc51e676cb: Performing command: remove {} 2023-08-28 16:11:39 [10:41:39.383 DBG] [Couchbase.Transactions.AttemptContext] GetWithMav for 07ac4c0f-fa85-4ab2-8983-514872d34666, attemptId=903f471c-8e51-4b44-a257-20cc51e676cb, postCas=1693219299587981312 {"Scope": ["GetWithKv", "GetWithMav"]} 2023-08-28 16:11:39 [10:41:39.384 DBG] [Couchbase.Transactions.AttemptContext] CheckWriteWriteConflict@WW_RM for default::_default::_default::07ac4c0f-fa85-4ab2-8983-514872d34666, attempt=903f471c-8e51-4b44-a257-20cc51e676cb {"Scope": ["RemoveWithKv", "CheckWriteWriteConflict"]} 2023-08-28 16:11:39 [10:41:39.384 DBG] [Couchbase.Transactions.AttemptContext] CheckWriteWriteConflict no other txn for default::_default::_default::07ac4c0f-fa85-4ab2-8983-514872d34666, attempt=903f471c-8e51-4b44-a257-20cc51e676cb {"Scope": ["RemoveWithKv", "CheckWriteWriteConflict"]} 2023-08-28 16:11:39 [10:41:39.384 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Requested Durability = Majority {"Scope": ["RemoveWithKv", "InitAtrIfNeeded"]} 2023-08-28 16:11:39 [10:41:39.623 INF] [Couchbase.Transactions.DataAccess.AtrRepository] Upserted ATR to PENDING _txn:atr-157-#81c/attempts.903f471c-8e51-4b44-a257-20cc51e676cb (cas = 1693219300067835904) {"Scope": ["RemoveWithKv", "SetAtrPending", "MutateAtrPending"]} 2023-08-28 16:11:39 [10:41:39.623 DBG] [Couchbase.Transactions.AttemptContext] SetAtrPending for default._default._default::_txn:atr-157-#81c (attempt=903f471c-8e51-4b44-a257-20cc51e676cb) {"Scope": ["RemoveWithKv", "SetAtrPending"]} 2023-08-28 16:11:39 [10:41:39.857 DBG] [Couchbase.Transactions.AttemptContext] CreateStagedRemove for 07ac4c0f-fa85-4ab2-8983-514872d34666, attemptId=903f471c-8e51-4b44-a257-20cc51e676cb, preCas=1693219299587981312, postCas=1693219300304945152 {"Scope": ["RemoveWithKv", "CreateStagedRemove"]} 2023-08-28 16:11:39 [10:41:39.857 DBG] [] 11241655-76e6-418e-bab1-a6dbd56ea77c.903f471c-8e51-4b44-a257-20cc51e676cb: Command Succeeded {} 2023-08-28 16:11:39 [10:41:39.857 DBG] [] Performing TransactionCommand Commit {} 2023-08-28 16:11:39 [10:41:39.857 DBG] [] 11241655-76e6-418e-bab1-a6dbd56ea77c.903f471c-8e51-4b44-a257-20cc51e676cb: Performing command: commit {} 2023-08-28 16:11:40 [10:41:40.091 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Updated to COMMITTED ATR _txn:atr-157-#81c/attempts.903f471c-8e51-4b44-a257-20cc51e676cb (cas = 1693219300536811520) {"Scope": ["CommitWithKv", "SetAtrCommit", "MutateAtrCommit"]} 2023-08-28 16:11:40 [10:41:40.092 DBG] [Couchbase.Transactions.AttemptContext] SetAtrCommit for default._default._default::_txn:atr-157-#81c (attempt=903f471c-8e51-4b44-a257-20cc51e676cb) {"Scope": ["CommitWithKv", "SetAtrCommit"]} 2023-08-28 16:11:40 [10:41:40.093 WRN] [Couchbase.Transactions.AttemptContext] Failed attempt at committing due to FailHard {"Scope": ["CommitWithKv", "SetAtrCommit"]} 2023-08-28 16:11:40 [10:41:40.096 DBG] [] ExternalException.Unknown: Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. 2023-08-28 16:11:40 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 2023-08-28 16:11:40 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 462 2023-08-28 16:11:40 --- End of stack trace from previous location --- 2023-08-28 16:11:40 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 466 2023-08-28 16:11:40 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 2023-08-28 16:11:40 --- End of stack trace from previous location --- 2023-08-28 16:11:40 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 268 2023-08-28 16:11:40 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 2023-08-28 16:11:40 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 92 2023-08-28 16:11:40 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1413 {} 2023-08-28 16:11:40 [10:41:40.096 DBG] [] Operation 'commit' failed as expected {} 2023-08-28 16:11:40 [10:41:40.096 DBG] [ExecuteApplicationLambda] Propagating error up. (ec = FailHard, retry = False, finalError = TransactionFailed) {} 2023-08-28 16:11:40 [10:41:40.097 INF] [ExecuteApplicationLambda] Attempt 903f471c-8e51-4b44-a257-20cc51e676cb completed. CleanupClient=False, LostCleanup=False {} 2023-08-28 16:11:40 Transaction Failed with: Couchbase.Transactions.Error.TransactionFailedException: Transaction failed. 2023-08-28 16:11:40 ---> Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. 2023-08-28 16:11:40 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 2023-08-28 16:11:40 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 462 2023-08-28 16:11:40 --- End of stack trace from previous location --- 2023-08-28 16:11:40 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 466 2023-08-28 16:11:40 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 2023-08-28 16:11:40 --- End of stack trace from previous location --- 2023-08-28 16:11:40 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 268 2023-08-28 16:11:40 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 2023-08-28 16:11:40 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 92 2023-08-28 16:11:40 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1413 2023-08-28 16:11:40 --- End of inner exception stack trace --- 2023-08-28 16:11:40 at Couchbase.Transactions.Transactions.RunAsync(Func`2 transactionLogic, PerTransactionConfig perConfig, Boolean singleQueryTransactionMode) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/Transactions.cs:line 229 2023-08-28 16:11:40 at Couchbase.Transactions.FitPerformer.TwoWayTransaction.Run(Transactions transactions, TransactionCreateRequest request, ClusterConnection connection, IServerStreamWriter`1 responseStream) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 68 2023-08-28 16:11:40 -----------------------Context Info--------------------------- 2023-08-28 16:11:40 2023-08-28 16:11:40 2023-08-28 16:11:40 [10:41:40.099 DBG] [] UNKNOWN due to Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. 2023-08-28 16:11:40 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 2023-08-28 16:11:40 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 462 2023-08-28 16:11:40 --- End of stack trace from previous location --- 2023-08-28 16:11:40 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 466 2023-08-28 16:11:40 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 2023-08-28 16:11:40 --- End of stack trace from previous location --- 2023-08-28 16:11:40 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 268 2023-08-28 16:11:40 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 2023-08-28 16:11:40 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 92 2023-08-28 16:11:40 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1413 {} 2023-08-28 16:11:40 [10:41:40.099 INF] [] Completed Transaction Test {} 2023-08-28 16:11:40 [10:41:40.808 DBG] [] transactionSingleQuery: { "transactionsFactoryRef": "6ccfe8bf-a75f-4f8b-b8b8-474203e4b917", "clusterConnectionId": "defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184", "query": { "statement": "INSERT INTO `_default` VALUES ('07ac4c0f-fa85-4ab2-8983-514872d34666', {\"content\":\"updated\"})", "expectedResult": [ { "anythingAllowed": true } ], "queryParameters": { }, "scope": { "bucketName": "default", "scopeName": "_default" } } } {} 2023-08-28 16:11:40 [10:41:40.808 DBG] [] clusterConnectionId:defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184 {} 2023-08-28 16:11:40 [10:41:40.808 DBG] [] Using custom connection at host : couchbase://172.23.111.130 and with username Administrator {} 2023-08-28 16:11:40 [10:41:40.809 DBG] [Couchbase.Transactions.AttemptContext] [27e0779a-39b9-42dc-a696-0e4f6da141af] Executing Query: query: null {"Scope": ["QueryAsync", "QueryWrapper"]} 2023-08-28 16:11:41 [10:41:41.087 ERR] [Couchbase.Transactions.AttemptContext] [27e0779a-39b9-42dc-a696-0e4f6da141af] query failed at query: Couchbase.CouchbaseException: Duplicate Key: 07ac4c0f-fa85-4ab2-8983-514872d34666 [17012] 2023-08-28 16:11:41 at Couchbase.Query.QueryResultExtensions.ThrowExceptionOnError[T](IQueryResult`1 result, QueryErrorContext context) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryResultExtensions.cs:line 137 2023-08-28 16:11:41 at Couchbase.Query.QueryClient.ExecuteQuery[T](QueryOptions options, ITypeSerializer serializer, IRequestSpan span) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryClient.cs:line 320 2023-08-28 16:11:41 at Couchbase.Query.QueryClient.QueryAsync[T](String statement, QueryOptions options) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryClient.cs:line 149 2023-08-28 16:11:41 at Couchbase.Cluster.<>c__DisplayClass35_0`1.<g__Func|0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Cluster.cs:line 339 2023-08-28 16:11:41 --- End of stack trace from previous location --- 2023-08-28 16:11:41 at Couchbase.Core.Retry.RetryOrchestrator.RetryAsync[T](Func`1 send, IRequest request) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Core/Retry/RetryOrchestrator.cs:line 73 2023-08-28 16:11:41 at Couchbase.Cluster.QueryAsync[T](String statement, QueryOptions options) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Cluster.cs:line 349 2023-08-28 16:11:41 at Couchbase.Transactions.AttemptContext.QueryWrapper[T](Int64 statementId, IScope scope, String statement, QueryOptions options, String hookPoint, IRequestSpan parentSpan, Boolean isBeginWork, Boolean existingErrorCheck, JObject txdata, Boolean txImplicit) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 2119 2023-08-28 16:11:41 -----------------------Context Info--------------------------- 2023-08-28 16:11:41 {"statement":"[{\"statement\":\"INSERT INTO \\u0060_default\\u0060 VALUES (\\u002707ac4c0f-fa85-4ab2-8983-514872d34666\\u0027, {\\u0022content\\u0022:\\u0022updated\\u0022})\",\"client_context_id\":\"a3f0642e-5c2b-4a8e-bab9-0b9f7c82f0e6\",\"metrics\":true,\"query_context\":\"default:\\u0060default\\u0060.\\u0060_default\\u0060\",\"scan_consistency\":\"request_plus\",\"timeout\":\"75000ms\",\"tximplicit\":true,\"durability_level\":\"majority\",\"txtimeout\":\"14999.0693ms\",\"txdata\":{\"id\":{\"txn\":\"9e5ba53b-1f43-4717-b911-5b1ce4cd9205\",\"atmpt\":\"27e0779a-39b9-42dc-a696-0e4f6da141af\"},\"state\":{\"timeLeftMs\":14999},\"config\":{\"kvTimeoutMs\":10000,\"numAtrs\":1024,\"durabilityLevel\":\"MAJORITY\"},\"atr\":null,\"mutations\":[]}}]","clientContextId":"a3f0642e-5c2b-4a8e-bab9-0b9f7c82f0e6","parameters":"{\"Named\":{},\"Raw\":{\"tximplicit\":true,\"durability_level\":\"majority\",\"txtimeout\":\"14999.0693ms\",\"txdata\":{\"id\":{\"Transactionid\":\"9e5ba53b-1f43-4717-b911-5b1ce4cd9205\",\"AttemptId\":\"27e0779a-39b9-42dc-a696-0e4f6da141af\"},\"state\":{\"timeLeftMs\":14999},\"config\":{\"kvTimeoutMs\":10000,\"numAtrs\":1024,\"durabilityLevel\":\"MAJORITY\"},\"atr\":null,\"mutations\":[]}},\"Positional\":[]}","httpStatus":200,"queryStatus":2,"errors":[{"msg":"Duplicate Key: 07ac4c0f-fa85-4ab2-8983-514872d34666","code":17012,"name":null,"sev":0,"temp":false,"reason":null,"retry":false,"cause":{"cause":"found staged non-insert mutation: document already exists","raise":"failed","retry":false,"rollback":false}}],"message":"Duplicate Key: 07ac4c0f-fa85-4ab2-8983-514872d34666 [17012]","retryReasons":null} 2023-08-28 16:11:41 {"Scope": ["QueryAsync", "QueryWrapper"]} 2023-08-28 16:11:41 [10:41:41.089 INF] [ExecuteApplicationLambda] Attempt 27e0779a-39b9-42dc-a696-0e4f6da141af completed. CleanupClient=False, LostCleanup=False {} 2023-08-28 16:11:42 [10:41:42.547 DBG] [] transactionCreate: { "transactionsFactoryRef": "6ccfe8bf-a75f-4f8b-b8b8-474203e4b917", "attempts": [ { "commands": [ { "remove": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "01184066-0e23-4b19-9a16-b23d1c1a6621" }, "expectedResult": [ { "success": true } ] } }, { "commit": { "expectedResult": [ { "error": { "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookPoint": "AFTER_ATR_COMMIT" } ] }, "clusterConnectionId": "defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184" } {} 2023-08-28 16:11:42 [10:41:42.547 INF] [] Starting Transaction Test {} 2023-08-28 16:11:42 [10:41:42.547 DBG] [] Test: { "transactionsFactoryRef": "6ccfe8bf-a75f-4f8b-b8b8-474203e4b917", "attempts": [ { "commands": [ { "remove": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "01184066-0e23-4b19-9a16-b23d1c1a6621" }, "expectedResult": [ { "success": true } ] } }, { "commit": { "expectedResult": [ { "error": { "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookPoint": "AFTER_ATR_COMMIT" } ] }, "clusterConnectionId": "defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184" } {} 2023-08-28 16:11:42 [10:41:42.547 DBG] [] clusterConnectionId:defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184 {} 2023-08-28 16:11:42 [10:41:42.548 DBG] [] Using custom connection at host : couchbase://172.23.111.130 and with username Administrator {} 2023-08-28 16:11:42 [10:41:42.548 DBG] [] Registering 1 hooks {} 2023-08-28 16:11:42 [10:41:42.548 DBG] [] - Hook Point AfterAtrCommit with Action FailHard {} 2023-08-28 16:11:42 [10:41:42.549 DBG] [] Starting Attempt 0 {} 2023-08-28 16:11:42 [10:41:42.549 DBG] [] Performing TransactionCommand Remove {} 2023-08-28 16:11:42 [10:41:42.549 DBG] [] e3e13a88-cca9-4e88-b225-b763bfe2d3ba.381baf38-b8a1-43b8-b848-141560c3a297: Performing command: remove {} 2023-08-28 16:11:42 [10:41:42.827 DBG] [Couchbase.Transactions.AttemptContext] GetWithMav for 01184066-0e23-4b19-9a16-b23d1c1a6621, attemptId=381baf38-b8a1-43b8-b848-141560c3a297, postCas=1693219302990807040 {"Scope": ["GetWithKv", "GetWithMav"]} 2023-08-28 16:11:42 [10:41:42.828 DBG] [Couchbase.Transactions.AttemptContext] CheckWriteWriteConflict@WW_RM for default::_default::_default::01184066-0e23-4b19-9a16-b23d1c1a6621, attempt=381baf38-b8a1-43b8-b848-141560c3a297 {"Scope": ["RemoveWithKv", "CheckWriteWriteConflict"]} 2023-08-28 16:11:42 [10:41:42.828 DBG] [Couchbase.Transactions.AttemptContext] CheckWriteWriteConflict no other txn for default::_default::_default::01184066-0e23-4b19-9a16-b23d1c1a6621, attempt=381baf38-b8a1-43b8-b848-141560c3a297 {"Scope": ["RemoveWithKv", "CheckWriteWriteConflict"]} 2023-08-28 16:11:42 [10:41:42.828 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Requested Durability = Majority {"Scope": ["RemoveWithKv", "InitAtrIfNeeded"]} 2023-08-28 16:11:43 [10:41:43.070 INF] [Couchbase.Transactions.DataAccess.AtrRepository] Upserted ATR to PENDING _txn:atr-584-#1876/attempts.381baf38-b8a1-43b8-b848-141560c3a297 (cas = 1693219303512539136) {"Scope": ["RemoveWithKv", "SetAtrPending", "MutateAtrPending"]} 2023-08-28 16:11:43 [10:41:43.070 DBG] [Couchbase.Transactions.AttemptContext] SetAtrPending for default._default._default::_txn:atr-584-#1876 (attempt=381baf38-b8a1-43b8-b848-141560c3a297) {"Scope": ["RemoveWithKv", "SetAtrPending"]} 2023-08-28 16:11:43 [10:41:43.310 DBG] [Couchbase.Transactions.AttemptContext] CreateStagedRemove for 01184066-0e23-4b19-9a16-b23d1c1a6621, attemptId=381baf38-b8a1-43b8-b848-141560c3a297, preCas=1693219302990807040, postCas=1693219303753318400 {"Scope": ["RemoveWithKv", "CreateStagedRemove"]} 2023-08-28 16:11:43 [10:41:43.311 DBG] [] e3e13a88-cca9-4e88-b225-b763bfe2d3ba.381baf38-b8a1-43b8-b848-141560c3a297: Command Succeeded {} 2023-08-28 16:11:43 [10:41:43.311 DBG] [] Performing TransactionCommand Commit {} 2023-08-28 16:11:43 [10:41:43.311 DBG] [] e3e13a88-cca9-4e88-b225-b763bfe2d3ba.381baf38-b8a1-43b8-b848-141560c3a297: Performing command: commit {} 2023-08-28 16:11:43 [10:41:43.556 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Updated to COMMITTED ATR _txn:atr-584-#1876/attempts.381baf38-b8a1-43b8-b848-141560c3a297 (cas = 1693219303999864832) {"Scope": ["CommitWithKv", "SetAtrCommit", "MutateAtrCommit"]} 2023-08-28 16:11:43 [10:41:43.557 DBG] [Couchbase.Transactions.AttemptContext] SetAtrCommit for default._default._default::_txn:atr-584-#1876 (attempt=381baf38-b8a1-43b8-b848-141560c3a297) {"Scope": ["CommitWithKv", "SetAtrCommit"]} 2023-08-28 16:11:43 [10:41:43.558 WRN] [Couchbase.Transactions.AttemptContext] Failed attempt at committing due to FailHard {"Scope": ["CommitWithKv", "SetAtrCommit"]} 2023-08-28 16:11:43 [10:41:43.562 DBG] [] ExternalException.Unknown: Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. 2023-08-28 16:11:43 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 2023-08-28 16:11:43 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 462 2023-08-28 16:11:43 --- End of stack trace from previous location --- 2023-08-28 16:11:43 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 466 2023-08-28 16:11:43 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 2023-08-28 16:11:43 --- End of stack trace from previous location --- 2023-08-28 16:11:43 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 268 2023-08-28 16:11:43 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 2023-08-28 16:11:43 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 92 2023-08-28 16:11:43 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1413 {} 2023-08-28 16:11:43 [10:41:43.562 DBG] [] Operation 'commit' failed as expected {} 2023-08-28 16:11:43 [10:41:43.562 DBG] [ExecuteApplicationLambda] Propagating error up. (ec = FailHard, retry = False, finalError = TransactionFailed) {} 2023-08-28 16:11:43 [10:41:43.562 INF] [ExecuteApplicationLambda] Attempt 381baf38-b8a1-43b8-b848-141560c3a297 completed. CleanupClient=False, LostCleanup=False {} 2023-08-28 16:11:43 Transaction Failed with: Couchbase.Transactions.Error.TransactionFailedException: Transaction failed. 2023-08-28 16:11:43 ---> Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. 2023-08-28 16:11:43 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 2023-08-28 16:11:43 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 462 2023-08-28 16:11:43 --- End of stack trace from previous location --- 2023-08-28 16:11:43 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 466 2023-08-28 16:11:43 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 2023-08-28 16:11:43 --- End of stack trace from previous location --- 2023-08-28 16:11:43 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 268 2023-08-28 16:11:43 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 2023-08-28 16:11:43 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 92 2023-08-28 16:11:43 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1413 2023-08-28 16:11:43 --- End of inner exception stack trace --- 2023-08-28 16:11:43 at Couchbase.Transactions.Transactions.RunAsync(Func`2 transactionLogic, PerTransactionConfig perConfig, Boolean singleQueryTransactionMode) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/Transactions.cs:line 229 2023-08-28 16:11:43 at Couchbase.Transactions.FitPerformer.TwoWayTransaction.Run(Transactions transactions, TransactionCreateRequest request, ClusterConnection connection, IServerStreamWriter`1 responseStream) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 68 2023-08-28 16:11:43 -----------------------Context Info--------------------------- 2023-08-28 16:11:43 2023-08-28 16:11:43 2023-08-28 16:11:43 [10:41:43.565 DBG] [] UNKNOWN due to Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. 2023-08-28 16:11:43 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 2023-08-28 16:11:43 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 462 2023-08-28 16:11:43 --- End of stack trace from previous location --- 2023-08-28 16:11:43 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 466 2023-08-28 16:11:43 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 2023-08-28 16:11:43 --- End of stack trace from previous location --- 2023-08-28 16:11:43 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 268 2023-08-28 16:11:43 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 2023-08-28 16:11:43 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 92 2023-08-28 16:11:43 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1413 {} 2023-08-28 16:11:43 [10:41:43.565 INF] [] Completed Transaction Test {} 2023-08-28 16:11:44 [10:41:44.308 DBG] [] transactionSingleQuery: { "transactionsFactoryRef": "6ccfe8bf-a75f-4f8b-b8b8-474203e4b917", "clusterConnectionId": "defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184", "query": { "statement": "UPDATE `_default` SET content = \"updated-query\" WHERE META().id = '01184066-0e23-4b19-9a16-b23d1c1a6621'", "expectedResult": [ { "anythingAllowed": true } ], "checkMutations": true, "queryParameters": { }, "scope": { "bucketName": "default", "scopeName": "_default" } } } {} 2023-08-28 16:11:44 [10:41:44.308 DBG] [] clusterConnectionId:defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184 {} 2023-08-28 16:11:44 [10:41:44.308 DBG] [] Using custom connection at host : couchbase://172.23.111.130 and with username Administrator {} 2023-08-28 16:11:44 [10:41:44.308 DBG] [Couchbase.Transactions.AttemptContext] [44080f7f-6e22-466e-817f-06a539d44a3e] Executing Query: query: null {"Scope": ["QueryAsync", "QueryWrapper"]} 2023-08-28 16:11:44 [10:41:44.562 INF] [ExecuteApplicationLambda] Attempt 44080f7f-6e22-466e-817f-06a539d44a3e completed. CleanupClient=False, LostCleanup=False {} 2023-08-28 16:11:46 [10:41:46.019 DBG] [] transactionCreate: { "transactionsFactoryRef": "6ccfe8bf-a75f-4f8b-b8b8-474203e4b917", "attempts": [ { "commands": [ { "remove": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "01ca25ef-43ba-4cfe-bc78-e5eb5f670afc" }, "expectedResult": [ { "success": true } ] } }, { "commit": { "expectedResult": [ { "error": { "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookPoint": "AFTER_ATR_COMMIT" } ] }, "clusterConnectionId": "defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184" } {} 2023-08-28 16:11:46 [10:41:46.019 INF] [] Starting Transaction Test {} 2023-08-28 16:11:46 [10:41:46.020 DBG] [] Test: { "transactionsFactoryRef": "6ccfe8bf-a75f-4f8b-b8b8-474203e4b917", "attempts": [ { "commands": [ { "remove": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "01ca25ef-43ba-4cfe-bc78-e5eb5f670afc" }, "expectedResult": [ { "success": true } ] } }, { "commit": { "expectedResult": [ { "error": { "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookPoint": "AFTER_ATR_COMMIT" } ] }, "clusterConnectionId": "defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184" } {} 2023-08-28 16:11:46 [10:41:46.020 DBG] [] clusterConnectionId:defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184 {} 2023-08-28 16:11:46 [10:41:46.020 DBG] [] Using custom connection at host : couchbase://172.23.111.130 and with username Administrator {} 2023-08-28 16:11:46 [10:41:46.020 DBG] [] Registering 1 hooks {} 2023-08-28 16:11:46 [10:41:46.020 DBG] [] - Hook Point AfterAtrCommit with Action FailHard {} 2023-08-28 16:11:46 [10:41:46.021 DBG] [] Starting Attempt 0 {} 2023-08-28 16:11:46 [10:41:46.021 DBG] [] Performing TransactionCommand Remove {} 2023-08-28 16:11:46 [10:41:46.021 DBG] [] c651b5a8-e2ce-4536-ad02-1153a5898988.9e0abff2-3e2b-4f31-bfb1-1e01fe4f89a7: Performing command: remove {} 2023-08-28 16:11:46 [10:41:46.258 DBG] [Couchbase.Transactions.AttemptContext] GetWithMav for 01ca25ef-43ba-4cfe-bc78-e5eb5f670afc, attemptId=9e0abff2-3e2b-4f31-bfb1-1e01fe4f89a7, postCas=1693219306460151808 {"Scope": ["GetWithKv", "GetWithMav"]} 2023-08-28 16:11:46 [10:41:46.259 DBG] [Couchbase.Transactions.AttemptContext] CheckWriteWriteConflict@WW_RM for default::_default::_default::01ca25ef-43ba-4cfe-bc78-e5eb5f670afc, attempt=9e0abff2-3e2b-4f31-bfb1-1e01fe4f89a7 {"Scope": ["RemoveWithKv", "CheckWriteWriteConflict"]} 2023-08-28 16:11:46 [10:41:46.259 DBG] [Couchbase.Transactions.AttemptContext] CheckWriteWriteConflict no other txn for default::_default::_default::01ca25ef-43ba-4cfe-bc78-e5eb5f670afc, attempt=9e0abff2-3e2b-4f31-bfb1-1e01fe4f89a7 {"Scope": ["RemoveWithKv", "CheckWriteWriteConflict"]} 2023-08-28 16:11:46 [10:41:46.259 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Requested Durability = Majority {"Scope": ["RemoveWithKv", "InitAtrIfNeeded"]} 2023-08-28 16:11:46 [10:41:46.494 INF] [Couchbase.Transactions.DataAccess.AtrRepository] Upserted ATR to PENDING _txn:atr-145-#261/attempts.9e0abff2-3e2b-4f31-bfb1-1e01fe4f89a7 (cas = 1693219306939940864) {"Scope": ["RemoveWithKv", "SetAtrPending", "MutateAtrPending"]} 2023-08-28 16:11:46 [10:41:46.494 DBG] [Couchbase.Transactions.AttemptContext] SetAtrPending for default._default._default::_txn:atr-145-#261 (attempt=9e0abff2-3e2b-4f31-bfb1-1e01fe4f89a7) {"Scope": ["RemoveWithKv", "SetAtrPending"]} 2023-08-28 16:11:46 [10:41:46.735 DBG] [Couchbase.Transactions.AttemptContext] CreateStagedRemove for 01ca25ef-43ba-4cfe-bc78-e5eb5f670afc, attemptId=9e0abff2-3e2b-4f31-bfb1-1e01fe4f89a7, preCas=1693219306460151808, postCas=1693219307179606016 {"Scope": ["RemoveWithKv", "CreateStagedRemove"]} 2023-08-28 16:11:46 [10:41:46.736 DBG] [] c651b5a8-e2ce-4536-ad02-1153a5898988.9e0abff2-3e2b-4f31-bfb1-1e01fe4f89a7: Command Succeeded {} 2023-08-28 16:11:46 [10:41:46.736 DBG] [] Performing TransactionCommand Commit {} 2023-08-28 16:11:46 [10:41:46.736 DBG] [] c651b5a8-e2ce-4536-ad02-1153a5898988.9e0abff2-3e2b-4f31-bfb1-1e01fe4f89a7: Performing command: commit {} 2023-08-28 16:11:46 [10:41:46.973 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Updated to COMMITTED ATR _txn:atr-145-#261/attempts.9e0abff2-3e2b-4f31-bfb1-1e01fe4f89a7 (cas = 1693219307419402240) {"Scope": ["CommitWithKv", "SetAtrCommit", "MutateAtrCommit"]} 2023-08-28 16:11:46 [10:41:46.974 DBG] [Couchbase.Transactions.AttemptContext] SetAtrCommit for default._default._default::_txn:atr-145-#261 (attempt=9e0abff2-3e2b-4f31-bfb1-1e01fe4f89a7) {"Scope": ["CommitWithKv", "SetAtrCommit"]} 2023-08-28 16:11:46 [10:41:46.976 WRN] [Couchbase.Transactions.AttemptContext] Failed attempt at committing due to FailHard {"Scope": ["CommitWithKv", "SetAtrCommit"]} 2023-08-28 16:11:46 [10:41:46.978 DBG] [] ExternalException.Unknown: Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. 2023-08-28 16:11:46 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 2023-08-28 16:11:46 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 462 2023-08-28 16:11:46 --- End of stack trace from previous location --- 2023-08-28 16:11:46 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 466 2023-08-28 16:11:46 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 2023-08-28 16:11:46 --- End of stack trace from previous location --- 2023-08-28 16:11:46 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 268 2023-08-28 16:11:46 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 2023-08-28 16:11:46 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 92 2023-08-28 16:11:46 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1413 {} 2023-08-28 16:11:46 [10:41:46.978 DBG] [] Operation 'commit' failed as expected {} 2023-08-28 16:11:46 [10:41:46.979 DBG] [ExecuteApplicationLambda] Propagating error up. (ec = FailHard, retry = False, finalError = TransactionFailed) {} 2023-08-28 16:11:46 [10:41:46.979 INF] [ExecuteApplicationLambda] Attempt 9e0abff2-3e2b-4f31-bfb1-1e01fe4f89a7 completed. CleanupClient=False, LostCleanup=False {} 2023-08-28 16:11:46 Transaction Failed with: Couchbase.Transactions.Error.TransactionFailedException: Transaction failed. 2023-08-28 16:11:46 ---> Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. 2023-08-28 16:11:46 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 2023-08-28 16:11:46 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 462 2023-08-28 16:11:46 --- End of stack trace from previous location --- 2023-08-28 16:11:46 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 466 2023-08-28 16:11:46 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 2023-08-28 16:11:46 --- End of stack trace from previous location --- 2023-08-28 16:11:46 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 268 2023-08-28 16:11:46 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 2023-08-28 16:11:46 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 92 2023-08-28 16:11:46 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1413 2023-08-28 16:11:46 --- End of inner exception stack trace --- 2023-08-28 16:11:46 at Couchbase.Transactions.Transactions.RunAsync(Func`2 transactionLogic, PerTransactionConfig perConfig, Boolean singleQueryTransactionMode) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/Transactions.cs:line 229 2023-08-28 16:11:46 at Couchbase.Transactions.FitPerformer.TwoWayTransaction.Run(Transactions transactions, TransactionCreateRequest request, ClusterConnection connection, IServerStreamWriter`1 responseStream) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 68 2023-08-28 16:11:46 -----------------------Context Info--------------------------- 2023-08-28 16:11:46 2023-08-28 16:11:46 2023-08-28 16:11:46 [10:41:46.981 DBG] [] UNKNOWN due to Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. 2023-08-28 16:11:46 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 2023-08-28 16:11:46 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 462 2023-08-28 16:11:46 --- End of stack trace from previous location --- 2023-08-28 16:11:46 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 466 2023-08-28 16:11:46 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 2023-08-28 16:11:46 --- End of stack trace from previous location --- 2023-08-28 16:11:46 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 268 2023-08-28 16:11:46 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 2023-08-28 16:11:46 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 92 2023-08-28 16:11:46 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1413 {} 2023-08-28 16:11:46 [10:41:46.981 INF] [] Completed Transaction Test {} 2023-08-28 16:11:47 [10:41:47.700 DBG] [] transactionSingleQuery: { "transactionsFactoryRef": "6ccfe8bf-a75f-4f8b-b8b8-474203e4b917", "clusterConnectionId": "defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184", "query": { "statement": "DELETE FROM `_default` WHERE META().id = '01ca25ef-43ba-4cfe-bc78-e5eb5f670afc'", "expectedResult": [ { "anythingAllowed": true } ], "checkMutations": true, "queryParameters": { }, "scope": { "bucketName": "default", "scopeName": "_default" } } } {} 2023-08-28 16:11:47 [10:41:47.701 DBG] [] clusterConnectionId:defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184 {} 2023-08-28 16:11:47 [10:41:47.701 DBG] [] Using custom connection at host : couchbase://172.23.111.130 and with username Administrator {} 2023-08-28 16:11:47 [10:41:47.701 DBG] [Couchbase.Transactions.AttemptContext] [f8524af5-2ecc-4c82-b59b-a3cb4a4a9e67] Executing Query: query: null {"Scope": ["QueryAsync", "QueryWrapper"]} 2023-08-28 16:11:48 [10:41:48.190 INF] [ExecuteApplicationLambda] Attempt f8524af5-2ecc-4c82-b59b-a3cb4a4a9e67 completed. CleanupClient=False, LostCleanup=False {} 2023-08-28 16:11:49 [10:41:49.643 DBG] [] transactionCreate: { "transactionsFactoryRef": "6ccfe8bf-a75f-4f8b-b8b8-474203e4b917", "attempts": [ { "commands": [ { "remove": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "82be8de3-b45d-4743-a6b2-88c893193d8b" }, "expectedResult": [ { "success": true } ] } }, { "commit": { "expectedResult": [ { "error": { "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookPoint": "AFTER_ATR_COMMIT" } ] }, "clusterConnectionId": "defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184" } {} 2023-08-28 16:11:49 [10:41:49.644 INF] [] Starting Transaction Test {} 2023-08-28 16:11:49 [10:41:49.644 DBG] [] Test: { "transactionsFactoryRef": "6ccfe8bf-a75f-4f8b-b8b8-474203e4b917", "attempts": [ { "commands": [ { "remove": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "82be8de3-b45d-4743-a6b2-88c893193d8b" }, "expectedResult": [ { "success": true } ] } }, { "commit": { "expectedResult": [ { "error": { "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookPoint": "AFTER_ATR_COMMIT" } ] }, "clusterConnectionId": "defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184" } {} 2023-08-28 16:11:49 [10:41:49.644 DBG] [] clusterConnectionId:defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184 {} 2023-08-28 16:11:49 [10:41:49.644 DBG] [] Using custom connection at host : couchbase://172.23.111.130 and with username Administrator {} 2023-08-28 16:11:49 [10:41:49.644 DBG] [] Registering 1 hooks {} 2023-08-28 16:11:49 [10:41:49.644 DBG] [] - Hook Point AfterAtrCommit with Action FailHard {} 2023-08-28 16:11:49 [10:41:49.645 DBG] [] Starting Attempt 0 {} 2023-08-28 16:11:49 [10:41:49.645 DBG] [] Performing TransactionCommand Remove {} 2023-08-28 16:11:49 [10:41:49.645 DBG] [] 4775b9d4-9268-41f3-aa9e-48e71f7f44f6.1e41cd85-66d4-42b0-837d-3d347f3a3841: Performing command: remove {} 2023-08-28 16:11:49 [10:41:49.901 DBG] [Couchbase.Transactions.AttemptContext] GetWithMav for 82be8de3-b45d-4743-a6b2-88c893193d8b, attemptId=1e41cd85-66d4-42b0-837d-3d347f3a3841, postCas=1693219310086062080 {"Scope": ["GetWithKv", "GetWithMav"]} 2023-08-28 16:11:49 [10:41:49.902 DBG] [Couchbase.Transactions.AttemptContext] CheckWriteWriteConflict@WW_RM for default::_default::_default::82be8de3-b45d-4743-a6b2-88c893193d8b, attempt=1e41cd85-66d4-42b0-837d-3d347f3a3841 {"Scope": ["RemoveWithKv", "CheckWriteWriteConflict"]} 2023-08-28 16:11:49 [10:41:49.902 DBG] [Couchbase.Transactions.AttemptContext] CheckWriteWriteConflict no other txn for default::_default::_default::82be8de3-b45d-4743-a6b2-88c893193d8b, attempt=1e41cd85-66d4-42b0-837d-3d347f3a3841 {"Scope": ["RemoveWithKv", "CheckWriteWriteConflict"]} 2023-08-28 16:11:49 [10:41:49.903 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Requested Durability = Majority {"Scope": ["RemoveWithKv", "InitAtrIfNeeded"]} 2023-08-28 16:11:50 [10:41:50.140 INF] [Couchbase.Transactions.DataAccess.AtrRepository] Upserted ATR to PENDING _txn:atr-723-#2879/attempts.1e41cd85-66d4-42b0-837d-3d347f3a3841 (cas = 1693219310585839616) {"Scope": ["RemoveWithKv", "SetAtrPending", "MutateAtrPending"]} 2023-08-28 16:11:50 [10:41:50.140 DBG] [Couchbase.Transactions.AttemptContext] SetAtrPending for default._default._default::_txn:atr-723-#2879 (attempt=1e41cd85-66d4-42b0-837d-3d347f3a3841) {"Scope": ["RemoveWithKv", "SetAtrPending"]} 2023-08-28 16:11:50 [10:41:50.375 DBG] [Couchbase.Transactions.AttemptContext] CreateStagedRemove for 82be8de3-b45d-4743-a6b2-88c893193d8b, attemptId=1e41cd85-66d4-42b0-837d-3d347f3a3841, preCas=1693219310086062080, postCas=1693219310821834752 {"Scope": ["RemoveWithKv", "CreateStagedRemove"]} 2023-08-28 16:11:50 [10:41:50.375 DBG] [] 4775b9d4-9268-41f3-aa9e-48e71f7f44f6.1e41cd85-66d4-42b0-837d-3d347f3a3841: Command Succeeded {} 2023-08-28 16:11:50 [10:41:50.375 DBG] [] Performing TransactionCommand Commit {} 2023-08-28 16:11:50 [10:41:50.375 DBG] [] 4775b9d4-9268-41f3-aa9e-48e71f7f44f6.1e41cd85-66d4-42b0-837d-3d347f3a3841: Performing command: commit {} 2023-08-28 16:11:50 [10:41:50.609 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Updated to COMMITTED ATR _txn:atr-723-#2879/attempts.1e41cd85-66d4-42b0-837d-3d347f3a3841 (cas = 1693219311054749696) {"Scope": ["CommitWithKv", "SetAtrCommit", "MutateAtrCommit"]} 2023-08-28 16:11:50 [10:41:50.610 DBG] [Couchbase.Transactions.AttemptContext] SetAtrCommit for default._default._default::_txn:atr-723-#2879 (attempt=1e41cd85-66d4-42b0-837d-3d347f3a3841) {"Scope": ["CommitWithKv", "SetAtrCommit"]} 2023-08-28 16:11:50 [10:41:50.611 WRN] [Couchbase.Transactions.AttemptContext] Failed attempt at committing due to FailHard {"Scope": ["CommitWithKv", "SetAtrCommit"]} 2023-08-28 16:11:50 [10:41:50.614 DBG] [] ExternalException.Unknown: Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. 2023-08-28 16:11:50 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 2023-08-28 16:11:50 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 462 2023-08-28 16:11:50 --- End of stack trace from previous location --- 2023-08-28 16:11:50 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 466 2023-08-28 16:11:50 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 2023-08-28 16:11:50 --- End of stack trace from previous location --- 2023-08-28 16:11:50 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 268 2023-08-28 16:11:50 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 2023-08-28 16:11:50 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 92 2023-08-28 16:11:50 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1413 {} 2023-08-28 16:11:50 [10:41:50.614 DBG] [] Operation 'commit' failed as expected {} 2023-08-28 16:11:50 [10:41:50.614 DBG] [ExecuteApplicationLambda] Propagating error up. (ec = FailHard, retry = False, finalError = TransactionFailed) {} 2023-08-28 16:11:50 [10:41:50.614 INF] [ExecuteApplicationLambda] Attempt 1e41cd85-66d4-42b0-837d-3d347f3a3841 completed. CleanupClient=False, LostCleanup=False {} 2023-08-28 16:11:50 Transaction Failed with: Couchbase.Transactions.Error.TransactionFailedException: Transaction failed. 2023-08-28 16:11:50 ---> Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. 2023-08-28 16:11:50 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 2023-08-28 16:11:50 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 462 2023-08-28 16:11:50 --- End of stack trace from previous location --- 2023-08-28 16:11:50 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 466 2023-08-28 16:11:50 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 2023-08-28 16:11:50 --- End of stack trace from previous location --- 2023-08-28 16:11:50 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 268 2023-08-28 16:11:50 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 2023-08-28 16:11:50 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 92 2023-08-28 16:11:50 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1413 2023-08-28 16:11:50 --- End of inner exception stack trace --- 2023-08-28 16:11:50 at Couchbase.Transactions.Transactions.RunAsync(Func`2 transactionLogic, PerTransactionConfig perConfig, Boolean singleQueryTransactionMode) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/Transactions.cs:line 229 2023-08-28 16:11:50 at Couchbase.Transactions.FitPerformer.TwoWayTransaction.Run(Transactions transactions, TransactionCreateRequest request, ClusterConnection connection, IServerStreamWriter`1 responseStream) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 68 2023-08-28 16:11:50 -----------------------Context Info--------------------------- 2023-08-28 16:11:50 2023-08-28 16:11:50 2023-08-28 16:11:50 [10:41:50.617 DBG] [] UNKNOWN due to Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. 2023-08-28 16:11:50 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 2023-08-28 16:11:50 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 462 2023-08-28 16:11:50 --- End of stack trace from previous location --- 2023-08-28 16:11:50 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 466 2023-08-28 16:11:50 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 2023-08-28 16:11:50 --- End of stack trace from previous location --- 2023-08-28 16:11:50 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 268 2023-08-28 16:11:50 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 2023-08-28 16:11:50 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 92 2023-08-28 16:11:50 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1413 {} 2023-08-28 16:11:50 [10:41:50.617 INF] [] Completed Transaction Test {} 2023-08-28 16:11:51 [10:41:51.344 DBG] [] transactionSingleQuery: { "transactionsFactoryRef": "6ccfe8bf-a75f-4f8b-b8b8-474203e4b917", "clusterConnectionId": "defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184", "query": { "statement": "SELECT * FROM `_default` WHERE META().id = '82be8de3-b45d-4743-a6b2-88c893193d8b'", "expectedResult": [ { "anythingAllowed": true } ], "checkRowCount": true, "queryParameters": { }, "scope": { "bucketName": "default", "scopeName": "_default" } } } {} 2023-08-28 16:11:51 [10:41:51.344 DBG] [] clusterConnectionId:defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184 {} 2023-08-28 16:11:51 [10:41:51.344 DBG] [] Using custom connection at host : couchbase://172.23.111.130 and with username Administrator {} 2023-08-28 16:11:51 [10:41:51.345 DBG] [Couchbase.Transactions.AttemptContext] [795c6afc-ca79-4352-abf1-1f5989fae06d] Executing Query: query: null {"Scope": ["QueryAsync", "QueryWrapper"]} 2023-08-28 16:11:51 [10:41:51.913 INF] [ExecuteApplicationLambda] Attempt 795c6afc-ca79-4352-abf1-1f5989fae06d completed. CleanupClient=False, LostCleanup=False {} 2023-08-28 16:11:53 [10:41:53.847 DBG] [] transactionCreate: { "transactionsFactoryRef": "6ccfe8bf-a75f-4f8b-b8b8-474203e4b917", "attempts": [ { "commands": [ { "remove": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "72e1ede6-9786-46d5-b9bc-95b4babed4d6" }, "expectedResult": [ { "success": true } ] } }, { "commit": { "expectedResult": [ { "error": { "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookPoint": "AFTER_ATR_COMMIT" } ] }, "clusterConnectionId": "defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184" } {} 2023-08-28 16:11:53 [10:41:53.847 INF] [] Starting Transaction Test {} 2023-08-28 16:11:53 [10:41:53.847 DBG] [] Test: { "transactionsFactoryRef": "6ccfe8bf-a75f-4f8b-b8b8-474203e4b917", "attempts": [ { "commands": [ { "remove": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "72e1ede6-9786-46d5-b9bc-95b4babed4d6" }, "expectedResult": [ { "success": true } ] } }, { "commit": { "expectedResult": [ { "error": { "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookPoint": "AFTER_ATR_COMMIT" } ] }, "clusterConnectionId": "defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184" } {} 2023-08-28 16:11:53 [10:41:53.847 DBG] [] clusterConnectionId:defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184 {} 2023-08-28 16:11:53 [10:41:53.847 DBG] [] Using custom connection at host : couchbase://172.23.111.130 and with username Administrator {} 2023-08-28 16:11:53 [10:41:53.847 DBG] [] Registering 1 hooks {} 2023-08-28 16:11:53 [10:41:53.847 DBG] [] - Hook Point AfterAtrCommit with Action FailHard {} 2023-08-28 16:11:53 [10:41:53.848 DBG] [] Starting Attempt 0 {} 2023-08-28 16:11:53 [10:41:53.848 DBG] [] Performing TransactionCommand Remove {} 2023-08-28 16:11:53 [10:41:53.848 DBG] [] c19d2400-da61-4417-9f96-d6658acaa075.4db0a694-00fb-4bd4-87c1-7597a2e25b57: Performing command: remove {} 2023-08-28 16:11:54 [10:41:54.082 DBG] [Couchbase.Transactions.AttemptContext] GetWithMav for 72e1ede6-9786-46d5-b9bc-95b4babed4d6, attemptId=4db0a694-00fb-4bd4-87c1-7597a2e25b57, postCas=1693219314286395392 {"Scope": ["GetWithKv", "GetWithMav"]} 2023-08-28 16:11:54 [10:41:54.083 DBG] [Couchbase.Transactions.AttemptContext] CheckWriteWriteConflict@WW_RM for default::_default::_default::72e1ede6-9786-46d5-b9bc-95b4babed4d6, attempt=4db0a694-00fb-4bd4-87c1-7597a2e25b57 {"Scope": ["RemoveWithKv", "CheckWriteWriteConflict"]} 2023-08-28 16:11:54 [10:41:54.083 DBG] [Couchbase.Transactions.AttemptContext] CheckWriteWriteConflict no other txn for default::_default::_default::72e1ede6-9786-46d5-b9bc-95b4babed4d6, attempt=4db0a694-00fb-4bd4-87c1-7597a2e25b57 {"Scope": ["RemoveWithKv", "CheckWriteWriteConflict"]} 2023-08-28 16:11:54 [10:41:54.083 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Requested Durability = Majority {"Scope": ["RemoveWithKv", "InitAtrIfNeeded"]} 2023-08-28 16:11:54 [10:41:54.389 INF] [Couchbase.Transactions.DataAccess.AtrRepository] Upserted ATR to PENDING _txn:atr-687-#619/attempts.4db0a694-00fb-4bd4-87c1-7597a2e25b57 (cas = 1693219314764349440) {"Scope": ["RemoveWithKv", "SetAtrPending", "MutateAtrPending"]} 2023-08-28 16:11:54 [10:41:54.389 DBG] [Couchbase.Transactions.AttemptContext] SetAtrPending for default._default._default::_txn:atr-687-#619 (attempt=4db0a694-00fb-4bd4-87c1-7597a2e25b57) {"Scope": ["RemoveWithKv", "SetAtrPending"]} 2023-08-28 16:11:54 [10:41:54.636 DBG] [Couchbase.Transactions.AttemptContext] CreateStagedRemove for 72e1ede6-9786-46d5-b9bc-95b4babed4d6, attemptId=4db0a694-00fb-4bd4-87c1-7597a2e25b57, preCas=1693219314286395392, postCas=1693219315080757248 {"Scope": ["RemoveWithKv", "CreateStagedRemove"]} 2023-08-28 16:11:54 [10:41:54.637 DBG] [] c19d2400-da61-4417-9f96-d6658acaa075.4db0a694-00fb-4bd4-87c1-7597a2e25b57: Command Succeeded {} 2023-08-28 16:11:54 [10:41:54.637 DBG] [] Performing TransactionCommand Commit {} 2023-08-28 16:11:54 [10:41:54.637 DBG] [] c19d2400-da61-4417-9f96-d6658acaa075.4db0a694-00fb-4bd4-87c1-7597a2e25b57: Performing command: commit {} 2023-08-28 16:11:54 [10:41:54.897 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Updated to COMMITTED ATR _txn:atr-687-#619/attempts.4db0a694-00fb-4bd4-87c1-7597a2e25b57 (cas = 1693219315318718464) {"Scope": ["CommitWithKv", "SetAtrCommit", "MutateAtrCommit"]} 2023-08-28 16:11:54 [10:41:54.898 DBG] [Couchbase.Transactions.AttemptContext] SetAtrCommit for default._default._default::_txn:atr-687-#619 (attempt=4db0a694-00fb-4bd4-87c1-7597a2e25b57) {"Scope": ["CommitWithKv", "SetAtrCommit"]} 2023-08-28 16:11:54 [10:41:54.899 WRN] [Couchbase.Transactions.AttemptContext] Failed attempt at committing due to FailHard {"Scope": ["CommitWithKv", "SetAtrCommit"]} 2023-08-28 16:11:54 [10:41:54.901 DBG] [] ExternalException.Unknown: Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. 2023-08-28 16:11:54 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 2023-08-28 16:11:54 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 462 2023-08-28 16:11:54 --- End of stack trace from previous location --- 2023-08-28 16:11:54 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 466 2023-08-28 16:11:54 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 2023-08-28 16:11:54 --- End of stack trace from previous location --- 2023-08-28 16:11:54 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 268 2023-08-28 16:11:54 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 2023-08-28 16:11:54 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 92 2023-08-28 16:11:54 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1413 {} 2023-08-28 16:11:54 [10:41:54.902 DBG] [] Operation 'commit' failed as expected {} 2023-08-28 16:11:54 [10:41:54.902 DBG] [ExecuteApplicationLambda] Propagating error up. (ec = FailHard, retry = False, finalError = TransactionFailed) {} 2023-08-28 16:11:54 [10:41:54.902 INF] [ExecuteApplicationLambda] Attempt 4db0a694-00fb-4bd4-87c1-7597a2e25b57 completed. CleanupClient=False, LostCleanup=False {} 2023-08-28 16:11:54 Transaction Failed with: Couchbase.Transactions.Error.TransactionFailedException: Transaction failed. 2023-08-28 16:11:54 ---> Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. 2023-08-28 16:11:54 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 2023-08-28 16:11:54 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 462 2023-08-28 16:11:54 --- End of stack trace from previous location --- 2023-08-28 16:11:54 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 466 2023-08-28 16:11:54 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 2023-08-28 16:11:54 --- End of stack trace from previous location --- 2023-08-28 16:11:54 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 268 2023-08-28 16:11:54 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 2023-08-28 16:11:54 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 92 2023-08-28 16:11:54 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1413 2023-08-28 16:11:54 --- End of inner exception stack trace --- 2023-08-28 16:11:54 at Couchbase.Transactions.Transactions.RunAsync(Func`2 transactionLogic, PerTransactionConfig perConfig, Boolean singleQueryTransactionMode) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/Transactions.cs:line 229 2023-08-28 16:11:54 at Couchbase.Transactions.FitPerformer.TwoWayTransaction.Run(Transactions transactions, TransactionCreateRequest request, ClusterConnection connection, IServerStreamWriter`1 responseStream) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 68 2023-08-28 16:11:54 -----------------------Context Info--------------------------- 2023-08-28 16:11:54 2023-08-28 16:11:54 2023-08-28 16:11:54 [10:41:54.907 DBG] [] UNKNOWN due to Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. 2023-08-28 16:11:54 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 2023-08-28 16:11:54 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 462 2023-08-28 16:11:54 --- End of stack trace from previous location --- 2023-08-28 16:11:54 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 466 2023-08-28 16:11:54 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 2023-08-28 16:11:54 --- End of stack trace from previous location --- 2023-08-28 16:11:54 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 268 2023-08-28 16:11:54 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 2023-08-28 16:11:54 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 92 2023-08-28 16:11:54 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1413 {} 2023-08-28 16:11:54 [10:41:54.907 INF] [] Completed Transaction Test {} 2023-08-28 16:11:54 [10:41:54.922 DBG] [] transactionSingleQuery: { "transactionsFactoryRef": "6ccfe8bf-a75f-4f8b-b8b8-474203e4b917", "clusterConnectionId": "defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184", "query": { "statement": "INSERT INTO `_default` VALUES ('72e1ede6-9786-46d5-b9bc-95b4babed4d6', {\"content\":\"updated\"})", "expectedResult": [ { "anythingAllowed": true } ], "queryParameters": { }, "scope": { "bucketName": "default", "scopeName": "_default" } } } {} 2023-08-28 16:11:54 [10:41:54.922 DBG] [] clusterConnectionId:defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184 {} 2023-08-28 16:11:54 [10:41:54.922 DBG] [] Using custom connection at host : couchbase://172.23.111.130 and with username Administrator {} 2023-08-28 16:11:54 [10:41:54.923 DBG] [Couchbase.Transactions.AttemptContext] [24115edd-a617-4aaf-bc80-6a78ebd815c0] Executing Query: query: null {"Scope": ["QueryAsync", "QueryWrapper"]} 2023-08-28 16:11:55 [10:41:55.213 ERR] [Couchbase.Transactions.AttemptContext] [24115edd-a617-4aaf-bc80-6a78ebd815c0] query failed at query: Couchbase.CouchbaseException: Duplicate Key: 72e1ede6-9786-46d5-b9bc-95b4babed4d6 [17012] 2023-08-28 16:11:55 at Couchbase.Query.QueryResultExtensions.ThrowExceptionOnError[T](IQueryResult`1 result, QueryErrorContext context) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryResultExtensions.cs:line 137 2023-08-28 16:11:55 at Couchbase.Query.QueryClient.ExecuteQuery[T](QueryOptions options, ITypeSerializer serializer, IRequestSpan span) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryClient.cs:line 320 2023-08-28 16:11:55 at Couchbase.Query.QueryClient.QueryAsync[T](String statement, QueryOptions options) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryClient.cs:line 149 2023-08-28 16:11:55 at Couchbase.Cluster.<>c__DisplayClass35_0`1.<g__Func|0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Cluster.cs:line 339 2023-08-28 16:11:55 --- End of stack trace from previous location --- 2023-08-28 16:11:55 at Couchbase.Core.Retry.RetryOrchestrator.RetryAsync[T](Func`1 send, IRequest request) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Core/Retry/RetryOrchestrator.cs:line 73 2023-08-28 16:11:55 at Couchbase.Cluster.QueryAsync[T](String statement, QueryOptions options) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Cluster.cs:line 349 2023-08-28 16:11:55 at Couchbase.Transactions.AttemptContext.QueryWrapper[T](Int64 statementId, IScope scope, String statement, QueryOptions options, String hookPoint, IRequestSpan parentSpan, Boolean isBeginWork, Boolean existingErrorCheck, JObject txdata, Boolean txImplicit) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 2119 2023-08-28 16:11:55 -----------------------Context Info--------------------------- 2023-08-28 16:11:55 {"statement":"[{\"statement\":\"INSERT INTO \\u0060_default\\u0060 VALUES (\\u002772e1ede6-9786-46d5-b9bc-95b4babed4d6\\u0027, {\\u0022content\\u0022:\\u0022updated\\u0022})\",\"client_context_id\":\"7690289d-8743-4dc2-94c0-d5e64a8e91c1\",\"metrics\":true,\"query_context\":\"default:\\u0060default\\u0060.\\u0060_default\\u0060\",\"scan_consistency\":\"request_plus\",\"timeout\":\"75000ms\",\"tximplicit\":true,\"durability_level\":\"majority\",\"txtimeout\":\"14999.2956ms\",\"txdata\":{\"id\":{\"txn\":\"91581767-7d93-49df-adc1-1a1a20a7dd5e\",\"atmpt\":\"24115edd-a617-4aaf-bc80-6a78ebd815c0\"},\"state\":{\"timeLeftMs\":14999},\"config\":{\"kvTimeoutMs\":10000,\"numAtrs\":1024,\"durabilityLevel\":\"MAJORITY\"},\"atr\":null,\"mutations\":[]}}]","clientContextId":"7690289d-8743-4dc2-94c0-d5e64a8e91c1","parameters":"{\"Named\":{},\"Raw\":{\"tximplicit\":true,\"durability_level\":\"majority\",\"txtimeout\":\"14999.2956ms\",\"txdata\":{\"id\":{\"Transactionid\":\"91581767-7d93-49df-adc1-1a1a20a7dd5e\",\"AttemptId\":\"24115edd-a617-4aaf-bc80-6a78ebd815c0\"},\"state\":{\"timeLeftMs\":14999},\"config\":{\"kvTimeoutMs\":10000,\"numAtrs\":1024,\"durabilityLevel\":\"MAJORITY\"},\"atr\":null,\"mutations\":[]}},\"Positional\":[]}","httpStatus":200,"queryStatus":2,"errors":[{"msg":"Duplicate Key: 72e1ede6-9786-46d5-b9bc-95b4babed4d6","code":17012,"name":null,"sev":0,"temp":false,"reason":null,"retry":false,"cause":{"cause":"found staged non-insert mutation: document already exists","raise":"failed","retry":false,"rollback":false}}],"message":"Duplicate Key: 72e1ede6-9786-46d5-b9bc-95b4babed4d6 [17012]","retryReasons":null} 2023-08-28 16:11:55 {"Scope": ["QueryAsync", "QueryWrapper"]} 2023-08-28 16:11:55 [10:41:55.215 INF] [ExecuteApplicationLambda] Attempt 24115edd-a617-4aaf-bc80-6a78ebd815c0 completed. CleanupClient=False, LostCleanup=False {} 2023-08-28 16:11:56 [10:41:56.668 DBG] [] transactionCreate: { "transactionsFactoryRef": "6ccfe8bf-a75f-4f8b-b8b8-474203e4b917", "attempts": [ { "commands": [ { "remove": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "fb655b5f-5bc3-462f-bf50-b422be71f20f" }, "expectedResult": [ { "success": true } ] } }, { "commit": { "expectedResult": [ { "error": { "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookPoint": "AFTER_ATR_COMMIT" } ] }, "clusterConnectionId": "defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184" } {} 2023-08-28 16:11:56 [10:41:56.669 INF] [] Starting Transaction Test {} 2023-08-28 16:11:56 [10:41:56.669 DBG] [] Test: { "transactionsFactoryRef": "6ccfe8bf-a75f-4f8b-b8b8-474203e4b917", "attempts": [ { "commands": [ { "remove": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "fb655b5f-5bc3-462f-bf50-b422be71f20f" }, "expectedResult": [ { "success": true } ] } }, { "commit": { "expectedResult": [ { "error": { "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookPoint": "AFTER_ATR_COMMIT" } ] }, "clusterConnectionId": "defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184" } {} 2023-08-28 16:11:56 [10:41:56.669 DBG] [] clusterConnectionId:defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184 {} 2023-08-28 16:11:56 [10:41:56.669 DBG] [] Using custom connection at host : couchbase://172.23.111.130 and with username Administrator {} 2023-08-28 16:11:56 [10:41:56.669 DBG] [] Registering 1 hooks {} 2023-08-28 16:11:56 [10:41:56.669 DBG] [] - Hook Point AfterAtrCommit with Action FailHard {} 2023-08-28 16:11:56 [10:41:56.670 DBG] [] Starting Attempt 0 {} 2023-08-28 16:11:56 [10:41:56.670 DBG] [] Performing TransactionCommand Remove {} 2023-08-28 16:11:56 [10:41:56.670 DBG] [] 0f71c6e0-4b1e-452a-abc6-867da77b826e.6632bd40-0d63-4380-9761-cb72a981f03a: Performing command: remove {} 2023-08-28 16:11:56 [10:41:56.901 DBG] [Couchbase.Transactions.AttemptContext] GetWithMav for fb655b5f-5bc3-462f-bf50-b422be71f20f, attemptId=6632bd40-0d63-4380-9761-cb72a981f03a, postCas=1693219317109620736 {"Scope": ["GetWithKv", "GetWithMav"]} 2023-08-28 16:11:56 [10:41:56.902 DBG] [Couchbase.Transactions.AttemptContext] CheckWriteWriteConflict@WW_RM for default::_default::_default::fb655b5f-5bc3-462f-bf50-b422be71f20f, attempt=6632bd40-0d63-4380-9761-cb72a981f03a {"Scope": ["RemoveWithKv", "CheckWriteWriteConflict"]} 2023-08-28 16:11:56 [10:41:56.902 DBG] [Couchbase.Transactions.AttemptContext] CheckWriteWriteConflict no other txn for default::_default::_default::fb655b5f-5bc3-462f-bf50-b422be71f20f, attempt=6632bd40-0d63-4380-9761-cb72a981f03a {"Scope": ["RemoveWithKv", "CheckWriteWriteConflict"]} 2023-08-28 16:11:56 [10:41:56.903 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Requested Durability = Majority {"Scope": ["RemoveWithKv", "InitAtrIfNeeded"]} 2023-08-28 16:11:57 [10:41:57.138 INF] [Couchbase.Transactions.DataAccess.AtrRepository] Upserted ATR to PENDING _txn:atr-946-#9d/attempts.6632bd40-0d63-4380-9761-cb72a981f03a (cas = 1693219317584363520) {"Scope": ["RemoveWithKv", "SetAtrPending", "MutateAtrPending"]} 2023-08-28 16:11:57 [10:41:57.139 DBG] [Couchbase.Transactions.AttemptContext] SetAtrPending for default._default._default::_txn:atr-946-#9d (attempt=6632bd40-0d63-4380-9761-cb72a981f03a) {"Scope": ["RemoveWithKv", "SetAtrPending"]} 2023-08-28 16:11:57 [10:41:57.374 DBG] [Couchbase.Transactions.AttemptContext] CreateStagedRemove for fb655b5f-5bc3-462f-bf50-b422be71f20f, attemptId=6632bd40-0d63-4380-9761-cb72a981f03a, preCas=1693219317109620736, postCas=1693219317821014016 {"Scope": ["RemoveWithKv", "CreateStagedRemove"]} 2023-08-28 16:11:57 [10:41:57.375 DBG] [] 0f71c6e0-4b1e-452a-abc6-867da77b826e.6632bd40-0d63-4380-9761-cb72a981f03a: Command Succeeded {} 2023-08-28 16:11:57 [10:41:57.375 DBG] [] Performing TransactionCommand Commit {} 2023-08-28 16:11:57 [10:41:57.375 DBG] [] 0f71c6e0-4b1e-452a-abc6-867da77b826e.6632bd40-0d63-4380-9761-cb72a981f03a: Performing command: commit {} 2023-08-28 16:11:57 [10:41:57.614 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Updated to COMMITTED ATR _txn:atr-946-#9d/attempts.6632bd40-0d63-4380-9761-cb72a981f03a (cas = 1693219318054846464) {"Scope": ["CommitWithKv", "SetAtrCommit", "MutateAtrCommit"]} 2023-08-28 16:11:57 [10:41:57.614 DBG] [Couchbase.Transactions.AttemptContext] SetAtrCommit for default._default._default::_txn:atr-946-#9d (attempt=6632bd40-0d63-4380-9761-cb72a981f03a) {"Scope": ["CommitWithKv", "SetAtrCommit"]} 2023-08-28 16:11:57 [10:41:57.615 WRN] [Couchbase.Transactions.AttemptContext] Failed attempt at committing due to FailHard {"Scope": ["CommitWithKv", "SetAtrCommit"]} 2023-08-28 16:11:57 [10:41:57.619 DBG] [] ExternalException.Unknown: Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. 2023-08-28 16:11:57 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 2023-08-28 16:11:57 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 462 2023-08-28 16:11:57 --- End of stack trace from previous location --- 2023-08-28 16:11:57 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 466 2023-08-28 16:11:57 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 2023-08-28 16:11:57 --- End of stack trace from previous location --- 2023-08-28 16:11:57 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 268 2023-08-28 16:11:57 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 2023-08-28 16:11:57 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 92 2023-08-28 16:11:57 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1413 {} 2023-08-28 16:11:57 [10:41:57.619 DBG] [] Operation 'commit' failed as expected {} 2023-08-28 16:11:57 [10:41:57.620 DBG] [ExecuteApplicationLambda] Propagating error up. (ec = FailHard, retry = False, finalError = TransactionFailed) {} 2023-08-28 16:11:57 [10:41:57.620 INF] [ExecuteApplicationLambda] Attempt 6632bd40-0d63-4380-9761-cb72a981f03a completed. CleanupClient=False, LostCleanup=False {} 2023-08-28 16:11:57 Transaction Failed with: Couchbase.Transactions.Error.TransactionFailedException: Transaction failed. 2023-08-28 16:11:57 ---> Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. 2023-08-28 16:11:57 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 2023-08-28 16:11:57 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 462 2023-08-28 16:11:57 --- End of stack trace from previous location --- 2023-08-28 16:11:57 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 466 2023-08-28 16:11:57 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 2023-08-28 16:11:57 --- End of stack trace from previous location --- 2023-08-28 16:11:57 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 268 2023-08-28 16:11:57 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 2023-08-28 16:11:57 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 92 2023-08-28 16:11:57 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1413 2023-08-28 16:11:57 --- End of inner exception stack trace --- 2023-08-28 16:11:57 at Couchbase.Transactions.Transactions.RunAsync(Func`2 transactionLogic, PerTransactionConfig perConfig, Boolean singleQueryTransactionMode) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/Transactions.cs:line 229 2023-08-28 16:11:57 at Couchbase.Transactions.FitPerformer.TwoWayTransaction.Run(Transactions transactions, TransactionCreateRequest request, ClusterConnection connection, IServerStreamWriter`1 responseStream) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 68 2023-08-28 16:11:57 -----------------------Context Info--------------------------- 2023-08-28 16:11:57 2023-08-28 16:11:57 2023-08-28 16:11:57 [10:41:57.623 DBG] [] UNKNOWN due to Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. 2023-08-28 16:11:57 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 2023-08-28 16:11:57 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 462 2023-08-28 16:11:57 --- End of stack trace from previous location --- 2023-08-28 16:11:57 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 466 2023-08-28 16:11:57 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 2023-08-28 16:11:57 --- End of stack trace from previous location --- 2023-08-28 16:11:57 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 268 2023-08-28 16:11:57 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 2023-08-28 16:11:57 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 92 2023-08-28 16:11:57 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1413 {} 2023-08-28 16:11:57 [10:41:57.623 INF] [] Completed Transaction Test {} 2023-08-28 16:11:57 [10:41:57.632 DBG] [] transactionSingleQuery: { "transactionsFactoryRef": "6ccfe8bf-a75f-4f8b-b8b8-474203e4b917", "clusterConnectionId": "defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184", "query": { "statement": "UPDATE `_default` SET content = \"updated-query\" WHERE META().id = 'fb655b5f-5bc3-462f-bf50-b422be71f20f'", "expectedResult": [ { "anythingAllowed": true } ], "checkMutations": true, "queryParameters": { }, "scope": { "bucketName": "default", "scopeName": "_default" } } } {} 2023-08-28 16:11:57 [10:41:57.632 DBG] [] clusterConnectionId:defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184 {} 2023-08-28 16:11:57 [10:41:57.632 DBG] [] Using custom connection at host : couchbase://172.23.111.130 and with username Administrator {} 2023-08-28 16:11:57 [10:41:57.632 DBG] [Couchbase.Transactions.AttemptContext] [6c079603-6233-40b7-8dac-4da29773ebe3] Executing Query: query: null {"Scope": ["QueryAsync", "QueryWrapper"]} 2023-08-28 16:11:58 [10:41:58.110 INF] [ExecuteApplicationLambda] Attempt 6c079603-6233-40b7-8dac-4da29773ebe3 completed. CleanupClient=False, LostCleanup=False {} 2023-08-28 16:11:59 [10:41:59.610 DBG] [] transactionCreate: { "transactionsFactoryRef": "6ccfe8bf-a75f-4f8b-b8b8-474203e4b917", "attempts": [ { "commands": [ { "remove": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "2011d1a6-fef9-4d1b-bd28-caa1f86acfab" }, "expectedResult": [ { "success": true } ] } }, { "commit": { "expectedResult": [ { "error": { "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookPoint": "AFTER_ATR_COMMIT" } ] }, "clusterConnectionId": "defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184" } {} 2023-08-28 16:11:59 [10:41:59.610 INF] [] Starting Transaction Test {} 2023-08-28 16:11:59 [10:41:59.610 DBG] [] Test: { "transactionsFactoryRef": "6ccfe8bf-a75f-4f8b-b8b8-474203e4b917", "attempts": [ { "commands": [ { "remove": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "2011d1a6-fef9-4d1b-bd28-caa1f86acfab" }, "expectedResult": [ { "success": true } ] } }, { "commit": { "expectedResult": [ { "error": { "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookPoint": "AFTER_ATR_COMMIT" } ] }, "clusterConnectionId": "defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184" } {} 2023-08-28 16:11:59 [10:41:59.610 DBG] [] clusterConnectionId:defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184 {} 2023-08-28 16:11:59 [10:41:59.610 DBG] [] Using custom connection at host : couchbase://172.23.111.130 and with username Administrator {} 2023-08-28 16:11:59 [10:41:59.610 DBG] [] Registering 1 hooks {} 2023-08-28 16:11:59 [10:41:59.610 DBG] [] - Hook Point AfterAtrCommit with Action FailHard {} 2023-08-28 16:11:59 [10:41:59.611 DBG] [] Starting Attempt 0 {} 2023-08-28 16:11:59 [10:41:59.611 DBG] [] Performing TransactionCommand Remove {} 2023-08-28 16:11:59 [10:41:59.612 DBG] [] 8d0ca9ab-8672-4615-be90-2a8d0327d0ae.b2216329-e959-4859-aabc-e2a60a8daa19: Performing command: remove {} 2023-08-28 16:11:59 [10:41:59.866 DBG] [Couchbase.Transactions.AttemptContext] GetWithMav for 2011d1a6-fef9-4d1b-bd28-caa1f86acfab, attemptId=b2216329-e959-4859-aabc-e2a60a8daa19, postCas=1693219320000217088 {"Scope": ["GetWithKv", "GetWithMav"]} 2023-08-28 16:11:59 [10:41:59.867 DBG] [Couchbase.Transactions.AttemptContext] CheckWriteWriteConflict@WW_RM for default::_default::_default::2011d1a6-fef9-4d1b-bd28-caa1f86acfab, attempt=b2216329-e959-4859-aabc-e2a60a8daa19 {"Scope": ["RemoveWithKv", "CheckWriteWriteConflict"]} 2023-08-28 16:11:59 [10:41:59.868 DBG] [Couchbase.Transactions.AttemptContext] CheckWriteWriteConflict no other txn for default::_default::_default::2011d1a6-fef9-4d1b-bd28-caa1f86acfab, attempt=b2216329-e959-4859-aabc-e2a60a8daa19 {"Scope": ["RemoveWithKv", "CheckWriteWriteConflict"]} 2023-08-28 16:11:59 [10:41:59.868 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Requested Durability = Majority {"Scope": ["RemoveWithKv", "InitAtrIfNeeded"]} 2023-08-28 16:12:00 [10:42:00.111 INF] [Couchbase.Transactions.DataAccess.AtrRepository] Upserted ATR to PENDING _txn:atr-106-#42/attempts.b2216329-e959-4859-aabc-e2a60a8daa19 (cas = 1693219320553340928) {"Scope": ["RemoveWithKv", "SetAtrPending", "MutateAtrPending"]} 2023-08-28 16:12:00 [10:42:00.113 DBG] [Couchbase.Transactions.AttemptContext] SetAtrPending for default._default._default::_txn:atr-106-#42 (attempt=b2216329-e959-4859-aabc-e2a60a8daa19) {"Scope": ["RemoveWithKv", "SetAtrPending"]} 2023-08-28 16:12:00 [10:42:00.357 DBG] [Couchbase.Transactions.AttemptContext] CreateStagedRemove for 2011d1a6-fef9-4d1b-bd28-caa1f86acfab, attemptId=b2216329-e959-4859-aabc-e2a60a8daa19, preCas=1693219320000217088, postCas=1693219320803033088 {"Scope": ["RemoveWithKv", "CreateStagedRemove"]} 2023-08-28 16:12:00 [10:42:00.358 DBG] [] 8d0ca9ab-8672-4615-be90-2a8d0327d0ae.b2216329-e959-4859-aabc-e2a60a8daa19: Command Succeeded {} 2023-08-28 16:12:00 [10:42:00.358 DBG] [] Performing TransactionCommand Commit {} 2023-08-28 16:12:00 [10:42:00.358 DBG] [] 8d0ca9ab-8672-4615-be90-2a8d0327d0ae.b2216329-e959-4859-aabc-e2a60a8daa19: Performing command: commit {} 2023-08-28 16:12:00 [10:42:00.597 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Updated to COMMITTED ATR _txn:atr-106-#42/attempts.b2216329-e959-4859-aabc-e2a60a8daa19 (cas = 1693219321041190912) {"Scope": ["CommitWithKv", "SetAtrCommit", "MutateAtrCommit"]} 2023-08-28 16:12:00 [10:42:00.597 DBG] [Couchbase.Transactions.AttemptContext] SetAtrCommit for default._default._default::_txn:atr-106-#42 (attempt=b2216329-e959-4859-aabc-e2a60a8daa19) {"Scope": ["CommitWithKv", "SetAtrCommit"]} 2023-08-28 16:12:00 [10:42:00.599 WRN] [Couchbase.Transactions.AttemptContext] Failed attempt at committing due to FailHard {"Scope": ["CommitWithKv", "SetAtrCommit"]} 2023-08-28 16:12:00 [10:42:00.602 DBG] [] ExternalException.Unknown: Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. 2023-08-28 16:12:00 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 2023-08-28 16:12:00 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 462 2023-08-28 16:12:00 --- End of stack trace from previous location --- 2023-08-28 16:12:00 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 466 2023-08-28 16:12:00 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 2023-08-28 16:12:00 --- End of stack trace from previous location --- 2023-08-28 16:12:00 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 268 2023-08-28 16:12:00 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 2023-08-28 16:12:00 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 92 2023-08-28 16:12:00 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1413 {} 2023-08-28 16:12:00 [10:42:00.602 DBG] [] Operation 'commit' failed as expected {} 2023-08-28 16:12:00 [10:42:00.602 DBG] [ExecuteApplicationLambda] Propagating error up. (ec = FailHard, retry = False, finalError = TransactionFailed) {} 2023-08-28 16:12:00 [10:42:00.602 INF] [ExecuteApplicationLambda] Attempt b2216329-e959-4859-aabc-e2a60a8daa19 completed. CleanupClient=False, LostCleanup=False {} 2023-08-28 16:12:00 Transaction Failed with: Couchbase.Transactions.Error.TransactionFailedException: Transaction failed. 2023-08-28 16:12:00 ---> Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. 2023-08-28 16:12:00 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 2023-08-28 16:12:00 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 462 2023-08-28 16:12:00 --- End of stack trace from previous location --- 2023-08-28 16:12:00 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 466 2023-08-28 16:12:00 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 2023-08-28 16:12:00 --- End of stack trace from previous location --- 2023-08-28 16:12:00 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 268 2023-08-28 16:12:00 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 2023-08-28 16:12:00 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 92 2023-08-28 16:12:00 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1413 2023-08-28 16:12:00 --- End of inner exception stack trace --- 2023-08-28 16:12:00 at Couchbase.Transactions.Transactions.RunAsync(Func`2 transactionLogic, PerTransactionConfig perConfig, Boolean singleQueryTransactionMode) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/Transactions.cs:line 229 2023-08-28 16:12:00 at Couchbase.Transactions.FitPerformer.TwoWayTransaction.Run(Transactions transactions, TransactionCreateRequest request, ClusterConnection connection, IServerStreamWriter`1 responseStream) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 68 2023-08-28 16:12:00 -----------------------Context Info--------------------------- 2023-08-28 16:12:00 2023-08-28 16:12:00 2023-08-28 16:12:00 [10:42:00.605 DBG] [] UNKNOWN due to Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. 2023-08-28 16:12:00 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 2023-08-28 16:12:00 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 462 2023-08-28 16:12:00 --- End of stack trace from previous location --- 2023-08-28 16:12:00 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 466 2023-08-28 16:12:00 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 2023-08-28 16:12:00 --- End of stack trace from previous location --- 2023-08-28 16:12:00 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 268 2023-08-28 16:12:00 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 2023-08-28 16:12:00 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 92 2023-08-28 16:12:00 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1413 {} 2023-08-28 16:12:00 [10:42:00.605 INF] [] Completed Transaction Test {} 2023-08-28 16:12:00 [10:42:00.615 DBG] [] transactionSingleQuery: { "transactionsFactoryRef": "6ccfe8bf-a75f-4f8b-b8b8-474203e4b917", "clusterConnectionId": "defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184", "query": { "statement": "DELETE FROM `_default` WHERE META().id = '2011d1a6-fef9-4d1b-bd28-caa1f86acfab'", "expectedResult": [ { "anythingAllowed": true } ], "checkMutations": true, "queryParameters": { }, "scope": { "bucketName": "default", "scopeName": "_default" } } } {} 2023-08-28 16:12:00 [10:42:00.615 DBG] [] clusterConnectionId:defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184 {} 2023-08-28 16:12:00 [10:42:00.615 DBG] [] Using custom connection at host : couchbase://172.23.111.130 and with username Administrator {} 2023-08-28 16:12:00 [10:42:00.615 DBG] [Couchbase.Transactions.AttemptContext] [f9ccda0e-46e7-4f73-8b64-db5b1bd7dd1c] Executing Query: query: null {"Scope": ["QueryAsync", "QueryWrapper"]} 2023-08-28 16:12:01 [10:42:01.095 INF] [ExecuteApplicationLambda] Attempt f9ccda0e-46e7-4f73-8b64-db5b1bd7dd1c completed. CleanupClient=False, LostCleanup=False {} 2023-08-28 16:12:02 [10:42:02.564 DBG] [] transactionCreate: { "transactionsFactoryRef": "6ccfe8bf-a75f-4f8b-b8b8-474203e4b917", "attempts": [ { "commands": [ { "remove": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "7519765a-0730-4a21-bcc3-a99938e97009" }, "expectedResult": [ { "success": true } ] } }, { "commit": { "expectedResult": [ { "error": { "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookPoint": "AFTER_ATR_COMMIT" } ] }, "clusterConnectionId": "defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184" } {} 2023-08-28 16:12:02 [10:42:02.565 INF] [] Starting Transaction Test {} 2023-08-28 16:12:02 [10:42:02.565 DBG] [] Test: { "transactionsFactoryRef": "6ccfe8bf-a75f-4f8b-b8b8-474203e4b917", "attempts": [ { "commands": [ { "remove": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "7519765a-0730-4a21-bcc3-a99938e97009" }, "expectedResult": [ { "success": true } ] } }, { "commit": { "expectedResult": [ { "error": { "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookPoint": "AFTER_ATR_COMMIT" } ] }, "clusterConnectionId": "defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184" } {} 2023-08-28 16:12:02 [10:42:02.565 DBG] [] clusterConnectionId:defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184 {} 2023-08-28 16:12:02 [10:42:02.565 DBG] [] Using custom connection at host : couchbase://172.23.111.130 and with username Administrator {} 2023-08-28 16:12:02 [10:42:02.565 DBG] [] Registering 1 hooks {} 2023-08-28 16:12:02 [10:42:02.565 DBG] [] - Hook Point AfterAtrCommit with Action FailHard {} 2023-08-28 16:12:02 [10:42:02.566 DBG] [] Starting Attempt 0 {} 2023-08-28 16:12:02 [10:42:02.566 DBG] [] Performing TransactionCommand Remove {} 2023-08-28 16:12:02 [10:42:02.566 DBG] [] 83ddeaa3-0636-4770-81e9-ca22ae81e2cd.5e3892ec-5db6-4f61-9aeb-4215384167f9: Performing command: remove {} 2023-08-28 16:12:02 [10:42:02.805 DBG] [Couchbase.Transactions.AttemptContext] GetWithMav for 7519765a-0730-4a21-bcc3-a99938e97009, attemptId=5e3892ec-5db6-4f61-9aeb-4215384167f9, postCas=1693219323007598592 {"Scope": ["GetWithKv", "GetWithMav"]} 2023-08-28 16:12:02 [10:42:02.808 DBG] [Couchbase.Transactions.AttemptContext] CheckWriteWriteConflict@WW_RM for default::_default::_default::7519765a-0730-4a21-bcc3-a99938e97009, attempt=5e3892ec-5db6-4f61-9aeb-4215384167f9 {"Scope": ["RemoveWithKv", "CheckWriteWriteConflict"]} 2023-08-28 16:12:02 [10:42:02.808 DBG] [Couchbase.Transactions.AttemptContext] CheckWriteWriteConflict no other txn for default::_default::_default::7519765a-0730-4a21-bcc3-a99938e97009, attempt=5e3892ec-5db6-4f61-9aeb-4215384167f9 {"Scope": ["RemoveWithKv", "CheckWriteWriteConflict"]} 2023-08-28 16:12:02 [10:42:02.808 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Requested Durability = Majority {"Scope": ["RemoveWithKv", "InitAtrIfNeeded"]} 2023-08-28 16:12:03 [10:42:03.045 INF] [Couchbase.Transactions.DataAccess.AtrRepository] Upserted ATR to PENDING _txn:atr-118-#b9c/attempts.5e3892ec-5db6-4f61-9aeb-4215384167f9 (cas = 1693219323491844096) {"Scope": ["RemoveWithKv", "SetAtrPending", "MutateAtrPending"]} 2023-08-28 16:12:03 [10:42:03.045 DBG] [Couchbase.Transactions.AttemptContext] SetAtrPending for default._default._default::_txn:atr-118-#b9c (attempt=5e3892ec-5db6-4f61-9aeb-4215384167f9) {"Scope": ["RemoveWithKv", "SetAtrPending"]} 2023-08-28 16:12:03 [10:42:03.280 DBG] [Couchbase.Transactions.AttemptContext] CreateStagedRemove for 7519765a-0730-4a21-bcc3-a99938e97009, attemptId=5e3892ec-5db6-4f61-9aeb-4215384167f9, preCas=1693219323007598592, postCas=1693219323724955648 {"Scope": ["RemoveWithKv", "CreateStagedRemove"]} 2023-08-28 16:12:03 [10:42:03.281 DBG] [] 83ddeaa3-0636-4770-81e9-ca22ae81e2cd.5e3892ec-5db6-4f61-9aeb-4215384167f9: Command Succeeded {} 2023-08-28 16:12:03 [10:42:03.281 DBG] [] Performing TransactionCommand Commit {} 2023-08-28 16:12:03 [10:42:03.281 DBG] [] 83ddeaa3-0636-4770-81e9-ca22ae81e2cd.5e3892ec-5db6-4f61-9aeb-4215384167f9: Performing command: commit {} 2023-08-28 16:12:03 [10:42:03.519 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Updated to COMMITTED ATR _txn:atr-118-#b9c/attempts.5e3892ec-5db6-4f61-9aeb-4215384167f9 (cas = 1693219323965145088) {"Scope": ["CommitWithKv", "SetAtrCommit", "MutateAtrCommit"]} 2023-08-28 16:12:03 [10:42:03.520 DBG] [Couchbase.Transactions.AttemptContext] SetAtrCommit for default._default._default::_txn:atr-118-#b9c (attempt=5e3892ec-5db6-4f61-9aeb-4215384167f9) {"Scope": ["CommitWithKv", "SetAtrCommit"]} 2023-08-28 16:12:03 [10:42:03.522 WRN] [Couchbase.Transactions.AttemptContext] Failed attempt at committing due to FailHard {"Scope": ["CommitWithKv", "SetAtrCommit"]} 2023-08-28 16:12:03 [10:42:03.524 DBG] [] ExternalException.Unknown: Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. 2023-08-28 16:12:03 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 2023-08-28 16:12:03 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 462 2023-08-28 16:12:03 --- End of stack trace from previous location --- 2023-08-28 16:12:03 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 466 2023-08-28 16:12:03 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 2023-08-28 16:12:03 --- End of stack trace from previous location --- 2023-08-28 16:12:03 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 268 2023-08-28 16:12:03 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 2023-08-28 16:12:03 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 92 2023-08-28 16:12:03 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1413 {} 2023-08-28 16:12:03 [10:42:03.528 DBG] [] Operation 'commit' failed as expected {} 2023-08-28 16:12:03 [10:42:03.529 DBG] [ExecuteApplicationLambda] Propagating error up. (ec = FailHard, retry = False, finalError = TransactionFailed) {} 2023-08-28 16:12:03 [10:42:03.529 INF] [ExecuteApplicationLambda] Attempt 5e3892ec-5db6-4f61-9aeb-4215384167f9 completed. CleanupClient=False, LostCleanup=False {} 2023-08-28 16:12:03 Transaction Failed with: Couchbase.Transactions.Error.TransactionFailedException: Transaction failed. 2023-08-28 16:12:03 ---> Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. 2023-08-28 16:12:03 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 2023-08-28 16:12:03 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 462 2023-08-28 16:12:03 --- End of stack trace from previous location --- 2023-08-28 16:12:03 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 466 2023-08-28 16:12:03 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 2023-08-28 16:12:03 --- End of stack trace from previous location --- 2023-08-28 16:12:03 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 268 2023-08-28 16:12:03 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 2023-08-28 16:12:03 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 92 2023-08-28 16:12:03 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1413 2023-08-28 16:12:03 --- End of inner exception stack trace --- 2023-08-28 16:12:03 at Couchbase.Transactions.Transactions.RunAsync(Func`2 transactionLogic, PerTransactionConfig perConfig, Boolean singleQueryTransactionMode) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/Transactions.cs:line 229 2023-08-28 16:12:03 at Couchbase.Transactions.FitPerformer.TwoWayTransaction.Run(Transactions transactions, TransactionCreateRequest request, ClusterConnection connection, IServerStreamWriter`1 responseStream) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 68 2023-08-28 16:12:03 -----------------------Context Info--------------------------- 2023-08-28 16:12:03 2023-08-28 16:12:03 2023-08-28 16:12:03 [10:42:03.532 DBG] [] UNKNOWN due to Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown. 2023-08-28 16:12:03 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285 2023-08-28 16:12:03 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 462 2023-08-28 16:12:03 --- End of stack trace from previous location --- 2023-08-28 16:12:03 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 466 2023-08-28 16:12:03 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 2023-08-28 16:12:03 --- End of stack trace from previous location --- 2023-08-28 16:12:03 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 268 2023-08-28 16:12:03 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 2023-08-28 16:12:03 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 92 2023-08-28 16:12:03 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1413 {} 2023-08-28 16:12:03 [10:42:03.532 INF] [] Completed Transaction Test {} 2023-08-28 16:12:03 [10:42:03.543 DBG] [] transactionSingleQuery: { "transactionsFactoryRef": "6ccfe8bf-a75f-4f8b-b8b8-474203e4b917", "clusterConnectionId": "defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184", "query": { "statement": "SELECT * FROM `_default` WHERE META().id = '7519765a-0730-4a21-bcc3-a99938e97009'", "expectedResult": [ { "anythingAllowed": true } ], "checkRowCount": true, "queryParameters": { }, "scope": { "bucketName": "default", "scopeName": "_default" } } } {} 2023-08-28 16:12:03 [10:42:03.543 DBG] [] clusterConnectionId:defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184 {} 2023-08-28 16:12:03 [10:42:03.543 DBG] [] Using custom connection at host : couchbase://172.23.111.130 and with username Administrator {} 2023-08-28 16:12:03 [10:42:03.543 DBG] [Couchbase.Transactions.AttemptContext] [ab67c25f-ad3b-434f-93d0-383e04138404] Executing Query: query: null {"Scope": ["QueryAsync", "QueryWrapper"]} 2023-08-28 16:12:04 [10:42:04.064 INF] [ExecuteApplicationLambda] Attempt ab67c25f-ad3b-434f-93d0-383e04138404 completed. CleanupClient=False, LostCleanup=False {} 2023-08-28 16:12:06 [10:42:06.015 DBG] [] transactionCreate: { "transactionsFactoryRef": "6ccfe8bf-a75f-4f8b-b8b8-474203e4b917", "attempts": [ { "commands": [ { "remove": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "70f77402-646f-46bb-98b3-75d9208e0f66" }, "expectedResult": [ { "success": true } ] } }, { "commit": { "expectedResult": [ { "error": { "errorClass": "EC_FAIL_OTHER", "autoRollbackAttempt": true, "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookAction": "FAIL_OTHER" }, { "hookPoint": "AFTER_ATR_ABORTED" } ] }, "clusterConnectionId": "defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184" } {} 2023-08-28 16:12:06 [10:42:06.016 INF] [] Starting Transaction Test {} 2023-08-28 16:12:06 [10:42:06.016 DBG] [] Test: { "transactionsFactoryRef": "6ccfe8bf-a75f-4f8b-b8b8-474203e4b917", "attempts": [ { "commands": [ { "remove": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "70f77402-646f-46bb-98b3-75d9208e0f66" }, "expectedResult": [ { "success": true } ] } }, { "commit": { "expectedResult": [ { "error": { "errorClass": "EC_FAIL_OTHER", "autoRollbackAttempt": true, "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookAction": "FAIL_OTHER" }, { "hookPoint": "AFTER_ATR_ABORTED" } ] }, "clusterConnectionId": "defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184" } {} 2023-08-28 16:12:06 [10:42:06.016 DBG] [] clusterConnectionId:defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184 {} 2023-08-28 16:12:06 [10:42:06.016 DBG] [] Using custom connection at host : couchbase://172.23.111.130 and with username Administrator {} 2023-08-28 16:12:06 [10:42:06.016 DBG] [] Registering 2 hooks {} 2023-08-28 16:12:06 [10:42:06.016 DBG] [] - Hook Point BeforeAtrCommit with Action FailOther {} 2023-08-28 16:12:06 [10:42:06.016 DBG] [] - Hook Point AfterAtrAborted with Action FailHard {} 2023-08-28 16:12:06 [10:42:06.017 DBG] [] Starting Attempt 0 {} 2023-08-28 16:12:06 [10:42:06.017 DBG] [] Performing TransactionCommand Remove {} 2023-08-28 16:12:06 [10:42:06.017 DBG] [] 7248372a-0125-49bf-9f4b-2142fb79c74f.9348dc8f-2781-4799-a781-e9c195d143a7: Performing command: remove {} 2023-08-28 16:12:06 [10:42:06.251 DBG] [Couchbase.Transactions.AttemptContext] GetWithMav for 70f77402-646f-46bb-98b3-75d9208e0f66, attemptId=9348dc8f-2781-4799-a781-e9c195d143a7, postCas=1693219326459641856 {"Scope": ["GetWithKv", "GetWithMav"]} 2023-08-28 16:12:06 [10:42:06.252 DBG] [Couchbase.Transactions.AttemptContext] CheckWriteWriteConflict@WW_RM for default::_default::_default::70f77402-646f-46bb-98b3-75d9208e0f66, attempt=9348dc8f-2781-4799-a781-e9c195d143a7 {"Scope": ["RemoveWithKv", "CheckWriteWriteConflict"]} 2023-08-28 16:12:06 [10:42:06.252 DBG] [Couchbase.Transactions.AttemptContext] CheckWriteWriteConflict no other txn for default::_default::_default::70f77402-646f-46bb-98b3-75d9208e0f66, attempt=9348dc8f-2781-4799-a781-e9c195d143a7 {"Scope": ["RemoveWithKv", "CheckWriteWriteConflict"]} 2023-08-28 16:12:06 [10:42:06.253 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Requested Durability = Majority {"Scope": ["RemoveWithKv", "InitAtrIfNeeded"]} 2023-08-28 16:12:06 [10:42:06.493 INF] [Couchbase.Transactions.DataAccess.AtrRepository] Upserted ATR to PENDING _txn:atr-913-#b0b/attempts.9348dc8f-2781-4799-a781-e9c195d143a7 (cas = 1693219326938775552) {"Scope": ["RemoveWithKv", "SetAtrPending", "MutateAtrPending"]} 2023-08-28 16:12:06 [10:42:06.494 DBG] [Couchbase.Transactions.AttemptContext] SetAtrPending for default._default._default::_txn:atr-913-#b0b (attempt=9348dc8f-2781-4799-a781-e9c195d143a7) {"Scope": ["RemoveWithKv", "SetAtrPending"]} 2023-08-28 16:12:06 [10:42:06.733 DBG] [Couchbase.Transactions.AttemptContext] CreateStagedRemove for 70f77402-646f-46bb-98b3-75d9208e0f66, attemptId=9348dc8f-2781-4799-a781-e9c195d143a7, preCas=1693219326459641856, postCas=1693219327180079104 {"Scope": ["RemoveWithKv", "CreateStagedRemove"]} 2023-08-28 16:12:06 [10:42:06.733 DBG] [] 7248372a-0125-49bf-9f4b-2142fb79c74f.9348dc8f-2781-4799-a781-e9c195d143a7: Command Succeeded {} 2023-08-28 16:12:06 [10:42:06.733 DBG] [] Performing TransactionCommand Commit {} 2023-08-28 16:12:06 [10:42:06.733 DBG] [] 7248372a-0125-49bf-9f4b-2142fb79c74f.9348dc8f-2781-4799-a781-e9c195d143a7: Performing command: commit {} 2023-08-28 16:12:06 [10:42:06.734 WRN] [Couchbase.Transactions.AttemptContext] Failed attempt at committing due to FailOther {"Scope": ["CommitWithKv", "SetAtrCommit"]} 2023-08-28 16:12:06 [10:42:06.736 DBG] [] ExternalException.Unknown: Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException' was thrown. 2023-08-28 16:12:06 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_3() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 291 2023-08-28 16:12:06 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 462 2023-08-28 16:12:06 --- End of stack trace from previous location --- 2023-08-28 16:12:06 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 466 2023-08-28 16:12:06 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 2023-08-28 16:12:06 --- End of stack trace from previous location --- 2023-08-28 16:12:06 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 268 2023-08-28 16:12:06 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 2023-08-28 16:12:06 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.BeforeAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 89 2023-08-28 16:12:06 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1413 {} 2023-08-28 16:12:06 [10:42:06.736 DBG] [] Operation 'commit' failed as expected {} 2023-08-28 16:12:06 [10:42:06.736 WRN] [ExecuteApplicationLambda] Attempt failed, attempting automatic rollback... {} 2023-08-28 16:12:06 [10:42:06.736 INF] [Couchbase.Transactions.AttemptContext] Setting Aborted status. isAppRollback=False {"Scope": ["RollbackWithKv", "SetAtrAborted"]} 2023-08-28 16:12:06 [10:42:06.979 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Updated to ABORTED ATR _txn:atr-913-#b0b/attempts.9348dc8f-2781-4799-a781-e9c195d143a7 (cas = 1693219327423873024) {"Scope": ["RollbackWithKv", "SetAtrAborted", "MutateAtrAborted"]} 2023-08-28 16:12:06 [10:42:06.979 DBG] [Couchbase.Transactions.AttemptContext] SetAtrAborted for default._default._default::_txn:atr-913-#b0b (attempt=9348dc8f-2781-4799-a781-e9c195d143a7) {"Scope": ["RollbackWithKv", "SetAtrAborted"]} 2023-08-28 16:12:06 [10:42:06.982 WRN] [ExecuteApplicationLambda] Rollback failed due to Exception of type 'Couchbase.Transactions.Error.External.TransactionOperationFailedException' was thrown. {} 2023-08-28 16:12:06 [10:42:06.982 INF] [ExecuteApplicationLambda] Attempt 9348dc8f-2781-4799-a781-e9c195d143a7 completed. CleanupClient=False, LostCleanup=False {} 2023-08-28 16:12:06 Transaction Failed with: Couchbase.Transactions.Error.TransactionFailedException: Transaction failed. 2023-08-28 16:12:06 ---> Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException' was thrown. 2023-08-28 16:12:06 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_3() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 291 2023-08-28 16:12:06 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 462 2023-08-28 16:12:06 --- End of stack trace from previous location --- 2023-08-28 16:12:06 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 466 2023-08-28 16:12:06 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 2023-08-28 16:12:06 --- End of stack trace from previous location --- 2023-08-28 16:12:06 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 268 2023-08-28 16:12:06 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 2023-08-28 16:12:06 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.BeforeAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 89 2023-08-28 16:12:06 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1413 2023-08-28 16:12:06 --- End of inner exception stack trace --- 2023-08-28 16:12:06 at Couchbase.Transactions.Transactions.RunAsync(Func`2 transactionLogic, PerTransactionConfig perConfig, Boolean singleQueryTransactionMode) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/Transactions.cs:line 229 2023-08-28 16:12:06 at Couchbase.Transactions.FitPerformer.TwoWayTransaction.Run(Transactions transactions, TransactionCreateRequest request, ClusterConnection connection, IServerStreamWriter`1 responseStream) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 68 2023-08-28 16:12:06 -----------------------Context Info--------------------------- 2023-08-28 16:12:06 2023-08-28 16:12:06 2023-08-28 16:12:06 [10:42:06.991 DBG] [] UNKNOWN due to Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException' was thrown. 2023-08-28 16:12:06 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_3() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 291 2023-08-28 16:12:06 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 462 2023-08-28 16:12:06 --- End of stack trace from previous location --- 2023-08-28 16:12:06 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 466 2023-08-28 16:12:06 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 2023-08-28 16:12:06 --- End of stack trace from previous location --- 2023-08-28 16:12:06 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 268 2023-08-28 16:12:06 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 2023-08-28 16:12:06 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.BeforeAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 89 2023-08-28 16:12:06 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1413 {} 2023-08-28 16:12:06 [10:42:06.991 INF] [] Completed Transaction Test {} 2023-08-28 16:12:07 [10:42:07.728 DBG] [] transactionSingleQuery: { "transactionsFactoryRef": "6ccfe8bf-a75f-4f8b-b8b8-474203e4b917", "clusterConnectionId": "defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184", "query": { "statement": "INSERT INTO `_default` VALUES ('70f77402-646f-46bb-98b3-75d9208e0f66', {\"content\":\"updated\"})", "expectedResult": [ { "anythingAllowed": true } ], "queryParameters": { }, "scope": { "bucketName": "default", "scopeName": "_default" } } } {} 2023-08-28 16:12:07 [10:42:07.728 DBG] [] clusterConnectionId:defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184 {} 2023-08-28 16:12:07 [10:42:07.728 DBG] [] Using custom connection at host : couchbase://172.23.111.130 and with username Administrator {} 2023-08-28 16:12:07 [10:42:07.728 DBG] [Couchbase.Transactions.AttemptContext] [e56d0e92-9a50-4603-a149-88f59e8b43ee] Executing Query: query: null {"Scope": ["QueryAsync", "QueryWrapper"]} 2023-08-28 16:12:08 [10:42:08.236 ERR] [Couchbase.Transactions.AttemptContext] [e56d0e92-9a50-4603-a149-88f59e8b43ee] query failed at query: Couchbase.CouchbaseException: Duplicate Key: 70f77402-646f-46bb-98b3-75d9208e0f66 [17012] 2023-08-28 16:12:08 at Couchbase.Query.QueryResultExtensions.ThrowExceptionOnError[T](IQueryResult`1 result, QueryErrorContext context) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryResultExtensions.cs:line 137 2023-08-28 16:12:08 at Couchbase.Query.QueryClient.ExecuteQuery[T](QueryOptions options, ITypeSerializer serializer, IRequestSpan span) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryClient.cs:line 320 2023-08-28 16:12:08 at Couchbase.Query.QueryClient.QueryAsync[T](String statement, QueryOptions options) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryClient.cs:line 149 2023-08-28 16:12:08 at Couchbase.Cluster.<>c__DisplayClass35_0`1.<g__Func|0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Cluster.cs:line 339 2023-08-28 16:12:08 --- End of stack trace from previous location --- 2023-08-28 16:12:08 at Couchbase.Core.Retry.RetryOrchestrator.RetryAsync[T](Func`1 send, IRequest request) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Core/Retry/RetryOrchestrator.cs:line 73 2023-08-28 16:12:08 at Couchbase.Cluster.QueryAsync[T](String statement, QueryOptions options) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Cluster.cs:line 349 2023-08-28 16:12:08 at Couchbase.Transactions.AttemptContext.QueryWrapper[T](Int64 statementId, IScope scope, String statement, QueryOptions options, String hookPoint, IRequestSpan parentSpan, Boolean isBeginWork, Boolean existingErrorCheck, JObject txdata, Boolean txImplicit) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 2119 2023-08-28 16:12:08 -----------------------Context Info--------------------------- 2023-08-28 16:12:08 {"statement":"[{\"statement\":\"INSERT INTO \\u0060_default\\u0060 VALUES (\\u002770f77402-646f-46bb-98b3-75d9208e0f66\\u0027, {\\u0022content\\u0022:\\u0022updated\\u0022})\",\"client_context_id\":\"09153057-ef0e-4420-adb4-e6be86a5390e\",\"metrics\":true,\"query_context\":\"default:\\u0060default\\u0060.\\u0060_default\\u0060\",\"scan_consistency\":\"request_plus\",\"timeout\":\"75000ms\",\"tximplicit\":true,\"durability_level\":\"majority\",\"txtimeout\":\"14999.2387ms\",\"txdata\":{\"id\":{\"txn\":\"6fae49bb-853b-4912-b0d8-f5e3fa197b34\",\"atmpt\":\"e56d0e92-9a50-4603-a149-88f59e8b43ee\"},\"state\":{\"timeLeftMs\":14999},\"config\":{\"kvTimeoutMs\":10000,\"numAtrs\":1024,\"durabilityLevel\":\"MAJORITY\"},\"atr\":null,\"mutations\":[]}}]","clientContextId":"09153057-ef0e-4420-adb4-e6be86a5390e","parameters":"{\"Named\":{},\"Raw\":{\"tximplicit\":true,\"durability_level\":\"majority\",\"txtimeout\":\"14999.2387ms\",\"txdata\":{\"id\":{\"Transactionid\":\"6fae49bb-853b-4912-b0d8-f5e3fa197b34\",\"AttemptId\":\"e56d0e92-9a50-4603-a149-88f59e8b43ee\"},\"state\":{\"timeLeftMs\":14999},\"config\":{\"kvTimeoutMs\":10000,\"numAtrs\":1024,\"durabilityLevel\":\"MAJORITY\"},\"atr\":null,\"mutations\":[]}},\"Positional\":[]}","httpStatus":200,"queryStatus":2,"errors":[{"msg":"Duplicate Key: 70f77402-646f-46bb-98b3-75d9208e0f66","code":17012,"name":null,"sev":0,"temp":false,"reason":null,"retry":false,"cause":{"cause":"found staged non-insert mutation: document already exists","raise":"failed","retry":false,"rollback":false}}],"message":"Duplicate Key: 70f77402-646f-46bb-98b3-75d9208e0f66 [17012]","retryReasons":null} 2023-08-28 16:12:08 {"Scope": ["QueryAsync", "QueryWrapper"]} 2023-08-28 16:12:08 [10:42:08.238 INF] [ExecuteApplicationLambda] Attempt e56d0e92-9a50-4603-a149-88f59e8b43ee completed. CleanupClient=False, LostCleanup=False {} 2023-08-28 16:12:09 [10:42:09.771 DBG] [] transactionCreate: { "transactionsFactoryRef": "6ccfe8bf-a75f-4f8b-b8b8-474203e4b917", "attempts": [ { "commands": [ { "remove": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "80ba1d0e-35d1-456b-a728-f8431931f892" }, "expectedResult": [ { "success": true } ] } }, { "commit": { "expectedResult": [ { "error": { "errorClass": "EC_FAIL_OTHER", "autoRollbackAttempt": true, "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookAction": "FAIL_OTHER" }, { "hookPoint": "AFTER_ATR_ABORTED" } ] }, "clusterConnectionId": "defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184" } {} 2023-08-28 16:12:09 [10:42:09.772 INF] [] Starting Transaction Test {} 2023-08-28 16:12:09 [10:42:09.772 DBG] [] Test: { "transactionsFactoryRef": "6ccfe8bf-a75f-4f8b-b8b8-474203e4b917", "attempts": [ { "commands": [ { "remove": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "80ba1d0e-35d1-456b-a728-f8431931f892" }, "expectedResult": [ { "success": true } ] } }, { "commit": { "expectedResult": [ { "error": { "errorClass": "EC_FAIL_OTHER", "autoRollbackAttempt": true, "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookAction": "FAIL_OTHER" }, { "hookPoint": "AFTER_ATR_ABORTED" } ] }, "clusterConnectionId": "defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184" } {} 2023-08-28 16:12:09 [10:42:09.772 DBG] [] clusterConnectionId:defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184 {} 2023-08-28 16:12:09 [10:42:09.772 DBG] [] Using custom connection at host : couchbase://172.23.111.130 and with username Administrator {} 2023-08-28 16:12:09 [10:42:09.772 DBG] [] Registering 2 hooks {} 2023-08-28 16:12:09 [10:42:09.772 DBG] [] - Hook Point BeforeAtrCommit with Action FailOther {} 2023-08-28 16:12:09 [10:42:09.772 DBG] [] - Hook Point AfterAtrAborted with Action FailHard {} 2023-08-28 16:12:09 [10:42:09.773 DBG] [] Starting Attempt 0 {} 2023-08-28 16:12:09 [10:42:09.773 DBG] [] Performing TransactionCommand Remove {} 2023-08-28 16:12:09 [10:42:09.773 DBG] [] 1db62b8b-31a3-4d9c-b70a-4bbd38ec0707.7f62e6e4-2234-40bb-add8-2aa0ecd72a98: Performing command: remove {} 2023-08-28 16:12:10 [10:42:10.003 DBG] [Couchbase.Transactions.AttemptContext] GetWithMav for 80ba1d0e-35d1-456b-a728-f8431931f892, attemptId=7f62e6e4-2234-40bb-add8-2aa0ecd72a98, postCas=1693219330189885440 {"Scope": ["GetWithKv", "GetWithMav"]} 2023-08-28 16:12:10 [10:42:10.004 DBG] [Couchbase.Transactions.AttemptContext] CheckWriteWriteConflict@WW_RM for default::_default::_default::80ba1d0e-35d1-456b-a728-f8431931f892, attempt=7f62e6e4-2234-40bb-add8-2aa0ecd72a98 {"Scope": ["RemoveWithKv", "CheckWriteWriteConflict"]} 2023-08-28 16:12:10 [10:42:10.004 DBG] [Couchbase.Transactions.AttemptContext] CheckWriteWriteConflict no other txn for default::_default::_default::80ba1d0e-35d1-456b-a728-f8431931f892, attempt=7f62e6e4-2234-40bb-add8-2aa0ecd72a98 {"Scope": ["RemoveWithKv", "CheckWriteWriteConflict"]} 2023-08-28 16:12:10 [10:42:10.004 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Requested Durability = Majority {"Scope": ["RemoveWithKv", "InitAtrIfNeeded"]} 2023-08-28 16:12:10 [10:42:10.239 INF] [Couchbase.Transactions.DataAccess.AtrRepository] Upserted ATR to PENDING _txn:atr-436-#ab9/attempts.7f62e6e4-2234-40bb-add8-2aa0ecd72a98 (cas = 1693219330668560384) {"Scope": ["RemoveWithKv", "SetAtrPending", "MutateAtrPending"]} 2023-08-28 16:12:10 [10:42:10.239 DBG] [Couchbase.Transactions.AttemptContext] SetAtrPending for default._default._default::_txn:atr-436-#ab9 (attempt=7f62e6e4-2234-40bb-add8-2aa0ecd72a98) {"Scope": ["RemoveWithKv", "SetAtrPending"]} 2023-08-28 16:12:10 [10:42:10.581 DBG] [Couchbase.Transactions.AttemptContext] CreateStagedRemove for 80ba1d0e-35d1-456b-a728-f8431931f892, attemptId=7f62e6e4-2234-40bb-add8-2aa0ecd72a98, preCas=1693219330189885440, postCas=1693219330904031232 {"Scope": ["RemoveWithKv", "CreateStagedRemove"]} 2023-08-28 16:12:10 [10:42:10.582 DBG] [] 1db62b8b-31a3-4d9c-b70a-4bbd38ec0707.7f62e6e4-2234-40bb-add8-2aa0ecd72a98: Command Succeeded {} 2023-08-28 16:12:10 [10:42:10.582 DBG] [] Performing TransactionCommand Commit {} 2023-08-28 16:12:10 [10:42:10.582 DBG] [] 1db62b8b-31a3-4d9c-b70a-4bbd38ec0707.7f62e6e4-2234-40bb-add8-2aa0ecd72a98: Performing command: commit {} 2023-08-28 16:12:10 [10:42:10.588 WRN] [Couchbase.Transactions.AttemptContext] Failed attempt at committing due to FailOther {"Scope": ["CommitWithKv", "SetAtrCommit"]} 2023-08-28 16:12:10 [10:42:10.590 DBG] [] ExternalException.Unknown: Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException' was thrown. 2023-08-28 16:12:10 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_3() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 291 2023-08-28 16:12:10 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 462 2023-08-28 16:12:10 --- End of stack trace from previous location --- 2023-08-28 16:12:10 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 466 2023-08-28 16:12:10 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 2023-08-28 16:12:10 --- End of stack trace from previous location --- 2023-08-28 16:12:10 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 268 2023-08-28 16:12:10 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 2023-08-28 16:12:10 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.BeforeAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 89 2023-08-28 16:12:10 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1413 {} 2023-08-28 16:12:10 [10:42:10.590 DBG] [] Operation 'commit' failed as expected {} 2023-08-28 16:12:10 [10:42:10.590 WRN] [ExecuteApplicationLambda] Attempt failed, attempting automatic rollback... {} 2023-08-28 16:12:10 [10:42:10.591 INF] [Couchbase.Transactions.AttemptContext] Setting Aborted status. isAppRollback=False {"Scope": ["RollbackWithKv", "SetAtrAborted"]} 2023-08-28 16:12:10 [10:42:10.888 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Updated to ABORTED ATR _txn:atr-436-#ab9/attempts.7f62e6e4-2234-40bb-add8-2aa0ecd72a98 (cas = 1693219331257270272) {"Scope": ["RollbackWithKv", "SetAtrAborted", "MutateAtrAborted"]} 2023-08-28 16:12:10 [10:42:10.888 DBG] [Couchbase.Transactions.AttemptContext] SetAtrAborted for default._default._default::_txn:atr-436-#ab9 (attempt=7f62e6e4-2234-40bb-add8-2aa0ecd72a98) {"Scope": ["RollbackWithKv", "SetAtrAborted"]} 2023-08-28 16:12:10 [10:42:10.890 WRN] [ExecuteApplicationLambda] Rollback failed due to Exception of type 'Couchbase.Transactions.Error.External.TransactionOperationFailedException' was thrown. {} 2023-08-28 16:12:10 [10:42:10.890 INF] [ExecuteApplicationLambda] Attempt 7f62e6e4-2234-40bb-add8-2aa0ecd72a98 completed. CleanupClient=False, LostCleanup=False {} 2023-08-28 16:12:10 Transaction Failed with: Couchbase.Transactions.Error.TransactionFailedException: Transaction failed. 2023-08-28 16:12:10 ---> Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException' was thrown. 2023-08-28 16:12:10 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_3() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 291 2023-08-28 16:12:10 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 462 2023-08-28 16:12:10 --- End of stack trace from previous location --- 2023-08-28 16:12:10 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 466 2023-08-28 16:12:10 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 2023-08-28 16:12:10 --- End of stack trace from previous location --- 2023-08-28 16:12:10 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 268 2023-08-28 16:12:10 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 2023-08-28 16:12:10 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.BeforeAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 89 2023-08-28 16:12:10 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1413 2023-08-28 16:12:10 --- End of inner exception stack trace --- 2023-08-28 16:12:10 at Couchbase.Transactions.Transactions.RunAsync(Func`2 transactionLogic, PerTransactionConfig perConfig, Boolean singleQueryTransactionMode) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/Transactions.cs:line 229 2023-08-28 16:12:10 at Couchbase.Transactions.FitPerformer.TwoWayTransaction.Run(Transactions transactions, TransactionCreateRequest request, ClusterConnection connection, IServerStreamWriter`1 responseStream) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 68 2023-08-28 16:12:10 -----------------------Context Info--------------------------- 2023-08-28 16:12:10 2023-08-28 16:12:10 2023-08-28 16:12:10 [10:42:10.902 DBG] [] UNKNOWN due to Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException' was thrown. 2023-08-28 16:12:10 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_3() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 291 2023-08-28 16:12:10 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 462 2023-08-28 16:12:10 --- End of stack trace from previous location --- 2023-08-28 16:12:10 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 466 2023-08-28 16:12:10 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 2023-08-28 16:12:10 --- End of stack trace from previous location --- 2023-08-28 16:12:10 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 268 2023-08-28 16:12:10 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 2023-08-28 16:12:10 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.BeforeAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 89 2023-08-28 16:12:10 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1413 {} 2023-08-28 16:12:10 [10:42:10.902 INF] [] Completed Transaction Test {} 2023-08-28 16:12:11 [10:42:11.744 DBG] [] transactionSingleQuery: { "transactionsFactoryRef": "6ccfe8bf-a75f-4f8b-b8b8-474203e4b917", "clusterConnectionId": "defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184", "query": { "statement": "UPDATE `_default` SET content = 'updated-query' WHERE META().id = '80ba1d0e-35d1-456b-a728-f8431931f892'", "expectedResult": [ { "anythingAllowed": true } ], "checkMutations": true, "expectedMutations": 1, "queryParameters": { }, "scope": { "bucketName": "default", "scopeName": "_default" } }, "queryOptions": { "timeoutMillis": "2000" } } {} 2023-08-28 16:12:11 [10:42:11.744 DBG] [] clusterConnectionId:defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184 {} 2023-08-28 16:12:11 [10:42:11.744 DBG] [] Using custom connection at host : couchbase://172.23.111.130 and with username Administrator {} 2023-08-28 16:12:11 [10:42:11.744 DBG] [Couchbase.Transactions.AttemptContext] [b64d13c1-62f1-48cf-891f-ef4695904845] Executing Query: query: null {"Scope": ["QueryAsync", "QueryWrapper"]} 2023-08-28 16:12:13 [10:42:13.001 ERR] [Couchbase.Transactions.AttemptContext] [b64d13c1-62f1-48cf-891f-ef4695904845] query failed at query: Couchbase.CouchbaseException: Transaction staging error [17020] 2023-08-28 16:12:13 at Couchbase.Query.QueryResultExtensions.ThrowExceptionOnError[T](IQueryResult`1 result, QueryErrorContext context) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryResultExtensions.cs:line 137 2023-08-28 16:12:13 at Couchbase.Query.QueryClient.ExecuteQuery[T](QueryOptions options, ITypeSerializer serializer, IRequestSpan span) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryClient.cs:line 320 2023-08-28 16:12:13 at Couchbase.Query.QueryClient.QueryAsync[T](String statement, QueryOptions options) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryClient.cs:line 149 2023-08-28 16:12:13 at Couchbase.Cluster.<>c__DisplayClass35_0`1.<g__Func|0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Cluster.cs:line 339 2023-08-28 16:12:13 --- End of stack trace from previous location --- 2023-08-28 16:12:13 at Couchbase.Core.Retry.RetryOrchestrator.RetryAsync[T](Func`1 send, IRequest request) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Core/Retry/RetryOrchestrator.cs:line 73 2023-08-28 16:12:13 at Couchbase.Cluster.QueryAsync[T](String statement, QueryOptions options) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Cluster.cs:line 349 2023-08-28 16:12:13 at Couchbase.Transactions.AttemptContext.QueryWrapper[T](Int64 statementId, IScope scope, String statement, QueryOptions options, String hookPoint, IRequestSpan parentSpan, Boolean isBeginWork, Boolean existingErrorCheck, JObject txdata, Boolean txImplicit) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 2119 2023-08-28 16:12:13 -----------------------Context Info--------------------------- 2023-08-28 16:12:13 {"statement":"[{\"statement\":\"UPDATE \\u0060_default\\u0060 SET content = \\u0027updated-query\\u0027 WHERE META().id = \\u002780ba1d0e-35d1-456b-a728-f8431931f892\\u0027\",\"client_context_id\":\"88acb735-275e-4f2a-a05d-ec6a29a9eca2\",\"metrics\":true,\"query_context\":\"default:\\u0060default\\u0060.\\u0060_default\\u0060\",\"scan_consistency\":\"request_plus\",\"timeout\":\"75000ms\",\"tximplicit\":true,\"durability_level\":\"majority\",\"txtimeout\":\"1999.4308ms\",\"txdata\":{\"id\":{\"txn\":\"5d3bb569-1ed9-4869-8676-9747b8741830\",\"atmpt\":\"b64d13c1-62f1-48cf-891f-ef4695904845\"},\"state\":{\"timeLeftMs\":1999},\"config\":{\"kvTimeoutMs\":10000,\"numAtrs\":1024,\"durabilityLevel\":\"MAJORITY\"},\"atr\":null,\"mutations\":[]}}]","clientContextId":"88acb735-275e-4f2a-a05d-ec6a29a9eca2","parameters":"{\"Named\":{},\"Raw\":{\"tximplicit\":true,\"durability_level\":\"majority\",\"txtimeout\":\"1999.4308ms\",\"txdata\":{\"id\":{\"Transactionid\":\"5d3bb569-1ed9-4869-8676-9747b8741830\",\"AttemptId\":\"b64d13c1-62f1-48cf-891f-ef4695904845\"},\"state\":{\"timeLeftMs\":1999},\"config\":{\"kvTimeoutMs\":10000,\"numAtrs\":1024,\"durabilityLevel\":\"MAJORITY\"},\"atr\":null,\"mutations\":[]}},\"Positional\":[]}","httpStatus":200,"queryStatus":2,"errors":[{"msg":"Transaction staging error","code":17020,"name":null,"sev":0,"temp":false,"reason":null,"retry":false,"cause":{"cause":{"bucket":"default","cause":"deadline expired before WWC was resolved on default._default._default._txn:atr-436-#ab9","collection":"_default","document_key":"80ba1d0e-35d1-456b-a728-f8431931f892","msg":"write write conflict","scope":"_default"},"raise":"failed","retry":true,"rollback":false}}],"message":"Transaction staging error [17020]","retryReasons":null} 2023-08-28 16:12:13 {"Scope": ["QueryAsync", "QueryWrapper"]} 2023-08-28 16:12:13 [10:42:13.003 WRN] [Couchbase.Transactions.AttemptContext] query code=17020 cause={ 2023-08-28 16:12:13 "bucket": "default", 2023-08-28 16:12:13 "cause": "deadline expired before WWC was resolved on default._default._default._txn:atr-436-#ab9", 2023-08-28 16:12:13 "collection": "_default", 2023-08-28 16:12:13 "document_key": "80ba1d0e-35d1-456b-a728-f8431931f892", 2023-08-28 16:12:13 "msg": "write write conflict", 2023-08-28 16:12:13 "scope": "_default" 2023-08-28 16:12:13 } raise=failed {"Scope": ["QueryAsync", "QueryWrapper"]} 2023-08-28 16:12:13 [10:42:13.004 DBG] [ExecuteApplicationLambda] Propagating error up. (ec = FailOther, retry = True, finalError = TransactionFailed) {} 2023-08-28 16:12:13 [10:42:13.004 INF] [ExecuteApplicationLambda] Attempt b64d13c1-62f1-48cf-891f-ef4695904845 completed. CleanupClient=False, LostCleanup=False {} 2023-08-28 16:12:13 [10:42:13.008 DBG] [Couchbase.Transactions.AttemptContext] [221d53f7-ae0e-47d0-9209-644b577ddba8] Executing Query: query: null {"Scope": ["QueryAsync", "QueryWrapper"]} 2023-08-28 16:12:14 [10:42:14.591 ERR] [Couchbase.Transactions.AttemptContext] [221d53f7-ae0e-47d0-9209-644b577ddba8] query failed at query: Couchbase.Core.Exceptions.IndexFailureException: Keyspace not found in CB datastore: default:_default - cause: No bucket named _default [12003] 2023-08-28 16:12:14 at Couchbase.Query.QueryResultExtensions.ThrowExceptionOnError[T](IQueryResult`1 result, QueryErrorContext context) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryResultExtensions.cs:line 137 2023-08-28 16:12:14 at Couchbase.Query.QueryClient.ExecuteQuery[T](QueryOptions options, ITypeSerializer serializer, IRequestSpan span) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryClient.cs:line 320 2023-08-28 16:12:14 at Couchbase.Query.QueryClient.QueryAsync[T](String statement, QueryOptions options) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryClient.cs:line 149 2023-08-28 16:12:14 at Couchbase.Cluster.<>c__DisplayClass35_0`1.<g__Func|0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Cluster.cs:line 339 2023-08-28 16:12:14 --- End of stack trace from previous location --- 2023-08-28 16:12:14 at Couchbase.Core.Retry.RetryOrchestrator.RetryAsync[T](Func`1 send, IRequest request) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Core/Retry/RetryOrchestrator.cs:line 73 2023-08-28 16:12:14 at Couchbase.Cluster.QueryAsync[T](String statement, QueryOptions options) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Cluster.cs:line 349 2023-08-28 16:12:14 at Couchbase.Transactions.AttemptContext.QueryWrapper[T](Int64 statementId, IScope scope, String statement, QueryOptions options, String hookPoint, IRequestSpan parentSpan, Boolean isBeginWork, Boolean existingErrorCheck, JObject txdata, Boolean txImplicit) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 2119 2023-08-28 16:12:14 -----------------------Context Info--------------------------- 2023-08-28 16:12:14 {"statement":"[{\u0022statement\u0022:\u0022UPDATE \\u0060_default\\u0060 SET content = \\u0027updated-query\\u0027 WHERE META().id = \\u002780ba1d0e-35d1-456b-a728-f8431931f892\\u0027\u0022,\u0022client_context_id\u0022:\u00220ec69fb6-339c-4c34-96b3-1029150e5312\u0022,\u0022metrics\u0022:true,\u0022scan_consistency\u0022:\u0022request_plus\u0022,\u0022timeout\u0022:\u002275000ms\u0022,\u0022tximplicit\u0022:true,\u0022durability_level\u0022:\u0022majority\u0022,\u0022txtimeout\u0022:\u0022736.029ms\u0022,\u0022txdata\u0022:{\u0022id\u0022:{\u0022txn\u0022:\u00225d3bb569-1ed9-4869-8676-9747b8741830\u0022,\u0022atmpt\u0022:\u0022221d53f7-ae0e-47d0-9209-644b577ddba8\u0022},\u0022state\u0022:{\u0022timeLeftMs\u0022:736},\u0022config\u0022:{\u0022kvTimeoutMs\u0022:10000,\u0022numAtrs\u0022:1024,\u0022durabilityLevel\u0022:\u0022MAJORITY\u0022},\u0022atr\u0022:null,\u0022mutations\u0022:[]}}]","clientContextId":"0ec69fb6-339c-4c34-96b3-1029150e5312","parameters":"{\u0022Named\u0022:{},\u0022Raw\u0022:{\u0022tximplicit\u0022:true,\u0022durability_level\u0022:\u0022majority\u0022,\u0022txtimeout\u0022:\u0022736.029ms\u0022,\u0022txdata\u0022:{\u0022id\u0022:{\u0022Transactionid\u0022:\u00225d3bb569-1ed9-4869-8676-9747b8741830\u0022,\u0022AttemptId\u0022:\u0022221d53f7-ae0e-47d0-9209-644b577ddba8\u0022},\u0022state\u0022:{\u0022timeLeftMs\u0022:736},\u0022config\u0022:{\u0022kvTimeoutMs\u0022:10000,\u0022numAtrs\u0022:1024,\u0022durabilityLevel\u0022:\u0022MAJORITY\u0022},\u0022atr\u0022:null,\u0022mutations\u0022:[]}},\u0022Positional\u0022:[]}","httpStatus":"InternalServerError","queryStatus":"fatal","errors":[{"msg":"Keyspace not found in CB datastore: default:_default - cause: No bucket named _default","code":12003,"name":null,"severity":0,"temp":false,"reason":null,"retry":false}],"message":"Keyspace not found in CB datastore: default:_default - cause: No bucket named _default [12003]","retryReasons":null} 2023-08-28 16:12:14 {"Scope": ["QueryAsync", "QueryWrapper"]} 2023-08-28 16:12:14 [10:42:14.593 INF] [ExecuteApplicationLambda] Attempt 221d53f7-ae0e-47d0-9209-644b577ddba8 completed. CleanupClient=False, LostCleanup=False {} 2023-08-28 16:12:15 [10:42:15.834 DBG] [] transactionCreate: { "transactionsFactoryRef": "6ccfe8bf-a75f-4f8b-b8b8-474203e4b917", "attempts": [ { "commands": [ { "remove": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "94fb4a65-32d4-45de-9cf5-0edf002c0ebf" }, "expectedResult": [ { "success": true } ] } }, { "commit": { "expectedResult": [ { "error": { "errorClass": "EC_FAIL_OTHER", "autoRollbackAttempt": true, "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookAction": "FAIL_OTHER" }, { "hookPoint": "AFTER_ATR_ABORTED" } ] }, "clusterConnectionId": "defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184" } {} 2023-08-28 16:12:15 [10:42:15.834 INF] [] Starting Transaction Test {} 2023-08-28 16:12:15 [10:42:15.834 DBG] [] Test: { "transactionsFactoryRef": "6ccfe8bf-a75f-4f8b-b8b8-474203e4b917", "attempts": [ { "commands": [ { "remove": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "94fb4a65-32d4-45de-9cf5-0edf002c0ebf" }, "expectedResult": [ { "success": true } ] } }, { "commit": { "expectedResult": [ { "error": { "errorClass": "EC_FAIL_OTHER", "autoRollbackAttempt": true, "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookAction": "FAIL_OTHER" }, { "hookPoint": "AFTER_ATR_ABORTED" } ] }, "clusterConnectionId": "defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184" } {} 2023-08-28 16:12:15 [10:42:15.834 DBG] [] clusterConnectionId:defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184 {} 2023-08-28 16:12:15 [10:42:15.834 DBG] [] Using custom connection at host : couchbase://172.23.111.130 and with username Administrator {} 2023-08-28 16:12:15 [10:42:15.834 DBG] [] Registering 2 hooks {} 2023-08-28 16:12:15 [10:42:15.834 DBG] [] - Hook Point BeforeAtrCommit with Action FailOther {} 2023-08-28 16:12:15 [10:42:15.834 DBG] [] - Hook Point AfterAtrAborted with Action FailHard {} 2023-08-28 16:12:15 [10:42:15.838 DBG] [] Starting Attempt 0 {} 2023-08-28 16:12:15 [10:42:15.838 DBG] [] Performing TransactionCommand Remove {} 2023-08-28 16:12:15 [10:42:15.838 DBG] [] 77419480-4787-4031-9264-ba434edf709e.e1b1ce97-b661-45d7-bc23-3500445d1c17: Performing command: remove {} 2023-08-28 16:12:16 [10:42:16.081 DBG] [Couchbase.Transactions.AttemptContext] GetWithMav for 94fb4a65-32d4-45de-9cf5-0edf002c0ebf, attemptId=e1b1ce97-b661-45d7-bc23-3500445d1c17, postCas=1693219336259239936 {"Scope": ["GetWithKv", "GetWithMav"]} 2023-08-28 16:12:16 [10:42:16.082 DBG] [Couchbase.Transactions.AttemptContext] CheckWriteWriteConflict@WW_RM for default::_default::_default::94fb4a65-32d4-45de-9cf5-0edf002c0ebf, attempt=e1b1ce97-b661-45d7-bc23-3500445d1c17 {"Scope": ["RemoveWithKv", "CheckWriteWriteConflict"]} 2023-08-28 16:12:16 [10:42:16.082 DBG] [Couchbase.Transactions.AttemptContext] CheckWriteWriteConflict no other txn for default::_default::_default::94fb4a65-32d4-45de-9cf5-0edf002c0ebf, attempt=e1b1ce97-b661-45d7-bc23-3500445d1c17 {"Scope": ["RemoveWithKv", "CheckWriteWriteConflict"]} 2023-08-28 16:12:16 [10:42:16.082 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Requested Durability = Majority {"Scope": ["RemoveWithKv", "InitAtrIfNeeded"]} 2023-08-28 16:12:16 [10:42:16.323 INF] [Couchbase.Transactions.DataAccess.AtrRepository] Upserted ATR to PENDING _txn:atr-326-#8a9/attempts.e1b1ce97-b661-45d7-bc23-3500445d1c17 (cas = 1693219336752070656) {"Scope": ["RemoveWithKv", "SetAtrPending", "MutateAtrPending"]} 2023-08-28 16:12:16 [10:42:16.323 DBG] [Couchbase.Transactions.AttemptContext] SetAtrPending for default._default._default::_txn:atr-326-#8a9 (attempt=e1b1ce97-b661-45d7-bc23-3500445d1c17) {"Scope": ["RemoveWithKv", "SetAtrPending"]} 2023-08-28 16:12:16 [10:42:16.636 DBG] [Couchbase.Transactions.AttemptContext] CreateStagedRemove for 94fb4a65-32d4-45de-9cf5-0edf002c0ebf, attemptId=e1b1ce97-b661-45d7-bc23-3500445d1c17, preCas=1693219336259239936, postCas=1693219336992784384 {"Scope": ["RemoveWithKv", "CreateStagedRemove"]} 2023-08-28 16:12:16 [10:42:16.637 DBG] [] 77419480-4787-4031-9264-ba434edf709e.e1b1ce97-b661-45d7-bc23-3500445d1c17: Command Succeeded {} 2023-08-28 16:12:16 [10:42:16.637 DBG] [] Performing TransactionCommand Commit {} 2023-08-28 16:12:16 [10:42:16.637 DBG] [] 77419480-4787-4031-9264-ba434edf709e.e1b1ce97-b661-45d7-bc23-3500445d1c17: Performing command: commit {} 2023-08-28 16:12:16 [10:42:16.638 WRN] [Couchbase.Transactions.AttemptContext] Failed attempt at committing due to FailOther {"Scope": ["CommitWithKv", "SetAtrCommit"]} 2023-08-28 16:12:16 [10:42:16.641 DBG] [] ExternalException.Unknown: Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException' was thrown. 2023-08-28 16:12:16 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_3() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 291 2023-08-28 16:12:16 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 462 2023-08-28 16:12:16 --- End of stack trace from previous location --- 2023-08-28 16:12:16 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 466 2023-08-28 16:12:16 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 2023-08-28 16:12:16 --- End of stack trace from previous location --- 2023-08-28 16:12:16 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 268 2023-08-28 16:12:16 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 2023-08-28 16:12:16 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.BeforeAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 89 2023-08-28 16:12:16 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1413 {} 2023-08-28 16:12:16 [10:42:16.641 DBG] [] Operation 'commit' failed as expected {} 2023-08-28 16:12:16 [10:42:16.641 WRN] [ExecuteApplicationLambda] Attempt failed, attempting automatic rollback... {} 2023-08-28 16:12:16 [10:42:16.641 INF] [Couchbase.Transactions.AttemptContext] Setting Aborted status. isAppRollback=False {"Scope": ["RollbackWithKv", "SetAtrAborted"]} 2023-08-28 16:12:16 [10:42:16.878 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Updated to ABORTED ATR _txn:atr-326-#8a9/attempts.e1b1ce97-b661-45d7-bc23-3500445d1c17 (cas = 1693219337305653248) {"Scope": ["RollbackWithKv", "SetAtrAborted", "MutateAtrAborted"]} 2023-08-28 16:12:16 [10:42:16.878 DBG] [Couchbase.Transactions.AttemptContext] SetAtrAborted for default._default._default::_txn:atr-326-#8a9 (attempt=e1b1ce97-b661-45d7-bc23-3500445d1c17) {"Scope": ["RollbackWithKv", "SetAtrAborted"]} 2023-08-28 16:12:16 [10:42:16.880 WRN] [ExecuteApplicationLambda] Rollback failed due to Exception of type 'Couchbase.Transactions.Error.External.TransactionOperationFailedException' was thrown. {} 2023-08-28 16:12:16 [10:42:16.880 INF] [ExecuteApplicationLambda] Attempt e1b1ce97-b661-45d7-bc23-3500445d1c17 completed. CleanupClient=False, LostCleanup=False {} 2023-08-28 16:12:16 Transaction Failed with: Couchbase.Transactions.Error.TransactionFailedException: Transaction failed. 2023-08-28 16:12:16 ---> Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException' was thrown. 2023-08-28 16:12:16 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_3() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 291 2023-08-28 16:12:16 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 462 2023-08-28 16:12:16 --- End of stack trace from previous location --- 2023-08-28 16:12:16 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 466 2023-08-28 16:12:16 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 2023-08-28 16:12:16 --- End of stack trace from previous location --- 2023-08-28 16:12:16 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 268 2023-08-28 16:12:16 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 2023-08-28 16:12:16 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.BeforeAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 89 2023-08-28 16:12:16 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1413 2023-08-28 16:12:16 --- End of inner exception stack trace --- 2023-08-28 16:12:16 at Couchbase.Transactions.Transactions.RunAsync(Func`2 transactionLogic, PerTransactionConfig perConfig, Boolean singleQueryTransactionMode) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/Transactions.cs:line 229 2023-08-28 16:12:16 at Couchbase.Transactions.FitPerformer.TwoWayTransaction.Run(Transactions transactions, TransactionCreateRequest request, ClusterConnection connection, IServerStreamWriter`1 responseStream) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 68 2023-08-28 16:12:16 -----------------------Context Info--------------------------- 2023-08-28 16:12:16 2023-08-28 16:12:16 2023-08-28 16:12:16 [10:42:16.885 DBG] [] UNKNOWN due to Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException' was thrown. 2023-08-28 16:12:16 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_3() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 291 2023-08-28 16:12:16 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 462 2023-08-28 16:12:16 --- End of stack trace from previous location --- 2023-08-28 16:12:16 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 466 2023-08-28 16:12:16 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 2023-08-28 16:12:16 --- End of stack trace from previous location --- 2023-08-28 16:12:16 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 268 2023-08-28 16:12:16 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 2023-08-28 16:12:16 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.BeforeAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 89 2023-08-28 16:12:16 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1413 {} 2023-08-28 16:12:16 [10:42:16.885 INF] [] Completed Transaction Test {} 2023-08-28 16:12:17 [10:42:17.650 DBG] [] transactionSingleQuery: { "transactionsFactoryRef": "6ccfe8bf-a75f-4f8b-b8b8-474203e4b917", "clusterConnectionId": "defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184", "query": { "statement": "DELETE FROM `_default` WHERE META().id = '94fb4a65-32d4-45de-9cf5-0edf002c0ebf'", "expectedResult": [ { "anythingAllowed": true } ], "checkMutations": true, "expectedMutations": 1, "queryParameters": { }, "scope": { "bucketName": "default", "scopeName": "_default" } }, "queryOptions": { "timeoutMillis": "2000" } } {} 2023-08-28 16:12:17 [10:42:17.651 DBG] [] clusterConnectionId:defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184 {} 2023-08-28 16:12:17 [10:42:17.651 DBG] [] Using custom connection at host : couchbase://172.23.111.130 and with username Administrator {} 2023-08-28 16:12:17 [10:42:17.651 DBG] [Couchbase.Transactions.AttemptContext] [9032ddf2-221e-4f52-b973-9fc629ddca89] Executing Query: query: null {"Scope": ["QueryAsync", "QueryWrapper"]} 2023-08-28 16:12:18 [10:42:18.925 ERR] [Couchbase.Transactions.AttemptContext] [9032ddf2-221e-4f52-b973-9fc629ddca89] query failed at query: Couchbase.CouchbaseException: Transaction staging error [17020] 2023-08-28 16:12:18 at Couchbase.Query.QueryResultExtensions.ThrowExceptionOnError[T](IQueryResult`1 result, QueryErrorContext context) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryResultExtensions.cs:line 137 2023-08-28 16:12:18 at Couchbase.Query.QueryClient.ExecuteQuery[T](QueryOptions options, ITypeSerializer serializer, IRequestSpan span) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryClient.cs:line 320 2023-08-28 16:12:18 at Couchbase.Query.QueryClient.QueryAsync[T](String statement, QueryOptions options) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryClient.cs:line 149 2023-08-28 16:12:18 at Couchbase.Cluster.<>c__DisplayClass35_0`1.<g__Func|0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Cluster.cs:line 339 2023-08-28 16:12:18 --- End of stack trace from previous location --- 2023-08-28 16:12:18 at Couchbase.Core.Retry.RetryOrchestrator.RetryAsync[T](Func`1 send, IRequest request) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Core/Retry/RetryOrchestrator.cs:line 73 2023-08-28 16:12:18 at Couchbase.Cluster.QueryAsync[T](String statement, QueryOptions options) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Cluster.cs:line 349 2023-08-28 16:12:18 at Couchbase.Transactions.AttemptContext.QueryWrapper[T](Int64 statementId, IScope scope, String statement, QueryOptions options, String hookPoint, IRequestSpan parentSpan, Boolean isBeginWork, Boolean existingErrorCheck, JObject txdata, Boolean txImplicit) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 2119 2023-08-28 16:12:18 -----------------------Context Info--------------------------- 2023-08-28 16:12:18 {"statement":"[{\"statement\":\"DELETE FROM \\u0060_default\\u0060 WHERE META().id = \\u002794fb4a65-32d4-45de-9cf5-0edf002c0ebf\\u0027\",\"client_context_id\":\"fa6293ba-bb16-4bb4-85cd-e308b128126b\",\"metrics\":true,\"query_context\":\"default:\\u0060default\\u0060.\\u0060_default\\u0060\",\"scan_consistency\":\"request_plus\",\"timeout\":\"75000ms\",\"tximplicit\":true,\"durability_level\":\"majority\",\"txtimeout\":\"1999.7021ms\",\"txdata\":{\"id\":{\"txn\":\"ae35e688-722f-4f86-8076-3c3a8640eb56\",\"atmpt\":\"9032ddf2-221e-4f52-b973-9fc629ddca89\"},\"state\":{\"timeLeftMs\":1999},\"config\":{\"kvTimeoutMs\":10000,\"numAtrs\":1024,\"durabilityLevel\":\"MAJORITY\"},\"atr\":null,\"mutations\":[]}}]","clientContextId":"fa6293ba-bb16-4bb4-85cd-e308b128126b","parameters":"{\"Named\":{},\"Raw\":{\"tximplicit\":true,\"durability_level\":\"majority\",\"txtimeout\":\"1999.7021ms\",\"txdata\":{\"id\":{\"Transactionid\":\"ae35e688-722f-4f86-8076-3c3a8640eb56\",\"AttemptId\":\"9032ddf2-221e-4f52-b973-9fc629ddca89\"},\"state\":{\"timeLeftMs\":1999},\"config\":{\"kvTimeoutMs\":10000,\"numAtrs\":1024,\"durabilityLevel\":\"MAJORITY\"},\"atr\":null,\"mutations\":[]}},\"Positional\":[]}","httpStatus":200,"queryStatus":2,"errors":[{"msg":"Transaction staging error","code":17020,"name":null,"sev":0,"temp":false,"reason":null,"retry":false,"cause":{"cause":{"bucket":"default","cause":"deadline expired before WWC was resolved on default._default._default._txn:atr-326-#8a9","collection":"_default","document_key":"94fb4a65-32d4-45de-9cf5-0edf002c0ebf","msg":"write write conflict","scope":"_default"},"raise":"failed","retry":true,"rollback":false}}],"message":"Transaction staging error [17020]","retryReasons":null} 2023-08-28 16:12:18 {"Scope": ["QueryAsync", "QueryWrapper"]} 2023-08-28 16:12:18 [10:42:18.927 WRN] [Couchbase.Transactions.AttemptContext] query code=17020 cause={ 2023-08-28 16:12:18 "bucket": "default", 2023-08-28 16:12:18 "cause": "deadline expired before WWC was resolved on default._default._default._txn:atr-326-#8a9", 2023-08-28 16:12:18 "collection": "_default", 2023-08-28 16:12:18 "document_key": "94fb4a65-32d4-45de-9cf5-0edf002c0ebf", 2023-08-28 16:12:18 "msg": "write write conflict", 2023-08-28 16:12:18 "scope": "_default" 2023-08-28 16:12:18 } raise=failed {"Scope": ["QueryAsync", "QueryWrapper"]} 2023-08-28 16:12:18 [10:42:18.928 DBG] [ExecuteApplicationLambda] Propagating error up. (ec = FailOther, retry = True, finalError = TransactionFailed) {} 2023-08-28 16:12:18 [10:42:18.928 INF] [ExecuteApplicationLambda] Attempt 9032ddf2-221e-4f52-b973-9fc629ddca89 completed. CleanupClient=False, LostCleanup=False {} 2023-08-28 16:12:18 [10:42:18.939 DBG] [Couchbase.Transactions.AttemptContext] [f1aa883b-43f2-48f4-af93-dad94d1144d1] Executing Query: query: null {"Scope": ["QueryAsync", "QueryWrapper"]} 2023-08-28 16:12:20 [10:42:20.274 ERR] [Couchbase.Transactions.AttemptContext] [f1aa883b-43f2-48f4-af93-dad94d1144d1] query failed at query: Couchbase.Core.Exceptions.IndexFailureException: Keyspace not found in CB datastore: default:_default - cause: No bucket named _default [12003] 2023-08-28 16:12:20 at Couchbase.Query.QueryResultExtensions.ThrowExceptionOnError[T](IQueryResult`1 result, QueryErrorContext context) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryResultExtensions.cs:line 137 2023-08-28 16:12:20 at Couchbase.Query.QueryClient.ExecuteQuery[T](QueryOptions options, ITypeSerializer serializer, IRequestSpan span) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryClient.cs:line 320 2023-08-28 16:12:20 at Couchbase.Query.QueryClient.QueryAsync[T](String statement, QueryOptions options) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryClient.cs:line 149 2023-08-28 16:12:20 at Couchbase.Cluster.<>c__DisplayClass35_0`1.<g__Func|0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Cluster.cs:line 339 2023-08-28 16:12:20 --- End of stack trace from previous location --- 2023-08-28 16:12:20 at Couchbase.Core.Retry.RetryOrchestrator.RetryAsync[T](Func`1 send, IRequest request) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Core/Retry/RetryOrchestrator.cs:line 73 2023-08-28 16:12:20 at Couchbase.Cluster.QueryAsync[T](String statement, QueryOptions options) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Cluster.cs:line 349 2023-08-28 16:12:20 at Couchbase.Transactions.AttemptContext.QueryWrapper[T](Int64 statementId, IScope scope, String statement, QueryOptions options, String hookPoint, IRequestSpan parentSpan, Boolean isBeginWork, Boolean existingErrorCheck, JObject txdata, Boolean txImplicit) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 2119 2023-08-28 16:12:20 -----------------------Context Info--------------------------- 2023-08-28 16:12:20 {"statement":"[{\u0022statement\u0022:\u0022DELETE FROM \\u0060_default\\u0060 WHERE META().id = \\u002794fb4a65-32d4-45de-9cf5-0edf002c0ebf\\u0027\u0022,\u0022client_context_id\u0022:\u0022612eb1d2-43ce-4677-b909-6c63e285c892\u0022,\u0022metrics\u0022:true,\u0022scan_consistency\u0022:\u0022request_plus\u0022,\u0022timeout\u0022:\u002275000ms\u0022,\u0022tximplicit\u0022:true,\u0022durability_level\u0022:\u0022majority\u0022,\u0022txtimeout\u0022:\u0022711.6919ms\u0022,\u0022txdata\u0022:{\u0022id\u0022:{\u0022txn\u0022:\u0022ae35e688-722f-4f86-8076-3c3a8640eb56\u0022,\u0022atmpt\u0022:\u0022f1aa883b-43f2-48f4-af93-dad94d1144d1\u0022},\u0022state\u0022:{\u0022timeLeftMs\u0022:711},\u0022config\u0022:{\u0022kvTimeoutMs\u0022:10000,\u0022numAtrs\u0022:1024,\u0022durabilityLevel\u0022:\u0022MAJORITY\u0022},\u0022atr\u0022:null,\u0022mutations\u0022:[]}}]","clientContextId":"612eb1d2-43ce-4677-b909-6c63e285c892","parameters":"{\u0022Named\u0022:{},\u0022Raw\u0022:{\u0022tximplicit\u0022:true,\u0022durability_level\u0022:\u0022majority\u0022,\u0022txtimeout\u0022:\u0022711.6919ms\u0022,\u0022txdata\u0022:{\u0022id\u0022:{\u0022Transactionid\u0022:\u0022ae35e688-722f-4f86-8076-3c3a8640eb56\u0022,\u0022AttemptId\u0022:\u0022f1aa883b-43f2-48f4-af93-dad94d1144d1\u0022},\u0022state\u0022:{\u0022timeLeftMs\u0022:711},\u0022config\u0022:{\u0022kvTimeoutMs\u0022:10000,\u0022numAtrs\u0022:1024,\u0022durabilityLevel\u0022:\u0022MAJORITY\u0022},\u0022atr\u0022:null,\u0022mutations\u0022:[]}},\u0022Positional\u0022:[]}","httpStatus":"InternalServerError","queryStatus":"fatal","errors":[{"msg":"Keyspace not found in CB datastore: default:_default - cause: No bucket named _default","code":12003,"name":null,"severity":0,"temp":false,"reason":null,"retry":false}],"message":"Keyspace not found in CB datastore: default:_default - cause: No bucket named _default [12003]","retryReasons":null} 2023-08-28 16:12:20 {"Scope": ["QueryAsync", "QueryWrapper"]} 2023-08-28 16:12:20 [10:42:20.275 INF] [ExecuteApplicationLambda] Attempt f1aa883b-43f2-48f4-af93-dad94d1144d1 completed. CleanupClient=False, LostCleanup=False {} 2023-08-28 16:12:21 [10:42:21.485 DBG] [] transactionCreate: { "transactionsFactoryRef": "6ccfe8bf-a75f-4f8b-b8b8-474203e4b917", "attempts": [ { "commands": [ { "remove": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "824b45b6-5447-4509-9e28-7b368cd9f8f8" }, "expectedResult": [ { "success": true } ] } }, { "commit": { "expectedResult": [ { "error": { "errorClass": "EC_FAIL_OTHER", "autoRollbackAttempt": true, "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookAction": "FAIL_OTHER" }, { "hookPoint": "AFTER_ATR_ABORTED" } ] }, "clusterConnectionId": "defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184" } {} 2023-08-28 16:12:21 [10:42:21.485 INF] [] Starting Transaction Test {} 2023-08-28 16:12:21 [10:42:21.485 DBG] [] Test: { "transactionsFactoryRef": "6ccfe8bf-a75f-4f8b-b8b8-474203e4b917", "attempts": [ { "commands": [ { "remove": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "824b45b6-5447-4509-9e28-7b368cd9f8f8" }, "expectedResult": [ { "success": true } ] } }, { "commit": { "expectedResult": [ { "error": { "errorClass": "EC_FAIL_OTHER", "autoRollbackAttempt": true, "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookAction": "FAIL_OTHER" }, { "hookPoint": "AFTER_ATR_ABORTED" } ] }, "clusterConnectionId": "defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184" } {} 2023-08-28 16:12:21 [10:42:21.485 DBG] [] clusterConnectionId:defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184 {} 2023-08-28 16:12:21 [10:42:21.485 DBG] [] Using custom connection at host : couchbase://172.23.111.130 and with username Administrator {} 2023-08-28 16:12:21 [10:42:21.485 DBG] [] Registering 2 hooks {} 2023-08-28 16:12:21 [10:42:21.485 DBG] [] - Hook Point BeforeAtrCommit with Action FailOther {} 2023-08-28 16:12:21 [10:42:21.486 DBG] [] - Hook Point AfterAtrAborted with Action FailHard {} 2023-08-28 16:12:21 [10:42:21.486 DBG] [] Starting Attempt 0 {} 2023-08-28 16:12:21 [10:42:21.487 DBG] [] Performing TransactionCommand Remove {} 2023-08-28 16:12:21 [10:42:21.487 DBG] [] fcd4a003-9344-4f5b-a1d6-ff3875eda70c.f82e2e91-615c-4be3-b3c0-6b0f14420d39: Performing command: remove {} 2023-08-28 16:12:21 [10:42:21.724 DBG] [Couchbase.Transactions.AttemptContext] GetWithMav for 824b45b6-5447-4509-9e28-7b368cd9f8f8, attemptId=f82e2e91-615c-4be3-b3c0-6b0f14420d39, postCas=1693219341910802432 {"Scope": ["GetWithKv", "GetWithMav"]} 2023-08-28 16:12:21 [10:42:21.725 DBG] [Couchbase.Transactions.AttemptContext] CheckWriteWriteConflict@WW_RM for default::_default::_default::824b45b6-5447-4509-9e28-7b368cd9f8f8, attempt=f82e2e91-615c-4be3-b3c0-6b0f14420d39 {"Scope": ["RemoveWithKv", "CheckWriteWriteConflict"]} 2023-08-28 16:12:21 [10:42:21.725 DBG] [Couchbase.Transactions.AttemptContext] CheckWriteWriteConflict no other txn for default::_default::_default::824b45b6-5447-4509-9e28-7b368cd9f8f8, attempt=f82e2e91-615c-4be3-b3c0-6b0f14420d39 {"Scope": ["RemoveWithKv", "CheckWriteWriteConflict"]} 2023-08-28 16:12:21 [10:42:21.725 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Requested Durability = Majority {"Scope": ["RemoveWithKv", "InitAtrIfNeeded"]} 2023-08-28 16:12:21 [10:42:21.967 INF] [Couchbase.Transactions.DataAccess.AtrRepository] Upserted ATR to PENDING _txn:atr-641-#c3/attempts.f82e2e91-615c-4be3-b3c0-6b0f14420d39 (cas = 1693219342393802752) {"Scope": ["RemoveWithKv", "SetAtrPending", "MutateAtrPending"]} 2023-08-28 16:12:21 [10:42:21.967 DBG] [Couchbase.Transactions.AttemptContext] SetAtrPending for default._default._default::_txn:atr-641-#c3 (attempt=f82e2e91-615c-4be3-b3c0-6b0f14420d39) {"Scope": ["RemoveWithKv", "SetAtrPending"]} 2023-08-28 16:12:22 [10:42:22.200 DBG] [Couchbase.Transactions.AttemptContext] CreateStagedRemove for 824b45b6-5447-4509-9e28-7b368cd9f8f8, attemptId=f82e2e91-615c-4be3-b3c0-6b0f14420d39, preCas=1693219341910802432, postCas=1693219342628093952 {"Scope": ["RemoveWithKv", "CreateStagedRemove"]} 2023-08-28 16:12:22 [10:42:22.201 DBG] [] fcd4a003-9344-4f5b-a1d6-ff3875eda70c.f82e2e91-615c-4be3-b3c0-6b0f14420d39: Command Succeeded {} 2023-08-28 16:12:22 [10:42:22.201 DBG] [] Performing TransactionCommand Commit {} 2023-08-28 16:12:22 [10:42:22.201 DBG] [] fcd4a003-9344-4f5b-a1d6-ff3875eda70c.f82e2e91-615c-4be3-b3c0-6b0f14420d39: Performing command: commit {} 2023-08-28 16:12:22 [10:42:22.203 WRN] [Couchbase.Transactions.AttemptContext] Failed attempt at committing due to FailOther {"Scope": ["CommitWithKv", "SetAtrCommit"]} 2023-08-28 16:12:22 [10:42:22.206 DBG] [] ExternalException.Unknown: Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException' was thrown. 2023-08-28 16:12:22 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_3() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 291 2023-08-28 16:12:22 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 462 2023-08-28 16:12:22 --- End of stack trace from previous location --- 2023-08-28 16:12:22 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 466 2023-08-28 16:12:22 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 2023-08-28 16:12:22 --- End of stack trace from previous location --- 2023-08-28 16:12:22 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 268 2023-08-28 16:12:22 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 2023-08-28 16:12:22 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.BeforeAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 89 2023-08-28 16:12:22 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1413 {} 2023-08-28 16:12:22 [10:42:22.206 DBG] [] Operation 'commit' failed as expected {} 2023-08-28 16:12:22 [10:42:22.206 WRN] [ExecuteApplicationLambda] Attempt failed, attempting automatic rollback... {} 2023-08-28 16:12:22 [10:42:22.207 INF] [Couchbase.Transactions.AttemptContext] Setting Aborted status. isAppRollback=False {"Scope": ["RollbackWithKv", "SetAtrAborted"]} 2023-08-28 16:12:22 [10:42:22.442 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Updated to ABORTED ATR _txn:atr-641-#c3/attempts.f82e2e91-615c-4be3-b3c0-6b0f14420d39 (cas = 1693219342871232512) {"Scope": ["RollbackWithKv", "SetAtrAborted", "MutateAtrAborted"]} 2023-08-28 16:12:22 [10:42:22.442 DBG] [Couchbase.Transactions.AttemptContext] SetAtrAborted for default._default._default::_txn:atr-641-#c3 (attempt=f82e2e91-615c-4be3-b3c0-6b0f14420d39) {"Scope": ["RollbackWithKv", "SetAtrAborted"]} 2023-08-28 16:12:22 [10:42:22.445 WRN] [ExecuteApplicationLambda] Rollback failed due to Exception of type 'Couchbase.Transactions.Error.External.TransactionOperationFailedException' was thrown. {} 2023-08-28 16:12:22 [10:42:22.446 INF] [ExecuteApplicationLambda] Attempt f82e2e91-615c-4be3-b3c0-6b0f14420d39 completed. CleanupClient=False, LostCleanup=False {} 2023-08-28 16:12:22 Transaction Failed with: Couchbase.Transactions.Error.TransactionFailedException: Transaction failed. 2023-08-28 16:12:22 ---> Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException' was thrown. 2023-08-28 16:12:22 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_3() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 291 2023-08-28 16:12:22 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 462 2023-08-28 16:12:22 --- End of stack trace from previous location --- 2023-08-28 16:12:22 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 466 2023-08-28 16:12:22 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 2023-08-28 16:12:22 --- End of stack trace from previous location --- 2023-08-28 16:12:22 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 268 2023-08-28 16:12:22 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 2023-08-28 16:12:22 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.BeforeAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 89 2023-08-28 16:12:22 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1413 2023-08-28 16:12:22 --- End of inner exception stack trace --- 2023-08-28 16:12:22 at Couchbase.Transactions.Transactions.RunAsync(Func`2 transactionLogic, PerTransactionConfig perConfig, Boolean singleQueryTransactionMode) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/Transactions.cs:line 229 2023-08-28 16:12:22 at Couchbase.Transactions.FitPerformer.TwoWayTransaction.Run(Transactions transactions, TransactionCreateRequest request, ClusterConnection connection, IServerStreamWriter`1 responseStream) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 68 2023-08-28 16:12:22 -----------------------Context Info--------------------------- 2023-08-28 16:12:22 2023-08-28 16:12:22 2023-08-28 16:12:22 [10:42:22.450 DBG] [] UNKNOWN due to Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException' was thrown. 2023-08-28 16:12:22 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_3() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 291 2023-08-28 16:12:22 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 462 2023-08-28 16:12:22 --- End of stack trace from previous location --- 2023-08-28 16:12:22 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 466 2023-08-28 16:12:22 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 2023-08-28 16:12:22 --- End of stack trace from previous location --- 2023-08-28 16:12:22 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 268 2023-08-28 16:12:22 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 2023-08-28 16:12:22 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.BeforeAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 89 2023-08-28 16:12:22 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1413 {} 2023-08-28 16:12:22 [10:42:22.450 INF] [] Completed Transaction Test {} 2023-08-28 16:12:23 [10:42:23.164 DBG] [] transactionSingleQuery: { "transactionsFactoryRef": "6ccfe8bf-a75f-4f8b-b8b8-474203e4b917", "clusterConnectionId": "defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184", "query": { "statement": "SELECT * FROM `_default` WHERE META().id = '824b45b6-5447-4509-9e28-7b368cd9f8f8'", "expectedResult": [ { "anythingAllowed": true } ], "checkRowCount": true, "expectedRowCount": 1, "queryParameters": { }, "scope": { "bucketName": "default", "scopeName": "_default" } } } {} 2023-08-28 16:12:23 [10:42:23.164 DBG] [] clusterConnectionId:defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184 {} 2023-08-28 16:12:23 [10:42:23.164 DBG] [] Using custom connection at host : couchbase://172.23.111.130 and with username Administrator {} 2023-08-28 16:12:23 [10:42:23.164 DBG] [Couchbase.Transactions.AttemptContext] [a12c7460-ce81-4e31-be38-877e256901ea] Executing Query: query: null {"Scope": ["QueryAsync", "QueryWrapper"]} 2023-08-28 16:12:23 [10:42:23.419 INF] [ExecuteApplicationLambda] Attempt a12c7460-ce81-4e31-be38-877e256901ea completed. CleanupClient=False, LostCleanup=False {} 2023-08-28 16:12:25 [10:42:25.300 DBG] [] transactionCreate: { "transactionsFactoryRef": "6ccfe8bf-a75f-4f8b-b8b8-474203e4b917", "attempts": [ { "commands": [ { "remove": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "c85fa881-aea3-4409-80a5-81cd02286c4d" }, "expectedResult": [ { "success": true } ] } }, { "commit": { "expectedResult": [ { "error": { "errorClass": "EC_FAIL_OTHER", "autoRollbackAttempt": true, "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookAction": "FAIL_OTHER" }, { "hookPoint": "AFTER_ATR_ABORTED" } ] }, "clusterConnectionId": "defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184" } {} 2023-08-28 16:12:25 [10:42:25.301 INF] [] Starting Transaction Test {} 2023-08-28 16:12:25 [10:42:25.301 DBG] [] Test: { "transactionsFactoryRef": "6ccfe8bf-a75f-4f8b-b8b8-474203e4b917", "attempts": [ { "commands": [ { "remove": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "c85fa881-aea3-4409-80a5-81cd02286c4d" }, "expectedResult": [ { "success": true } ] } }, { "commit": { "expectedResult": [ { "error": { "errorClass": "EC_FAIL_OTHER", "autoRollbackAttempt": true, "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookAction": "FAIL_OTHER" }, { "hookPoint": "AFTER_ATR_ABORTED" } ] }, "clusterConnectionId": "defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184" } {} 2023-08-28 16:12:25 [10:42:25.301 DBG] [] clusterConnectionId:defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184 {} 2023-08-28 16:12:25 [10:42:25.301 DBG] [] Using custom connection at host : couchbase://172.23.111.130 and with username Administrator {} 2023-08-28 16:12:25 [10:42:25.301 DBG] [] Registering 2 hooks {} 2023-08-28 16:12:25 [10:42:25.301 DBG] [] - Hook Point BeforeAtrCommit with Action FailOther {} 2023-08-28 16:12:25 [10:42:25.301 DBG] [] - Hook Point AfterAtrAborted with Action FailHard {} 2023-08-28 16:12:25 [10:42:25.302 DBG] [] Starting Attempt 0 {} 2023-08-28 16:12:25 [10:42:25.302 DBG] [] Performing TransactionCommand Remove {} 2023-08-28 16:12:25 [10:42:25.302 DBG] [] 7950537b-23d6-47b1-b2ec-c9224771d054.73a32128-1e2d-4042-b153-9cc802dffca0: Performing command: remove {} 2023-08-28 16:12:25 [10:42:25.540 DBG] [Couchbase.Transactions.AttemptContext] GetWithMav for c85fa881-aea3-4409-80a5-81cd02286c4d, attemptId=73a32128-1e2d-4042-b153-9cc802dffca0, postCas=1693219345723424768 {"Scope": ["GetWithKv", "GetWithMav"]} 2023-08-28 16:12:25 [10:42:25.541 DBG] [Couchbase.Transactions.AttemptContext] CheckWriteWriteConflict@WW_RM for default::_default::_default::c85fa881-aea3-4409-80a5-81cd02286c4d, attempt=73a32128-1e2d-4042-b153-9cc802dffca0 {"Scope": ["RemoveWithKv", "CheckWriteWriteConflict"]} 2023-08-28 16:12:25 [10:42:25.541 DBG] [Couchbase.Transactions.AttemptContext] CheckWriteWriteConflict no other txn for default::_default::_default::c85fa881-aea3-4409-80a5-81cd02286c4d, attempt=73a32128-1e2d-4042-b153-9cc802dffca0 {"Scope": ["RemoveWithKv", "CheckWriteWriteConflict"]} 2023-08-28 16:12:25 [10:42:25.541 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Requested Durability = Majority {"Scope": ["RemoveWithKv", "InitAtrIfNeeded"]} 2023-08-28 16:12:25 [10:42:25.781 INF] [Couchbase.Transactions.DataAccess.AtrRepository] Upserted ATR to PENDING _txn:atr-423-#f48/attempts.73a32128-1e2d-4042-b153-9cc802dffca0 (cas = 1693219346207408128) {"Scope": ["RemoveWithKv", "SetAtrPending", "MutateAtrPending"]} 2023-08-28 16:12:25 [10:42:25.781 DBG] [Couchbase.Transactions.AttemptContext] SetAtrPending for default._default._default::_txn:atr-423-#f48 (attempt=73a32128-1e2d-4042-b153-9cc802dffca0) {"Scope": ["RemoveWithKv", "SetAtrPending"]} 2023-08-28 16:12:26 [10:42:26.020 DBG] [Couchbase.Transactions.AttemptContext] CreateStagedRemove for c85fa881-aea3-4409-80a5-81cd02286c4d, attemptId=73a32128-1e2d-4042-b153-9cc802dffca0, preCas=1693219345723424768, postCas=1693219346448056320 {"Scope": ["RemoveWithKv", "CreateStagedRemove"]} 2023-08-28 16:12:26 [10:42:26.021 DBG] [] 7950537b-23d6-47b1-b2ec-c9224771d054.73a32128-1e2d-4042-b153-9cc802dffca0: Command Succeeded {} 2023-08-28 16:12:26 [10:42:26.021 DBG] [] Performing TransactionCommand Commit {} 2023-08-28 16:12:26 [10:42:26.021 DBG] [] 7950537b-23d6-47b1-b2ec-c9224771d054.73a32128-1e2d-4042-b153-9cc802dffca0: Performing command: commit {} 2023-08-28 16:12:26 [10:42:26.023 WRN] [Couchbase.Transactions.AttemptContext] Failed attempt at committing due to FailOther {"Scope": ["CommitWithKv", "SetAtrCommit"]} 2023-08-28 16:12:26 [10:42:26.027 DBG] [] ExternalException.Unknown: Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException' was thrown. 2023-08-28 16:12:26 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_3() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 291 2023-08-28 16:12:26 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 462 2023-08-28 16:12:26 --- End of stack trace from previous location --- 2023-08-28 16:12:26 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 466 2023-08-28 16:12:26 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 2023-08-28 16:12:26 --- End of stack trace from previous location --- 2023-08-28 16:12:26 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 268 2023-08-28 16:12:26 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 2023-08-28 16:12:26 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.BeforeAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 89 2023-08-28 16:12:26 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1413 {} 2023-08-28 16:12:26 [10:42:26.027 DBG] [] Operation 'commit' failed as expected {} 2023-08-28 16:12:26 [10:42:26.028 WRN] [ExecuteApplicationLambda] Attempt failed, attempting automatic rollback... {} 2023-08-28 16:12:26 [10:42:26.028 INF] [Couchbase.Transactions.AttemptContext] Setting Aborted status. isAppRollback=False {"Scope": ["RollbackWithKv", "SetAtrAborted"]} 2023-08-28 16:12:26 [10:42:26.274 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Updated to ABORTED ATR _txn:atr-423-#f48/attempts.73a32128-1e2d-4042-b153-9cc802dffca0 (cas = 1693219346700238848) {"Scope": ["RollbackWithKv", "SetAtrAborted", "MutateAtrAborted"]} 2023-08-28 16:12:26 [10:42:26.274 DBG] [Couchbase.Transactions.AttemptContext] SetAtrAborted for default._default._default::_txn:atr-423-#f48 (attempt=73a32128-1e2d-4042-b153-9cc802dffca0) {"Scope": ["RollbackWithKv", "SetAtrAborted"]} 2023-08-28 16:12:26 [10:42:26.277 WRN] [ExecuteApplicationLambda] Rollback failed due to Exception of type 'Couchbase.Transactions.Error.External.TransactionOperationFailedException' was thrown. {} 2023-08-28 16:12:26 [10:42:26.277 INF] [ExecuteApplicationLambda] Attempt 73a32128-1e2d-4042-b153-9cc802dffca0 completed. CleanupClient=False, LostCleanup=False {} 2023-08-28 16:12:26 Transaction Failed with: Couchbase.Transactions.Error.TransactionFailedException: Transaction failed. 2023-08-28 16:12:26 ---> Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException' was thrown. 2023-08-28 16:12:26 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_3() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 291 2023-08-28 16:12:26 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 462 2023-08-28 16:12:26 --- End of stack trace from previous location --- 2023-08-28 16:12:26 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 466 2023-08-28 16:12:26 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 2023-08-28 16:12:26 --- End of stack trace from previous location --- 2023-08-28 16:12:26 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 268 2023-08-28 16:12:26 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 2023-08-28 16:12:26 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.BeforeAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 89 2023-08-28 16:12:26 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1413 2023-08-28 16:12:26 --- End of inner exception stack trace --- 2023-08-28 16:12:26 at Couchbase.Transactions.Transactions.RunAsync(Func`2 transactionLogic, PerTransactionConfig perConfig, Boolean singleQueryTransactionMode) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/Transactions.cs:line 229 2023-08-28 16:12:26 at Couchbase.Transactions.FitPerformer.TwoWayTransaction.Run(Transactions transactions, TransactionCreateRequest request, ClusterConnection connection, IServerStreamWriter`1 responseStream) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 68 2023-08-28 16:12:26 -----------------------Context Info--------------------------- 2023-08-28 16:12:26 2023-08-28 16:12:26 2023-08-28 16:12:26 [10:42:26.286 DBG] [] UNKNOWN due to Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException' was thrown. 2023-08-28 16:12:26 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_3() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 291 2023-08-28 16:12:26 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 462 2023-08-28 16:12:26 --- End of stack trace from previous location --- 2023-08-28 16:12:26 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 466 2023-08-28 16:12:26 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 2023-08-28 16:12:26 --- End of stack trace from previous location --- 2023-08-28 16:12:26 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 268 2023-08-28 16:12:26 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 2023-08-28 16:12:26 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.BeforeAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 89 2023-08-28 16:12:26 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1413 {} 2023-08-28 16:12:26 [10:42:26.286 INF] [] Completed Transaction Test {} 2023-08-28 16:12:26 [10:42:26.296 DBG] [] transactionSingleQuery: { "transactionsFactoryRef": "6ccfe8bf-a75f-4f8b-b8b8-474203e4b917", "clusterConnectionId": "defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184", "query": { "statement": "INSERT INTO `_default` VALUES ('c85fa881-aea3-4409-80a5-81cd02286c4d', {\"content\":\"updated\"})", "expectedResult": [ { "anythingAllowed": true } ], "queryParameters": { }, "scope": { "bucketName": "default", "scopeName": "_default" } } } {} 2023-08-28 16:12:26 [10:42:26.296 DBG] [] clusterConnectionId:defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184 {} 2023-08-28 16:12:26 [10:42:26.296 DBG] [] Using custom connection at host : couchbase://172.23.111.130 and with username Administrator {} 2023-08-28 16:12:26 [10:42:26.296 DBG] [Couchbase.Transactions.AttemptContext] [180265ff-9d31-468e-858e-b4865abc97d1] Executing Query: query: null {"Scope": ["QueryAsync", "QueryWrapper"]} 2023-08-28 16:12:26 [10:42:26.553 ERR] [Couchbase.Transactions.AttemptContext] [180265ff-9d31-468e-858e-b4865abc97d1] query failed at query: Couchbase.CouchbaseException: Duplicate Key: c85fa881-aea3-4409-80a5-81cd02286c4d [17012] 2023-08-28 16:12:26 at Couchbase.Query.QueryResultExtensions.ThrowExceptionOnError[T](IQueryResult`1 result, QueryErrorContext context) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryResultExtensions.cs:line 137 2023-08-28 16:12:26 at Couchbase.Query.QueryClient.ExecuteQuery[T](QueryOptions options, ITypeSerializer serializer, IRequestSpan span) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryClient.cs:line 320 2023-08-28 16:12:26 at Couchbase.Query.QueryClient.QueryAsync[T](String statement, QueryOptions options) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryClient.cs:line 149 2023-08-28 16:12:26 at Couchbase.Cluster.<>c__DisplayClass35_0`1.<g__Func|0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Cluster.cs:line 339 2023-08-28 16:12:26 --- End of stack trace from previous location --- 2023-08-28 16:12:26 at Couchbase.Core.Retry.RetryOrchestrator.RetryAsync[T](Func`1 send, IRequest request) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Core/Retry/RetryOrchestrator.cs:line 73 2023-08-28 16:12:26 at Couchbase.Cluster.QueryAsync[T](String statement, QueryOptions options) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Cluster.cs:line 349 2023-08-28 16:12:26 at Couchbase.Transactions.AttemptContext.QueryWrapper[T](Int64 statementId, IScope scope, String statement, QueryOptions options, String hookPoint, IRequestSpan parentSpan, Boolean isBeginWork, Boolean existingErrorCheck, JObject txdata, Boolean txImplicit) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 2119 2023-08-28 16:12:26 -----------------------Context Info--------------------------- 2023-08-28 16:12:26 {"statement":"[{\"statement\":\"INSERT INTO \\u0060_default\\u0060 VALUES (\\u0027c85fa881-aea3-4409-80a5-81cd02286c4d\\u0027, {\\u0022content\\u0022:\\u0022updated\\u0022})\",\"client_context_id\":\"e08cc345-41db-43b9-98b3-464b807fbf52\",\"metrics\":true,\"query_context\":\"default:\\u0060default\\u0060.\\u0060_default\\u0060\",\"scan_consistency\":\"request_plus\",\"timeout\":\"75000ms\",\"tximplicit\":true,\"durability_level\":\"majority\",\"txtimeout\":\"14999.6441ms\",\"txdata\":{\"id\":{\"txn\":\"b050d88c-07d7-4357-8c49-468e83dee7f2\",\"atmpt\":\"180265ff-9d31-468e-858e-b4865abc97d1\"},\"state\":{\"timeLeftMs\":14999},\"config\":{\"kvTimeoutMs\":10000,\"numAtrs\":1024,\"durabilityLevel\":\"MAJORITY\"},\"atr\":null,\"mutations\":[]}}]","clientContextId":"e08cc345-41db-43b9-98b3-464b807fbf52","parameters":"{\"Named\":{},\"Raw\":{\"tximplicit\":true,\"durability_level\":\"majority\",\"txtimeout\":\"14999.6441ms\",\"txdata\":{\"id\":{\"Transactionid\":\"b050d88c-07d7-4357-8c49-468e83dee7f2\",\"AttemptId\":\"180265ff-9d31-468e-858e-b4865abc97d1\"},\"state\":{\"timeLeftMs\":14999},\"config\":{\"kvTimeoutMs\":10000,\"numAtrs\":1024,\"durabilityLevel\":\"MAJORITY\"},\"atr\":null,\"mutations\":[]}},\"Positional\":[]}","httpStatus":200,"queryStatus":2,"errors":[{"msg":"Duplicate Key: c85fa881-aea3-4409-80a5-81cd02286c4d","code":17012,"name":null,"sev":0,"temp":false,"reason":null,"retry":false,"cause":{"cause":"found staged non-insert mutation: document already exists","raise":"failed","retry":false,"rollback":false}}],"message":"Duplicate Key: c85fa881-aea3-4409-80a5-81cd02286c4d [17012]","retryReasons":null} 2023-08-28 16:12:26 {"Scope": ["QueryAsync", "QueryWrapper"]} 2023-08-28 16:12:26 [10:42:26.555 INF] [ExecuteApplicationLambda] Attempt 180265ff-9d31-468e-858e-b4865abc97d1 completed. CleanupClient=False, LostCleanup=False {} 2023-08-28 16:12:28 [10:42:28.119 DBG] [] transactionCreate: { "transactionsFactoryRef": "6ccfe8bf-a75f-4f8b-b8b8-474203e4b917", "attempts": [ { "commands": [ { "remove": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "89952983-210b-4681-98e8-256ebab2fa24" }, "expectedResult": [ { "success": true } ] } }, { "commit": { "expectedResult": [ { "error": { "errorClass": "EC_FAIL_OTHER", "autoRollbackAttempt": true, "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookAction": "FAIL_OTHER" }, { "hookPoint": "AFTER_ATR_ABORTED" } ] }, "clusterConnectionId": "defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184" } {} 2023-08-28 16:12:28 [10:42:28.119 INF] [] Starting Transaction Test {} 2023-08-28 16:12:28 [10:42:28.119 DBG] [] Test: { "transactionsFactoryRef": "6ccfe8bf-a75f-4f8b-b8b8-474203e4b917", "attempts": [ { "commands": [ { "remove": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "89952983-210b-4681-98e8-256ebab2fa24" }, "expectedResult": [ { "success": true } ] } }, { "commit": { "expectedResult": [ { "error": { "errorClass": "EC_FAIL_OTHER", "autoRollbackAttempt": true, "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookAction": "FAIL_OTHER" }, { "hookPoint": "AFTER_ATR_ABORTED" } ] }, "clusterConnectionId": "defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184" } {} 2023-08-28 16:12:28 [10:42:28.120 DBG] [] clusterConnectionId:defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184 {} 2023-08-28 16:12:28 [10:42:28.120 DBG] [] Using custom connection at host : couchbase://172.23.111.130 and with username Administrator {} 2023-08-28 16:12:28 [10:42:28.120 DBG] [] Registering 2 hooks {} 2023-08-28 16:12:28 [10:42:28.120 DBG] [] - Hook Point BeforeAtrCommit with Action FailOther {} 2023-08-28 16:12:28 [10:42:28.120 DBG] [] - Hook Point AfterAtrAborted with Action FailHard {} 2023-08-28 16:12:28 [10:42:28.121 DBG] [] Starting Attempt 0 {} 2023-08-28 16:12:28 [10:42:28.121 DBG] [] Performing TransactionCommand Remove {} 2023-08-28 16:12:28 [10:42:28.121 DBG] [] d0e33819-6442-4bd9-8752-68f92511e820.181aba26-10ae-47e4-956d-17d2496d0044: Performing command: remove {} 2023-08-28 16:12:28 [10:42:28.409 DBG] [Couchbase.Transactions.AttemptContext] GetWithMav for 89952983-210b-4681-98e8-256ebab2fa24, attemptId=181aba26-10ae-47e4-956d-17d2496d0044, postCas=1693219348544749568 {"Scope": ["GetWithKv", "GetWithMav"]} 2023-08-28 16:12:28 [10:42:28.410 DBG] [Couchbase.Transactions.AttemptContext] CheckWriteWriteConflict@WW_RM for default::_default::_default::89952983-210b-4681-98e8-256ebab2fa24, attempt=181aba26-10ae-47e4-956d-17d2496d0044 {"Scope": ["RemoveWithKv", "CheckWriteWriteConflict"]} 2023-08-28 16:12:28 [10:42:28.410 DBG] [Couchbase.Transactions.AttemptContext] CheckWriteWriteConflict no other txn for default::_default::_default::89952983-210b-4681-98e8-256ebab2fa24, attempt=181aba26-10ae-47e4-956d-17d2496d0044 {"Scope": ["RemoveWithKv", "CheckWriteWriteConflict"]} 2023-08-28 16:12:28 [10:42:28.410 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Requested Durability = Majority {"Scope": ["RemoveWithKv", "InitAtrIfNeeded"]} 2023-08-28 16:12:28 [10:42:28.708 INF] [Couchbase.Transactions.DataAccess.AtrRepository] Upserted ATR to PENDING _txn:atr-909-#9a9/attempts.181aba26-10ae-47e4-956d-17d2496d0044 (cas = 1693219349074935808) {"Scope": ["RemoveWithKv", "SetAtrPending", "MutateAtrPending"]} 2023-08-28 16:12:28 [10:42:28.708 DBG] [Couchbase.Transactions.AttemptContext] SetAtrPending for default._default._default::_txn:atr-909-#9a9 (attempt=181aba26-10ae-47e4-956d-17d2496d0044) {"Scope": ["RemoveWithKv", "SetAtrPending"]} 2023-08-28 16:12:28 [10:42:28.945 DBG] [Couchbase.Transactions.AttemptContext] CreateStagedRemove for 89952983-210b-4681-98e8-256ebab2fa24, attemptId=181aba26-10ae-47e4-956d-17d2496d0044, preCas=1693219348544749568, postCas=1693219349373321216 {"Scope": ["RemoveWithKv", "CreateStagedRemove"]} 2023-08-28 16:12:28 [10:42:28.946 DBG] [] d0e33819-6442-4bd9-8752-68f92511e820.181aba26-10ae-47e4-956d-17d2496d0044: Command Succeeded {} 2023-08-28 16:12:28 [10:42:28.946 DBG] [] Performing TransactionCommand Commit {} 2023-08-28 16:12:28 [10:42:28.946 DBG] [] d0e33819-6442-4bd9-8752-68f92511e820.181aba26-10ae-47e4-956d-17d2496d0044: Performing command: commit {} 2023-08-28 16:12:28 [10:42:28.947 WRN] [Couchbase.Transactions.AttemptContext] Failed attempt at committing due to FailOther {"Scope": ["CommitWithKv", "SetAtrCommit"]} 2023-08-28 16:12:28 [10:42:28.950 DBG] [] ExternalException.Unknown: Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException' was thrown. 2023-08-28 16:12:28 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_3() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 291 2023-08-28 16:12:28 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 462 2023-08-28 16:12:28 --- End of stack trace from previous location --- 2023-08-28 16:12:28 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 466 2023-08-28 16:12:28 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 2023-08-28 16:12:28 --- End of stack trace from previous location --- 2023-08-28 16:12:28 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 268 2023-08-28 16:12:28 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 2023-08-28 16:12:28 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.BeforeAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 89 2023-08-28 16:12:28 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1413 {} 2023-08-28 16:12:28 [10:42:28.950 DBG] [] Operation 'commit' failed as expected {} 2023-08-28 16:12:28 [10:42:28.951 WRN] [ExecuteApplicationLambda] Attempt failed, attempting automatic rollback... {} 2023-08-28 16:12:28 [10:42:28.951 INF] [Couchbase.Transactions.AttemptContext] Setting Aborted status. isAppRollback=False {"Scope": ["RollbackWithKv", "SetAtrAborted"]} 2023-08-28 16:12:29 [10:42:29.203 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Updated to ABORTED ATR _txn:atr-909-#9a9/attempts.181aba26-10ae-47e4-956d-17d2496d0044 (cas = 1693219349631795200) {"Scope": ["RollbackWithKv", "SetAtrAborted", "MutateAtrAborted"]} 2023-08-28 16:12:29 [10:42:29.203 DBG] [Couchbase.Transactions.AttemptContext] SetAtrAborted for default._default._default::_txn:atr-909-#9a9 (attempt=181aba26-10ae-47e4-956d-17d2496d0044) {"Scope": ["RollbackWithKv", "SetAtrAborted"]} 2023-08-28 16:12:29 [10:42:29.206 WRN] [ExecuteApplicationLambda] Rollback failed due to Exception of type 'Couchbase.Transactions.Error.External.TransactionOperationFailedException' was thrown. {} 2023-08-28 16:12:29 [10:42:29.206 INF] [ExecuteApplicationLambda] Attempt 181aba26-10ae-47e4-956d-17d2496d0044 completed. CleanupClient=False, LostCleanup=False {} 2023-08-28 16:12:29 Transaction Failed with: Couchbase.Transactions.Error.TransactionFailedException: Transaction failed. 2023-08-28 16:12:29 ---> Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException' was thrown. 2023-08-28 16:12:29 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_3() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 291 2023-08-28 16:12:29 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 462 2023-08-28 16:12:29 --- End of stack trace from previous location --- 2023-08-28 16:12:29 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 466 2023-08-28 16:12:29 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 2023-08-28 16:12:29 --- End of stack trace from previous location --- 2023-08-28 16:12:29 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 268 2023-08-28 16:12:29 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 2023-08-28 16:12:29 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.BeforeAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 89 2023-08-28 16:12:29 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1413 2023-08-28 16:12:29 --- End of inner exception stack trace --- 2023-08-28 16:12:29 at Couchbase.Transactions.Transactions.RunAsync(Func`2 transactionLogic, PerTransactionConfig perConfig, Boolean singleQueryTransactionMode) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/Transactions.cs:line 229 2023-08-28 16:12:29 at Couchbase.Transactions.FitPerformer.TwoWayTransaction.Run(Transactions transactions, TransactionCreateRequest request, ClusterConnection connection, IServerStreamWriter`1 responseStream) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 68 2023-08-28 16:12:29 -----------------------Context Info--------------------------- 2023-08-28 16:12:29 2023-08-28 16:12:29 2023-08-28 16:12:29 [10:42:29.211 DBG] [] UNKNOWN due to Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException' was thrown. 2023-08-28 16:12:29 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_3() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 291 2023-08-28 16:12:29 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 462 2023-08-28 16:12:29 --- End of stack trace from previous location --- 2023-08-28 16:12:29 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 466 2023-08-28 16:12:29 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 2023-08-28 16:12:29 --- End of stack trace from previous location --- 2023-08-28 16:12:29 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 268 2023-08-28 16:12:29 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 2023-08-28 16:12:29 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.BeforeAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 89 2023-08-28 16:12:29 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1413 {} 2023-08-28 16:12:29 [10:42:29.211 INF] [] Completed Transaction Test {} 2023-08-28 16:12:29 [10:42:29.227 DBG] [] transactionSingleQuery: { "transactionsFactoryRef": "6ccfe8bf-a75f-4f8b-b8b8-474203e4b917", "clusterConnectionId": "defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184", "query": { "statement": "UPDATE `_default` SET content = 'updated-query' WHERE META().id = '89952983-210b-4681-98e8-256ebab2fa24'", "expectedResult": [ { "anythingAllowed": true } ], "checkMutations": true, "expectedMutations": 1, "queryParameters": { }, "scope": { "bucketName": "default", "scopeName": "_default" } }, "queryOptions": { "timeoutMillis": "2000" } } {} 2023-08-28 16:12:29 [10:42:29.227 DBG] [] clusterConnectionId:defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184 {} 2023-08-28 16:12:29 [10:42:29.227 DBG] [] Using custom connection at host : couchbase://172.23.111.130 and with username Administrator {} 2023-08-28 16:12:29 [10:42:29.228 DBG] [Couchbase.Transactions.AttemptContext] [61bf1c21-c781-4d35-9feb-7f2ac59c39d0] Executing Query: query: null {"Scope": ["QueryAsync", "QueryWrapper"]} 2023-08-28 16:12:30 [10:42:30.862 ERR] [Couchbase.Transactions.AttemptContext] [61bf1c21-c781-4d35-9feb-7f2ac59c39d0] query failed at query: Couchbase.CouchbaseException: Transaction staging error [17020] 2023-08-28 16:12:30 at Couchbase.Query.QueryResultExtensions.ThrowExceptionOnError[T](IQueryResult`1 result, QueryErrorContext context) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryResultExtensions.cs:line 137 2023-08-28 16:12:30 at Couchbase.Query.QueryClient.ExecuteQuery[T](QueryOptions options, ITypeSerializer serializer, IRequestSpan span) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryClient.cs:line 320 2023-08-28 16:12:30 at Couchbase.Query.QueryClient.QueryAsync[T](String statement, QueryOptions options) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryClient.cs:line 149 2023-08-28 16:12:30 at Couchbase.Cluster.<>c__DisplayClass35_0`1.<g__Func|0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Cluster.cs:line 339 2023-08-28 16:12:30 --- End of stack trace from previous location --- 2023-08-28 16:12:30 at Couchbase.Core.Retry.RetryOrchestrator.RetryAsync[T](Func`1 send, IRequest request) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Core/Retry/RetryOrchestrator.cs:line 73 2023-08-28 16:12:30 at Couchbase.Cluster.QueryAsync[T](String statement, QueryOptions options) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Cluster.cs:line 349 2023-08-28 16:12:30 at Couchbase.Transactions.AttemptContext.QueryWrapper[T](Int64 statementId, IScope scope, String statement, QueryOptions options, String hookPoint, IRequestSpan parentSpan, Boolean isBeginWork, Boolean existingErrorCheck, JObject txdata, Boolean txImplicit) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 2119 2023-08-28 16:12:30 -----------------------Context Info--------------------------- 2023-08-28 16:12:30 {"statement":"[{\"statement\":\"UPDATE \\u0060_default\\u0060 SET content = \\u0027updated-query\\u0027 WHERE META().id = \\u002789952983-210b-4681-98e8-256ebab2fa24\\u0027\",\"client_context_id\":\"967aff7d-4596-416c-8563-173e78eed961\",\"metrics\":true,\"query_context\":\"default:\\u0060default\\u0060.\\u0060_default\\u0060\",\"scan_consistency\":\"request_plus\",\"timeout\":\"75000ms\",\"tximplicit\":true,\"durability_level\":\"majority\",\"txtimeout\":\"1999.4076ms\",\"txdata\":{\"id\":{\"txn\":\"e34b468d-d37d-4ba1-8517-99ee77b59d11\",\"atmpt\":\"61bf1c21-c781-4d35-9feb-7f2ac59c39d0\"},\"state\":{\"timeLeftMs\":1999},\"config\":{\"kvTimeoutMs\":10000,\"numAtrs\":1024,\"durabilityLevel\":\"MAJORITY\"},\"atr\":null,\"mutations\":[]}}]","clientContextId":"967aff7d-4596-416c-8563-173e78eed961","parameters":"{\"Named\":{},\"Raw\":{\"tximplicit\":true,\"durability_level\":\"majority\",\"txtimeout\":\"1999.4076ms\",\"txdata\":{\"id\":{\"Transactionid\":\"e34b468d-d37d-4ba1-8517-99ee77b59d11\",\"AttemptId\":\"61bf1c21-c781-4d35-9feb-7f2ac59c39d0\"},\"state\":{\"timeLeftMs\":1999},\"config\":{\"kvTimeoutMs\":10000,\"numAtrs\":1024,\"durabilityLevel\":\"MAJORITY\"},\"atr\":null,\"mutations\":[]}},\"Positional\":[]}","httpStatus":200,"queryStatus":2,"errors":[{"msg":"Transaction staging error","code":17020,"name":null,"sev":0,"temp":false,"reason":null,"retry":false,"cause":{"cause":{"bucket":"default","cause":"deadline expired before WWC was resolved on default._default._default._txn:atr-909-#9a9","collection":"_default","document_key":"89952983-210b-4681-98e8-256ebab2fa24","msg":"write write conflict","scope":"_default"},"raise":"failed","retry":true,"rollback":false}}],"message":"Transaction staging error [17020]","retryReasons":null} 2023-08-28 16:12:30 {"Scope": ["QueryAsync", "QueryWrapper"]} 2023-08-28 16:12:30 [10:42:30.864 WRN] [Couchbase.Transactions.AttemptContext] query code=17020 cause={ 2023-08-28 16:12:30 "bucket": "default", 2023-08-28 16:12:30 "cause": "deadline expired before WWC was resolved on default._default._default._txn:atr-909-#9a9", 2023-08-28 16:12:30 "collection": "_default", 2023-08-28 16:12:30 "document_key": "89952983-210b-4681-98e8-256ebab2fa24", 2023-08-28 16:12:30 "msg": "write write conflict", 2023-08-28 16:12:30 "scope": "_default" 2023-08-28 16:12:30 } raise=failed {"Scope": ["QueryAsync", "QueryWrapper"]} 2023-08-28 16:12:30 [10:42:30.865 DBG] [ExecuteApplicationLambda] Propagating error up. (ec = FailOther, retry = True, finalError = TransactionFailed) {} 2023-08-28 16:12:30 [10:42:30.865 INF] [ExecuteApplicationLambda] Attempt 61bf1c21-c781-4d35-9feb-7f2ac59c39d0 completed. CleanupClient=False, LostCleanup=False {} 2023-08-28 16:12:30 [10:42:30.872 DBG] [Couchbase.Transactions.AttemptContext] [80866838-3ee9-4ee9-b19c-5e939da8e55a] Executing Query: query: null {"Scope": ["QueryAsync", "QueryWrapper"]} 2023-08-28 16:12:31 [10:42:31.872 ERR] [Couchbase.Transactions.AttemptContext] [80866838-3ee9-4ee9-b19c-5e939da8e55a] query failed at query: Couchbase.Core.Exceptions.IndexFailureException: Keyspace not found in CB datastore: default:_default - cause: No bucket named _default [12003] 2023-08-28 16:12:31 at Couchbase.Query.QueryResultExtensions.ThrowExceptionOnError[T](IQueryResult`1 result, QueryErrorContext context) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryResultExtensions.cs:line 137 2023-08-28 16:12:31 at Couchbase.Query.QueryClient.ExecuteQuery[T](QueryOptions options, ITypeSerializer serializer, IRequestSpan span) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryClient.cs:line 320 2023-08-28 16:12:31 at Couchbase.Query.QueryClient.QueryAsync[T](String statement, QueryOptions options) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryClient.cs:line 149 2023-08-28 16:12:31 at Couchbase.Cluster.<>c__DisplayClass35_0`1.<g__Func|0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Cluster.cs:line 339 2023-08-28 16:12:31 --- End of stack trace from previous location --- 2023-08-28 16:12:31 at Couchbase.Core.Retry.RetryOrchestrator.RetryAsync[T](Func`1 send, IRequest request) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Core/Retry/RetryOrchestrator.cs:line 73 2023-08-28 16:12:31 at Couchbase.Cluster.QueryAsync[T](String statement, QueryOptions options) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Cluster.cs:line 349 2023-08-28 16:12:31 at Couchbase.Transactions.AttemptContext.QueryWrapper[T](Int64 statementId, IScope scope, String statement, QueryOptions options, String hookPoint, IRequestSpan parentSpan, Boolean isBeginWork, Boolean existingErrorCheck, JObject txdata, Boolean txImplicit) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 2119 2023-08-28 16:12:31 -----------------------Context Info--------------------------- 2023-08-28 16:12:31 {"statement":"[{\u0022statement\u0022:\u0022UPDATE \\u0060_default\\u0060 SET content = \\u0027updated-query\\u0027 WHERE META().id = \\u002789952983-210b-4681-98e8-256ebab2fa24\\u0027\u0022,\u0022client_context_id\u0022:\u00226f445d24-2861-4ac4-924c-93716e985ebd\u0022,\u0022metrics\u0022:true,\u0022scan_consistency\u0022:\u0022request_plus\u0022,\u0022timeout\u0022:\u002275000ms\u0022,\u0022tximplicit\u0022:true,\u0022durability_level\u0022:\u0022majority\u0022,\u0022txtimeout\u0022:\u0022355.3188ms\u0022,\u0022txdata\u0022:{\u0022id\u0022:{\u0022txn\u0022:\u0022e34b468d-d37d-4ba1-8517-99ee77b59d11\u0022,\u0022atmpt\u0022:\u002280866838-3ee9-4ee9-b19c-5e939da8e55a\u0022},\u0022state\u0022:{\u0022timeLeftMs\u0022:355},\u0022config\u0022:{\u0022kvTimeoutMs\u0022:10000,\u0022numAtrs\u0022:1024,\u0022durabilityLevel\u0022:\u0022MAJORITY\u0022},\u0022atr\u0022:null,\u0022mutations\u0022:[]}}]","clientContextId":"6f445d24-2861-4ac4-924c-93716e985ebd","parameters":"{\u0022Named\u0022:{},\u0022Raw\u0022:{\u0022tximplicit\u0022:true,\u0022durability_level\u0022:\u0022majority\u0022,\u0022txtimeout\u0022:\u0022355.3188ms\u0022,\u0022txdata\u0022:{\u0022id\u0022:{\u0022Transactionid\u0022:\u0022e34b468d-d37d-4ba1-8517-99ee77b59d11\u0022,\u0022AttemptId\u0022:\u002280866838-3ee9-4ee9-b19c-5e939da8e55a\u0022},\u0022state\u0022:{\u0022timeLeftMs\u0022:355},\u0022config\u0022:{\u0022kvTimeoutMs\u0022:10000,\u0022numAtrs\u0022:1024,\u0022durabilityLevel\u0022:\u0022MAJORITY\u0022},\u0022atr\u0022:null,\u0022mutations\u0022:[]}},\u0022Positional\u0022:[]}","httpStatus":"InternalServerError","queryStatus":"fatal","errors":[{"msg":"Keyspace not found in CB datastore: default:_default - cause: No bucket named _default","code":12003,"name":null,"severity":0,"temp":false,"reason":null,"retry":false}],"message":"Keyspace not found in CB datastore: default:_default - cause: No bucket named _default [12003]","retryReasons":null} 2023-08-28 16:12:31 {"Scope": ["QueryAsync", "QueryWrapper"]} 2023-08-28 16:12:31 [10:42:31.874 INF] [ExecuteApplicationLambda] Attempt 80866838-3ee9-4ee9-b19c-5e939da8e55a completed. CleanupClient=False, LostCleanup=False {} 2023-08-28 16:12:33 [10:42:33.084 DBG] [] transactionCreate: { "transactionsFactoryRef": "6ccfe8bf-a75f-4f8b-b8b8-474203e4b917", "attempts": [ { "commands": [ { "remove": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "d2857180-d923-4929-9e79-b04763446a0b" }, "expectedResult": [ { "success": true } ] } }, { "commit": { "expectedResult": [ { "error": { "errorClass": "EC_FAIL_OTHER", "autoRollbackAttempt": true, "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookAction": "FAIL_OTHER" }, { "hookPoint": "AFTER_ATR_ABORTED" } ] }, "clusterConnectionId": "defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184" } {} 2023-08-28 16:12:33 [10:42:33.084 INF] [] Starting Transaction Test {} 2023-08-28 16:12:33 [10:42:33.084 DBG] [] Test: { "transactionsFactoryRef": "6ccfe8bf-a75f-4f8b-b8b8-474203e4b917", "attempts": [ { "commands": [ { "remove": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "d2857180-d923-4929-9e79-b04763446a0b" }, "expectedResult": [ { "success": true } ] } }, { "commit": { "expectedResult": [ { "error": { "errorClass": "EC_FAIL_OTHER", "autoRollbackAttempt": true, "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookAction": "FAIL_OTHER" }, { "hookPoint": "AFTER_ATR_ABORTED" } ] }, "clusterConnectionId": "defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184" } {} 2023-08-28 16:12:33 [10:42:33.084 DBG] [] clusterConnectionId:defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184 {} 2023-08-28 16:12:33 [10:42:33.084 DBG] [] Using custom connection at host : couchbase://172.23.111.130 and with username Administrator {} 2023-08-28 16:12:33 [10:42:33.084 DBG] [] Registering 2 hooks {} 2023-08-28 16:12:33 [10:42:33.084 DBG] [] - Hook Point BeforeAtrCommit with Action FailOther {} 2023-08-28 16:12:33 [10:42:33.085 DBG] [] - Hook Point AfterAtrAborted with Action FailHard {} 2023-08-28 16:12:33 [10:42:33.085 DBG] [] Starting Attempt 0 {} 2023-08-28 16:12:33 [10:42:33.085 DBG] [] Performing TransactionCommand Remove {} 2023-08-28 16:12:33 [10:42:33.086 DBG] [] 9cf27852-ab8e-4b27-98b6-aeb5fcfa6fd8.43f96e6e-0fa8-4428-a339-d3a5c4673a35: Performing command: remove {} 2023-08-28 16:12:33 [10:42:33.419 DBG] [Couchbase.Transactions.AttemptContext] GetWithMav for d2857180-d923-4929-9e79-b04763446a0b, attemptId=43f96e6e-0fa8-4428-a339-d3a5c4673a35, postCas=1693219353509494784 {"Scope": ["GetWithKv", "GetWithMav"]} 2023-08-28 16:12:33 [10:42:33.422 DBG] [Couchbase.Transactions.AttemptContext] CheckWriteWriteConflict@WW_RM for default::_default::_default::d2857180-d923-4929-9e79-b04763446a0b, attempt=43f96e6e-0fa8-4428-a339-d3a5c4673a35 {"Scope": ["RemoveWithKv", "CheckWriteWriteConflict"]} 2023-08-28 16:12:33 [10:42:33.422 DBG] [Couchbase.Transactions.AttemptContext] CheckWriteWriteConflict no other txn for default::_default::_default::d2857180-d923-4929-9e79-b04763446a0b, attempt=43f96e6e-0fa8-4428-a339-d3a5c4673a35 {"Scope": ["RemoveWithKv", "CheckWriteWriteConflict"]} 2023-08-28 16:12:33 [10:42:33.422 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Requested Durability = Majority {"Scope": ["RemoveWithKv", "InitAtrIfNeeded"]} 2023-08-28 16:12:33 [10:42:33.662 INF] [Couchbase.Transactions.DataAccess.AtrRepository] Upserted ATR to PENDING _txn:atr-422-#e58/attempts.43f96e6e-0fa8-4428-a339-d3a5c4673a35 (cas = 1693219354090864640) {"Scope": ["RemoveWithKv", "SetAtrPending", "MutateAtrPending"]} 2023-08-28 16:12:33 [10:42:33.663 DBG] [Couchbase.Transactions.AttemptContext] SetAtrPending for default._default._default::_txn:atr-422-#e58 (attempt=43f96e6e-0fa8-4428-a339-d3a5c4673a35) {"Scope": ["RemoveWithKv", "SetAtrPending"]} 2023-08-28 16:12:33 [10:42:33.921 DBG] [Couchbase.Transactions.AttemptContext] CreateStagedRemove for d2857180-d923-4929-9e79-b04763446a0b, attemptId=43f96e6e-0fa8-4428-a339-d3a5c4673a35, preCas=1693219353509494784, postCas=1693219354329808896 {"Scope": ["RemoveWithKv", "CreateStagedRemove"]} 2023-08-28 16:12:33 [10:42:33.921 DBG] [] 9cf27852-ab8e-4b27-98b6-aeb5fcfa6fd8.43f96e6e-0fa8-4428-a339-d3a5c4673a35: Command Succeeded {} 2023-08-28 16:12:33 [10:42:33.921 DBG] [] Performing TransactionCommand Commit {} 2023-08-28 16:12:33 [10:42:33.922 DBG] [] 9cf27852-ab8e-4b27-98b6-aeb5fcfa6fd8.43f96e6e-0fa8-4428-a339-d3a5c4673a35: Performing command: commit {} 2023-08-28 16:12:33 [10:42:33.923 WRN] [Couchbase.Transactions.AttemptContext] Failed attempt at committing due to FailOther {"Scope": ["CommitWithKv", "SetAtrCommit"]} 2023-08-28 16:12:33 [10:42:33.925 DBG] [] ExternalException.Unknown: Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException' was thrown. 2023-08-28 16:12:33 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_3() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 291 2023-08-28 16:12:33 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 462 2023-08-28 16:12:33 --- End of stack trace from previous location --- 2023-08-28 16:12:33 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 466 2023-08-28 16:12:33 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 2023-08-28 16:12:33 --- End of stack trace from previous location --- 2023-08-28 16:12:33 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 268 2023-08-28 16:12:33 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 2023-08-28 16:12:33 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.BeforeAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 89 2023-08-28 16:12:33 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1413 {} 2023-08-28 16:12:33 [10:42:33.925 DBG] [] Operation 'commit' failed as expected {} 2023-08-28 16:12:33 [10:42:33.926 WRN] [ExecuteApplicationLambda] Attempt failed, attempting automatic rollback... {} 2023-08-28 16:12:33 [10:42:33.926 INF] [Couchbase.Transactions.AttemptContext] Setting Aborted status. isAppRollback=False {"Scope": ["RollbackWithKv", "SetAtrAborted"]} 2023-08-28 16:12:34 [10:42:34.162 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Updated to ABORTED ATR _txn:atr-422-#e58/attempts.43f96e6e-0fa8-4428-a339-d3a5c4673a35 (cas = 1693219354591166464) {"Scope": ["RollbackWithKv", "SetAtrAborted", "MutateAtrAborted"]} 2023-08-28 16:12:34 [10:42:34.162 DBG] [Couchbase.Transactions.AttemptContext] SetAtrAborted for default._default._default::_txn:atr-422-#e58 (attempt=43f96e6e-0fa8-4428-a339-d3a5c4673a35) {"Scope": ["RollbackWithKv", "SetAtrAborted"]} 2023-08-28 16:12:34 [10:42:34.166 WRN] [ExecuteApplicationLambda] Rollback failed due to Exception of type 'Couchbase.Transactions.Error.External.TransactionOperationFailedException' was thrown. {} 2023-08-28 16:12:34 [10:42:34.166 INF] [ExecuteApplicationLambda] Attempt 43f96e6e-0fa8-4428-a339-d3a5c4673a35 completed. CleanupClient=False, LostCleanup=False {} 2023-08-28 16:12:34 Transaction Failed with: Couchbase.Transactions.Error.TransactionFailedException: Transaction failed. 2023-08-28 16:12:34 ---> Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException' was thrown. 2023-08-28 16:12:34 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_3() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 291 2023-08-28 16:12:34 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 462 2023-08-28 16:12:34 --- End of stack trace from previous location --- 2023-08-28 16:12:34 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 466 2023-08-28 16:12:34 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 2023-08-28 16:12:34 --- End of stack trace from previous location --- 2023-08-28 16:12:34 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 268 2023-08-28 16:12:34 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 2023-08-28 16:12:34 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.BeforeAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 89 2023-08-28 16:12:34 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1413 2023-08-28 16:12:34 --- End of inner exception stack trace --- 2023-08-28 16:12:34 at Couchbase.Transactions.Transactions.RunAsync(Func`2 transactionLogic, PerTransactionConfig perConfig, Boolean singleQueryTransactionMode) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/Transactions.cs:line 229 2023-08-28 16:12:34 at Couchbase.Transactions.FitPerformer.TwoWayTransaction.Run(Transactions transactions, TransactionCreateRequest request, ClusterConnection connection, IServerStreamWriter`1 responseStream) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 68 2023-08-28 16:12:34 -----------------------Context Info--------------------------- 2023-08-28 16:12:34 2023-08-28 16:12:34 2023-08-28 16:12:34 [10:42:34.170 DBG] [] UNKNOWN due to Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException' was thrown. 2023-08-28 16:12:34 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_3() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 291 2023-08-28 16:12:34 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 462 2023-08-28 16:12:34 --- End of stack trace from previous location --- 2023-08-28 16:12:34 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 466 2023-08-28 16:12:34 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 2023-08-28 16:12:34 --- End of stack trace from previous location --- 2023-08-28 16:12:34 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 268 2023-08-28 16:12:34 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 2023-08-28 16:12:34 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.BeforeAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 89 2023-08-28 16:12:34 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1413 {} 2023-08-28 16:12:34 [10:42:34.170 INF] [] Completed Transaction Test {} 2023-08-28 16:12:34 [10:42:34.178 DBG] [] transactionSingleQuery: { "transactionsFactoryRef": "6ccfe8bf-a75f-4f8b-b8b8-474203e4b917", "clusterConnectionId": "defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184", "query": { "statement": "DELETE FROM `_default` WHERE META().id = 'd2857180-d923-4929-9e79-b04763446a0b'", "expectedResult": [ { "anythingAllowed": true } ], "checkMutations": true, "expectedMutations": 1, "queryParameters": { }, "scope": { "bucketName": "default", "scopeName": "_default" } }, "queryOptions": { "timeoutMillis": "2000" } } {} 2023-08-28 16:12:34 [10:42:34.178 DBG] [] clusterConnectionId:defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184 {} 2023-08-28 16:12:34 [10:42:34.178 DBG] [] Using custom connection at host : couchbase://172.23.111.130 and with username Administrator {} 2023-08-28 16:12:34 [10:42:34.179 DBG] [Couchbase.Transactions.AttemptContext] [b447dd51-7538-4ae6-a4a2-fa1f957c4fef] Executing Query: query: null {"Scope": ["QueryAsync", "QueryWrapper"]} 2023-08-28 16:12:35 [10:42:35.439 ERR] [Couchbase.Transactions.AttemptContext] [b447dd51-7538-4ae6-a4a2-fa1f957c4fef] query failed at query: Couchbase.CouchbaseException: Transaction staging error [17020] 2023-08-28 16:12:35 at Couchbase.Query.QueryResultExtensions.ThrowExceptionOnError[T](IQueryResult`1 result, QueryErrorContext context) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryResultExtensions.cs:line 137 2023-08-28 16:12:35 at Couchbase.Query.QueryClient.ExecuteQuery[T](QueryOptions options, ITypeSerializer serializer, IRequestSpan span) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryClient.cs:line 320 2023-08-28 16:12:35 at Couchbase.Query.QueryClient.QueryAsync[T](String statement, QueryOptions options) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryClient.cs:line 149 2023-08-28 16:12:35 at Couchbase.Cluster.<>c__DisplayClass35_0`1.<g__Func|0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Cluster.cs:line 339 2023-08-28 16:12:35 --- End of stack trace from previous location --- 2023-08-28 16:12:35 at Couchbase.Core.Retry.RetryOrchestrator.RetryAsync[T](Func`1 send, IRequest request) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Core/Retry/RetryOrchestrator.cs:line 73 2023-08-28 16:12:35 at Couchbase.Cluster.QueryAsync[T](String statement, QueryOptions options) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Cluster.cs:line 349 2023-08-28 16:12:35 at Couchbase.Transactions.AttemptContext.QueryWrapper[T](Int64 statementId, IScope scope, String statement, QueryOptions options, String hookPoint, IRequestSpan parentSpan, Boolean isBeginWork, Boolean existingErrorCheck, JObject txdata, Boolean txImplicit) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 2119 2023-08-28 16:12:35 -----------------------Context Info--------------------------- 2023-08-28 16:12:35 {"statement":"[{\"statement\":\"DELETE FROM \\u0060_default\\u0060 WHERE META().id = \\u0027d2857180-d923-4929-9e79-b04763446a0b\\u0027\",\"client_context_id\":\"52eeb635-5076-44ec-86dd-67445dc3bc65\",\"metrics\":true,\"query_context\":\"default:\\u0060default\\u0060.\\u0060_default\\u0060\",\"scan_consistency\":\"request_plus\",\"timeout\":\"75000ms\",\"tximplicit\":true,\"durability_level\":\"majority\",\"txtimeout\":\"1999.7416ms\",\"txdata\":{\"id\":{\"txn\":\"a7016a00-99d4-4b0e-9684-f45a56e64b14\",\"atmpt\":\"b447dd51-7538-4ae6-a4a2-fa1f957c4fef\"},\"state\":{\"timeLeftMs\":1999},\"config\":{\"kvTimeoutMs\":10000,\"numAtrs\":1024,\"durabilityLevel\":\"MAJORITY\"},\"atr\":null,\"mutations\":[]}}]","clientContextId":"52eeb635-5076-44ec-86dd-67445dc3bc65","parameters":"{\"Named\":{},\"Raw\":{\"tximplicit\":true,\"durability_level\":\"majority\",\"txtimeout\":\"1999.7416ms\",\"txdata\":{\"id\":{\"Transactionid\":\"a7016a00-99d4-4b0e-9684-f45a56e64b14\",\"AttemptId\":\"b447dd51-7538-4ae6-a4a2-fa1f957c4fef\"},\"state\":{\"timeLeftMs\":1999},\"config\":{\"kvTimeoutMs\":10000,\"numAtrs\":1024,\"durabilityLevel\":\"MAJORITY\"},\"atr\":null,\"mutations\":[]}},\"Positional\":[]}","httpStatus":200,"queryStatus":2,"errors":[{"msg":"Transaction staging error","code":17020,"name":null,"sev":0,"temp":false,"reason":null,"retry":false,"cause":{"cause":{"bucket":"default","cause":"deadline expired before WWC was resolved on default._default._default._txn:atr-422-#e58","collection":"_default","document_key":"d2857180-d923-4929-9e79-b04763446a0b","msg":"write write conflict","scope":"_default"},"raise":"failed","retry":true,"rollback":false}}],"message":"Transaction staging error [17020]","retryReasons":null} 2023-08-28 16:12:35 {"Scope": ["QueryAsync", "QueryWrapper"]} 2023-08-28 16:12:35 [10:42:35.441 WRN] [Couchbase.Transactions.AttemptContext] query code=17020 cause={ 2023-08-28 16:12:35 "bucket": "default", 2023-08-28 16:12:35 "cause": "deadline expired before WWC was resolved on default._default._default._txn:atr-422-#e58", 2023-08-28 16:12:35 "collection": "_default", 2023-08-28 16:12:35 "document_key": "d2857180-d923-4929-9e79-b04763446a0b", 2023-08-28 16:12:35 "msg": "write write conflict", 2023-08-28 16:12:35 "scope": "_default" 2023-08-28 16:12:35 } raise=failed {"Scope": ["QueryAsync", "QueryWrapper"]} 2023-08-28 16:12:35 [10:42:35.441 DBG] [ExecuteApplicationLambda] Propagating error up. (ec = FailOther, retry = True, finalError = TransactionFailed) {} 2023-08-28 16:12:35 [10:42:35.441 INF] [ExecuteApplicationLambda] Attempt b447dd51-7538-4ae6-a4a2-fa1f957c4fef completed. CleanupClient=False, LostCleanup=False {} 2023-08-28 16:12:35 [10:42:35.444 DBG] [Couchbase.Transactions.AttemptContext] [c1c451a5-03d0-448e-8fd5-cfa744bb896e] Executing Query: query: null {"Scope": ["QueryAsync", "QueryWrapper"]} 2023-08-28 16:12:36 [10:42:36.801 ERR] [Couchbase.Transactions.AttemptContext] [c1c451a5-03d0-448e-8fd5-cfa744bb896e] query failed at query: Couchbase.Core.Exceptions.IndexFailureException: Keyspace not found in CB datastore: default:_default - cause: No bucket named _default [12003] 2023-08-28 16:12:36 at Couchbase.Query.QueryResultExtensions.ThrowExceptionOnError[T](IQueryResult`1 result, QueryErrorContext context) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryResultExtensions.cs:line 137 2023-08-28 16:12:36 at Couchbase.Query.QueryClient.ExecuteQuery[T](QueryOptions options, ITypeSerializer serializer, IRequestSpan span) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryClient.cs:line 320 2023-08-28 16:12:36 at Couchbase.Query.QueryClient.QueryAsync[T](String statement, QueryOptions options) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Query/QueryClient.cs:line 149 2023-08-28 16:12:36 at Couchbase.Cluster.<>c__DisplayClass35_0`1.<g__Func|0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Cluster.cs:line 339 2023-08-28 16:12:36 --- End of stack trace from previous location --- 2023-08-28 16:12:36 at Couchbase.Core.Retry.RetryOrchestrator.RetryAsync[T](Func`1 send, IRequest request) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Core/Retry/RetryOrchestrator.cs:line 73 2023-08-28 16:12:36 at Couchbase.Cluster.QueryAsync[T](String statement, QueryOptions options) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase/Cluster.cs:line 349 2023-08-28 16:12:36 at Couchbase.Transactions.AttemptContext.QueryWrapper[T](Int64 statementId, IScope scope, String statement, QueryOptions options, String hookPoint, IRequestSpan parentSpan, Boolean isBeginWork, Boolean existingErrorCheck, JObject txdata, Boolean txImplicit) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 2119 2023-08-28 16:12:36 -----------------------Context Info--------------------------- 2023-08-28 16:12:36 {"statement":"[{\u0022statement\u0022:\u0022DELETE FROM \\u0060_default\\u0060 WHERE META().id = \\u0027d2857180-d923-4929-9e79-b04763446a0b\\u0027\u0022,\u0022client_context_id\u0022:\u0022dcb3f008-86e4-4596-bf13-fa1376f2bcb9\u0022,\u0022metrics\u0022:true,\u0022scan_consistency\u0022:\u0022request_plus\u0022,\u0022timeout\u0022:\u002275000ms\u0022,\u0022tximplicit\u0022:true,\u0022durability_level\u0022:\u0022majority\u0022,\u0022txtimeout\u0022:\u0022734.3261ms\u0022,\u0022txdata\u0022:{\u0022id\u0022:{\u0022txn\u0022:\u0022a7016a00-99d4-4b0e-9684-f45a56e64b14\u0022,\u0022atmpt\u0022:\u0022c1c451a5-03d0-448e-8fd5-cfa744bb896e\u0022},\u0022state\u0022:{\u0022timeLeftMs\u0022:734},\u0022config\u0022:{\u0022kvTimeoutMs\u0022:10000,\u0022numAtrs\u0022:1024,\u0022durabilityLevel\u0022:\u0022MAJORITY\u0022},\u0022atr\u0022:null,\u0022mutations\u0022:[]}}]","clientContextId":"dcb3f008-86e4-4596-bf13-fa1376f2bcb9","parameters":"{\u0022Named\u0022:{},\u0022Raw\u0022:{\u0022tximplicit\u0022:true,\u0022durability_level\u0022:\u0022majority\u0022,\u0022txtimeout\u0022:\u0022734.3261ms\u0022,\u0022txdata\u0022:{\u0022id\u0022:{\u0022Transactionid\u0022:\u0022a7016a00-99d4-4b0e-9684-f45a56e64b14\u0022,\u0022AttemptId\u0022:\u0022c1c451a5-03d0-448e-8fd5-cfa744bb896e\u0022},\u0022state\u0022:{\u0022timeLeftMs\u0022:734},\u0022config\u0022:{\u0022kvTimeoutMs\u0022:10000,\u0022numAtrs\u0022:1024,\u0022durabilityLevel\u0022:\u0022MAJORITY\u0022},\u0022atr\u0022:null,\u0022mutations\u0022:[]}},\u0022Positional\u0022:[]}","httpStatus":"InternalServerError","queryStatus":"fatal","errors":[{"msg":"Keyspace not found in CB datastore: default:_default - cause: No bucket named _default","code":12003,"name":null,"severity":0,"temp":false,"reason":null,"retry":false}],"message":"Keyspace not found in CB datastore: default:_default - cause: No bucket named _default [12003]","retryReasons":null} 2023-08-28 16:12:36 {"Scope": ["QueryAsync", "QueryWrapper"]} 2023-08-28 16:12:36 [10:42:36.802 INF] [ExecuteApplicationLambda] Attempt c1c451a5-03d0-448e-8fd5-cfa744bb896e completed. CleanupClient=False, LostCleanup=False {} 2023-08-28 16:12:38 [10:42:38.009 DBG] [] transactionCreate: { "transactionsFactoryRef": "6ccfe8bf-a75f-4f8b-b8b8-474203e4b917", "attempts": [ { "commands": [ { "remove": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "d3f661c7-27dd-4435-a216-c268ed8e73c1" }, "expectedResult": [ { "success": true } ] } }, { "commit": { "expectedResult": [ { "error": { "errorClass": "EC_FAIL_OTHER", "autoRollbackAttempt": true, "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookAction": "FAIL_OTHER" }, { "hookPoint": "AFTER_ATR_ABORTED" } ] }, "clusterConnectionId": "defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184" } {} 2023-08-28 16:12:38 [10:42:38.009 INF] [] Starting Transaction Test {} 2023-08-28 16:12:38 [10:42:38.009 DBG] [] Test: { "transactionsFactoryRef": "6ccfe8bf-a75f-4f8b-b8b8-474203e4b917", "attempts": [ { "commands": [ { "remove": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "d3f661c7-27dd-4435-a216-c268ed8e73c1" }, "expectedResult": [ { "success": true } ] } }, { "commit": { "expectedResult": [ { "error": { "errorClass": "EC_FAIL_OTHER", "autoRollbackAttempt": true, "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookAction": "FAIL_OTHER" }, { "hookPoint": "AFTER_ATR_ABORTED" } ] }, "clusterConnectionId": "defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184" } {} 2023-08-28 16:12:38 [10:42:38.009 DBG] [] clusterConnectionId:defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184 {} 2023-08-28 16:12:38 [10:42:38.009 DBG] [] Using custom connection at host : couchbase://172.23.111.130 and with username Administrator {} 2023-08-28 16:12:38 [10:42:38.009 DBG] [] Registering 2 hooks {} 2023-08-28 16:12:38 [10:42:38.009 DBG] [] - Hook Point BeforeAtrCommit with Action FailOther {} 2023-08-28 16:12:38 [10:42:38.009 DBG] [] - Hook Point AfterAtrAborted with Action FailHard {} 2023-08-28 16:12:38 [10:42:38.010 DBG] [] Starting Attempt 0 {} 2023-08-28 16:12:38 [10:42:38.010 DBG] [] Performing TransactionCommand Remove {} 2023-08-28 16:12:38 [10:42:38.010 DBG] [] 977976cd-b50f-46fe-96aa-f63a76e6a8a4.eb8bb721-c5af-44ef-a381-7276c1c5d6f8: Performing command: remove {} 2023-08-28 16:12:38 [10:42:38.244 DBG] [Couchbase.Transactions.AttemptContext] GetWithMav for d3f661c7-27dd-4435-a216-c268ed8e73c1, attemptId=eb8bb721-c5af-44ef-a381-7276c1c5d6f8, postCas=1693219358414536704 {"Scope": ["GetWithKv", "GetWithMav"]} 2023-08-28 16:12:38 [10:42:38.245 DBG] [Couchbase.Transactions.AttemptContext] CheckWriteWriteConflict@WW_RM for default::_default::_default::d3f661c7-27dd-4435-a216-c268ed8e73c1, attempt=eb8bb721-c5af-44ef-a381-7276c1c5d6f8 {"Scope": ["RemoveWithKv", "CheckWriteWriteConflict"]} 2023-08-28 16:12:38 [10:42:38.245 DBG] [Couchbase.Transactions.AttemptContext] CheckWriteWriteConflict no other txn for default::_default::_default::d3f661c7-27dd-4435-a216-c268ed8e73c1, attempt=eb8bb721-c5af-44ef-a381-7276c1c5d6f8 {"Scope": ["RemoveWithKv", "CheckWriteWriteConflict"]} 2023-08-28 16:12:38 [10:42:38.246 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Requested Durability = Majority {"Scope": ["RemoveWithKv", "InitAtrIfNeeded"]} 2023-08-28 16:12:38 [10:42:38.511 INF] [Couchbase.Transactions.DataAccess.AtrRepository] Upserted ATR to PENDING _txn:atr-119-#8de/attempts.eb8bb721-c5af-44ef-a381-7276c1c5d6f8 (cas = 1693219358892818432) {"Scope": ["RemoveWithKv", "SetAtrPending", "MutateAtrPending"]} 2023-08-28 16:12:38 [10:42:38.513 DBG] [Couchbase.Transactions.AttemptContext] SetAtrPending for default._default._default::_txn:atr-119-#8de (attempt=eb8bb721-c5af-44ef-a381-7276c1c5d6f8) {"Scope": ["RemoveWithKv", "SetAtrPending"]} 2023-08-28 16:12:38 [10:42:38.750 DBG] [Couchbase.Transactions.AttemptContext] CreateStagedRemove for d3f661c7-27dd-4435-a216-c268ed8e73c1, attemptId=eb8bb721-c5af-44ef-a381-7276c1c5d6f8, preCas=1693219358414536704, postCas=1693219359158697984 {"Scope": ["RemoveWithKv", "CreateStagedRemove"]} 2023-08-28 16:12:38 [10:42:38.751 DBG] [] 977976cd-b50f-46fe-96aa-f63a76e6a8a4.eb8bb721-c5af-44ef-a381-7276c1c5d6f8: Command Succeeded {} 2023-08-28 16:12:38 [10:42:38.751 DBG] [] Performing TransactionCommand Commit {} 2023-08-28 16:12:38 [10:42:38.751 DBG] [] 977976cd-b50f-46fe-96aa-f63a76e6a8a4.eb8bb721-c5af-44ef-a381-7276c1c5d6f8: Performing command: commit {} 2023-08-28 16:12:38 [10:42:38.752 WRN] [Couchbase.Transactions.AttemptContext] Failed attempt at committing due to FailOther {"Scope": ["CommitWithKv", "SetAtrCommit"]} 2023-08-28 16:12:38 [10:42:38.754 DBG] [] ExternalException.Unknown: Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException' was thrown. 2023-08-28 16:12:38 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_3() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 291 2023-08-28 16:12:38 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 462 2023-08-28 16:12:38 --- End of stack trace from previous location --- 2023-08-28 16:12:38 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 466 2023-08-28 16:12:38 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 2023-08-28 16:12:38 --- End of stack trace from previous location --- 2023-08-28 16:12:38 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 268 2023-08-28 16:12:38 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 2023-08-28 16:12:38 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.BeforeAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 89 2023-08-28 16:12:38 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1413 {} 2023-08-28 16:12:38 [10:42:38.755 DBG] [] Operation 'commit' failed as expected {} 2023-08-28 16:12:38 [10:42:38.755 WRN] [ExecuteApplicationLambda] Attempt failed, attempting automatic rollback... {} 2023-08-28 16:12:38 [10:42:38.755 INF] [Couchbase.Transactions.AttemptContext] Setting Aborted status. isAppRollback=False {"Scope": ["RollbackWithKv", "SetAtrAborted"]} 2023-08-28 16:12:38 [10:42:38.994 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Updated to ABORTED ATR _txn:atr-119-#8de/attempts.eb8bb721-c5af-44ef-a381-7276c1c5d6f8 (cas = 1693219359400460288) {"Scope": ["RollbackWithKv", "SetAtrAborted", "MutateAtrAborted"]} 2023-08-28 16:12:38 [10:42:38.994 DBG] [Couchbase.Transactions.AttemptContext] SetAtrAborted for default._default._default::_txn:atr-119-#8de (attempt=eb8bb721-c5af-44ef-a381-7276c1c5d6f8) {"Scope": ["RollbackWithKv", "SetAtrAborted"]} 2023-08-28 16:12:38 [10:42:38.996 WRN] [ExecuteApplicationLambda] Rollback failed due to Exception of type 'Couchbase.Transactions.Error.External.TransactionOperationFailedException' was thrown. {} 2023-08-28 16:12:38 [10:42:38.996 INF] [ExecuteApplicationLambda] Attempt eb8bb721-c5af-44ef-a381-7276c1c5d6f8 completed. CleanupClient=False, LostCleanup=False {} 2023-08-28 16:12:39 Transaction Failed with: Couchbase.Transactions.Error.TransactionFailedException: Transaction failed. 2023-08-28 16:12:39 ---> Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException' was thrown. 2023-08-28 16:12:39 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_3() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 291 2023-08-28 16:12:39 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 462 2023-08-28 16:12:39 --- End of stack trace from previous location --- 2023-08-28 16:12:39 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 466 2023-08-28 16:12:39 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 2023-08-28 16:12:39 --- End of stack trace from previous location --- 2023-08-28 16:12:39 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 268 2023-08-28 16:12:39 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 2023-08-28 16:12:39 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.BeforeAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 89 2023-08-28 16:12:39 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1413 2023-08-28 16:12:39 --- End of inner exception stack trace --- 2023-08-28 16:12:39 at Couchbase.Transactions.Transactions.RunAsync(Func`2 transactionLogic, PerTransactionConfig perConfig, Boolean singleQueryTransactionMode) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/Transactions.cs:line 229 2023-08-28 16:12:39 at Couchbase.Transactions.FitPerformer.TwoWayTransaction.Run(Transactions transactions, TransactionCreateRequest request, ClusterConnection connection, IServerStreamWriter`1 responseStream) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 68 2023-08-28 16:12:39 -----------------------Context Info--------------------------- 2023-08-28 16:12:39 2023-08-28 16:12:39 2023-08-28 16:12:39 [10:42:39.000 DBG] [] UNKNOWN due to Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailOtherException' was thrown. 2023-08-28 16:12:39 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.b__57_3() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 291 2023-08-28 16:12:39 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 462 2023-08-28 16:12:39 --- End of stack trace from previous location --- 2023-08-28 16:12:39 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 466 2023-08-28 16:12:39 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260 2023-08-28 16:12:39 --- End of stack trace from previous location --- 2023-08-28 16:12:39 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 268 2023-08-28 16:12:39 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248 2023-08-28 16:12:39 at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.BeforeAtrCommit(AttemptContext ctx) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 89 2023-08-28 16:12:39 at Couchbase.Transactions.AttemptContext.<>c__DisplayClass70_0.<b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 1413 {} 2023-08-28 16:12:39 [10:42:39.000 INF] [] Completed Transaction Test {} 2023-08-28 16:12:39 [10:42:39.016 DBG] [] transactionSingleQuery: { "transactionsFactoryRef": "6ccfe8bf-a75f-4f8b-b8b8-474203e4b917", "clusterConnectionId": "defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184", "query": { "statement": "SELECT * FROM `_default` WHERE META().id = 'd3f661c7-27dd-4435-a216-c268ed8e73c1'", "expectedResult": [ { "anythingAllowed": true } ], "checkRowCount": true, "expectedRowCount": 1, "queryParameters": { }, "scope": { "bucketName": "default", "scopeName": "_default" } } } {} 2023-08-28 16:12:39 [10:42:39.016 DBG] [] clusterConnectionId:defaultClusterConnection_78c17d3a-9fd9-40a9-b1f2-8a4b025ac184 {} 2023-08-28 16:12:39 [10:42:39.016 DBG] [] Using custom connection at host : couchbase://172.23.111.130 and with username Administrator {} 2023-08-28 16:12:39 [10:42:39.017 DBG] [Couchbase.Transactions.AttemptContext] [fabfe4d8-83e8-46cb-94e2-27c055d51d6b] Executing Query: query: null {"Scope": ["QueryAsync", "QueryWrapper"]} 2023-08-28 16:12:39 [10:42:39.284 INF] [ExecuteApplicationLambda] Attempt fabfe4d8-83e8-46cb-94e2-27c055d51d6b completed. CleanupClient=False, LostCleanup=False {} 2023-08-28 16:12:40 [10:42:40.271 INF] [] ======== java.util.stream.Stream com.couchbase.transactions.query.single_query.SingleQueryTransactionBlockedByAFailedTxnTest.permute_allFailedTransactions_checkQueryStmtBehaviour():permute_allFailedTransactions_checkQueryStmtBehaviour(): testEnd ======= {} 2023-08-28 16:12:40 [10:42:40.280 INF] [] ======== Test file: End ======= {}