2023-08-18 15:01:26 [09:31:26.182 DBG] [] disconnectConnections: { } {}
2023-08-18 15:01:26 [09:31:26.219 DBG] [] closeTransactions: { } {}
2023-08-18 15:01:26 [09:31:26.271 DBG] [] clusterConnectionCreate: { "clusterConnectionId": "defaultClusterConnection_f915a00b-42b3-401d-8b97-486e04d8cf1f", "clusterHostname": "couchbase://172.23.111.130", "clusterUsername": "Administrator", "clusterPassword": "password", "clusterConfig": { "transactionsConfig": { "cleanupConfig": { "cleanupLostAttempts": false, "cleanupClientAttempts": false } } } } {}
2023-08-18 15:01:26 [09:31:26.271 DBG] [] clusterConnectionId = defaultClusterConnection_f915a00b-42b3-401d-8b97-486e04d8cf1f {}
2023-08-18 15:01:31 [09:31:31.367 DBG] [] transactionsFactoryCreate: { "clusterConnectionId": "defaultClusterConnection_f915a00b-42b3-401d-8b97-486e04d8cf1f", "config": { "cleanupConfig": { "cleanupLostAttempts": false, "cleanupClientAttempts": false } } } {}
2023-08-18 15:01:31 [09:31:31.367 DBG] [] clusterConnectionId:defaultClusterConnection_f915a00b-42b3-401d-8b97-486e04d8cf1f {}
2023-08-18 15:01:31 [09:31:31.367 DBG] [] Using custom connection at host : couchbase://172.23.111.130 and with username Administrator {}
2023-08-18 15:01:31 [09:31:31.368 DBG] [] clusterConnectionId:defaultClusterConnection_f915a00b-42b3-401d-8b97-486e04d8cf1f {}
2023-08-18 15:01:31 [09:31:31.368 DBG] [] Using custom connection at host : couchbase://172.23.111.130 and with username Administrator {}
2023-08-18 15:01:31 [09:31:31.368 DBG] [] No hooks registered {}
2023-08-18 15:01:31 [09:31:31.368 DBG] [] Created TransactionFactory with Ref 8a43d40b-0db1-47eb-8275-be9439e780f6 {}
2023-08-18 15:01:39 [09:31:39.308 INF] [] ======== Test file: Start ======= {}
2023-08-18 15:01:39 [09:31:39.973 INF] [] ======== java.util.stream.Stream com.couchbase.transactions.ForwardCompatibilityTest.replacesNotBlockedIfCompatible():replacesNotBlockedIfCompatible(): testStart ======= {}
2023-08-18 15:01:40 [09:31:40.285 DBG] [] transactionCreate: { "transactionsFactoryRef": "8a43d40b-0db1-47eb-8275-be9439e780f6", "attempts": [ { "commands": [ { "replace": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "75173be1-02de-4c0c-a51b-d4a8abf9307d" }, "contentJson": "{\"content\":\"updated\"}", "expectedResult": [ { "error": { "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookPoint": "AFTER_STAGED_REPLACE_COMPLETE" } ] }, "clusterConnectionId": "defaultClusterConnection_f915a00b-42b3-401d-8b97-486e04d8cf1f" } {}
2023-08-18 15:01:40 [09:31:40.286 INF] [] Starting Transaction Test  {}
2023-08-18 15:01:40 [09:31:40.286 DBG] [] Test: { "transactionsFactoryRef": "8a43d40b-0db1-47eb-8275-be9439e780f6", "attempts": [ { "commands": [ { "replace": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "75173be1-02de-4c0c-a51b-d4a8abf9307d" }, "contentJson": "{\"content\":\"updated\"}", "expectedResult": [ { "error": { "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookPoint": "AFTER_STAGED_REPLACE_COMPLETE" } ] }, "clusterConnectionId": "defaultClusterConnection_f915a00b-42b3-401d-8b97-486e04d8cf1f" } {}
2023-08-18 15:01:40 [09:31:40.286 DBG] [] clusterConnectionId:defaultClusterConnection_f915a00b-42b3-401d-8b97-486e04d8cf1f {}
2023-08-18 15:01:40 [09:31:40.286 DBG] [] Using custom connection at host : couchbase://172.23.111.130 and with username Administrator {}
2023-08-18 15:01:40 [09:31:40.286 DBG] [] Registering 1 hooks {}
2023-08-18 15:01:40 [09:31:40.286 DBG] []   - Hook Point AfterStagedReplaceComplete with Action FailHard {}
2023-08-18 15:01:40 [09:31:40.286 DBG] []  Starting Attempt 0 {}
2023-08-18 15:01:40 [09:31:40.286 DBG] []  Performing TransactionCommand Replace {}
2023-08-18 15:01:43 [09:31:43.279 DBG] [] 6bf75371-6465-418e-8f9d-8a8f5fc4a7a6.483fb759-4eb7-4ddd-b6fb-5893f6363902: Performing command: replace {}
2023-08-18 15:01:43 [09:31:43.840 DBG] [Couchbase.Transactions.AttemptContext] GetWithMav for <ud>75173be1-02de-4c0c-a51b-d4a8abf9307d</ud>, attemptId=483fb759-4eb7-4ddd-b6fb-5893f6363902, postCas=1692351100572860416 {"Scope": ["GetWithKv", "GetWithMav"]}
2023-08-18 15:01:43 [09:31:43.842 DBG] [Couchbase.Transactions.AttemptContext] CheckWriteWriteConflict@WW_RP for <ud>default::_default::_default::75173be1-02de-4c0c-a51b-d4a8abf9307d</ud>, attempt=483fb759-4eb7-4ddd-b6fb-5893f6363902 {"Scope": ["ReplaceWithKv", "CheckWriteWriteConflict"]}
2023-08-18 15:01:43 [09:31:43.842 DBG] [Couchbase.Transactions.AttemptContext] CheckWriteWriteConflict no other txn for <ud>default::_default::_default::75173be1-02de-4c0c-a51b-d4a8abf9307d</ud>, attempt=483fb759-4eb7-4ddd-b6fb-5893f6363902 {"Scope": ["ReplaceWithKv", "CheckWriteWriteConflict"]}
2023-08-18 15:01:43 [09:31:43.842 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Requested Durability = Majority {"Scope": ["ReplaceWithKv", "InitAtrIfNeeded"]}
2023-08-18 15:01:44 [09:31:44.120 INF] [Couchbase.Transactions.DataAccess.AtrRepository] Upserted ATR to PENDING _txn:atr-277-#214/attempts.483fb759-4eb7-4ddd-b6fb-5893f6363902 (cas = 1692351104440598528) {"Scope": ["ReplaceWithKv", "SetAtrPending", "MutateAtrPending"]}
2023-08-18 15:01:44 [09:31:44.120 DBG] [Couchbase.Transactions.AttemptContext] SetAtrPending for <ud>default._default._default::_txn:atr-277-#214</ud> (attempt=483fb759-4eb7-4ddd-b6fb-5893f6363902) {"Scope": ["ReplaceWithKv", "SetAtrPending"]}
2023-08-18 15:01:44 [09:31:44.390 DBG] [Couchbase.Transactions.AttemptContext] CreateStagedReplace for <ud>75173be1-02de-4c0c-a51b-d4a8abf9307d</ud>, attemptId=483fb759-4eb7-4ddd-b6fb-5893f6363902, preCase=1692351100572860416, postCas=1692351104703660032, accessDeleted=False {"Scope": ["ReplaceWithKv", "CreateStagedReplace"]}
2023-08-18 15:01:44 [09:31:44.394 DBG] []  ExternalException.Unknown: Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown.
2023-08-18 15:01:44    at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.<ConfigureHook>b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285
2023-08-18 15:01:44    at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<<ConfigureHook>b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 377
2023-08-18 15:01:44 --- End of stack trace from previous location ---
2023-08-18 15:01:44    at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 464
2023-08-18 15:01:44    at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<<SelectHookRaw>b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260
2023-08-18 15:01:44 --- End of stack trace from previous location ---
2023-08-18 15:01:44    at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 268
2023-08-18 15:01:44    at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248
2023-08-18 15:01:44    at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterStagedReplaceComplete(AttemptContext ctx, String id) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 145
2023-08-18 15:01:44    at Couchbase.Transactions.AttemptContext.CreateStagedReplace(TransactionGetResult doc, Object content, Boolean accessDeleted, IRequestSpan parentSpan) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 510 {}
2023-08-18 15:01:44 [09:31:44.394 DBG] []  Operation 'replace' failed as expected {}
2023-08-18 15:01:44 [09:31:44.395 DBG] [ExecuteApplicationLambda] Propagating error up. (ec = FailHard, retry = False, finalError = TransactionFailed) {}
2023-08-18 15:01:44 [09:31:44.395 INF] [ExecuteApplicationLambda] Attempt 483fb759-4eb7-4ddd-b6fb-5893f6363902 completed.  CleanupClient=False, LostCleanup=False {}
2023-08-18 15:01:44 Transaction Failed with: Couchbase.Transactions.Error.TransactionFailedException: Transaction failed.
2023-08-18 15:01:44  ---> Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown.
2023-08-18 15:01:44    at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.<ConfigureHook>b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285
2023-08-18 15:01:44    at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<<ConfigureHook>b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 377
2023-08-18 15:01:44 --- End of stack trace from previous location ---
2023-08-18 15:01:44    at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 464
2023-08-18 15:01:44    at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<<SelectHookRaw>b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260
2023-08-18 15:01:44 --- End of stack trace from previous location ---
2023-08-18 15:01:44    at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 268
2023-08-18 15:01:44    at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248
2023-08-18 15:01:44    at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterStagedReplaceComplete(AttemptContext ctx, String id) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 145
2023-08-18 15:01:44    at Couchbase.Transactions.AttemptContext.CreateStagedReplace(TransactionGetResult doc, Object content, Boolean accessDeleted, IRequestSpan parentSpan) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 510
2023-08-18 15:01:44    --- End of inner exception stack trace ---
2023-08-18 15:01:44    at Couchbase.Transactions.Transactions.RunAsync(Func`2 transactionLogic, PerTransactionConfig perConfig, Boolean singleQueryTransactionMode) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/Transactions.cs:line 229
2023-08-18 15:01:44    at Couchbase.Transactions.FitPerformer.TwoWayTransaction.Run(Transactions transactions, TransactionCreateRequest request, ClusterConnection connection, IServerStreamWriter`1 responseStream) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 68
2023-08-18 15:01:44 -----------------------Context Info---------------------------
2023-08-18 15:01:44 
2023-08-18 15:01:44 
2023-08-18 15:01:44 [09:31:44.402 DBG] [] UNKNOWN due to Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown.
2023-08-18 15:01:44    at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.<ConfigureHook>b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285
2023-08-18 15:01:44    at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<<ConfigureHook>b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 377
2023-08-18 15:01:44 --- End of stack trace from previous location ---
2023-08-18 15:01:44    at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 464
2023-08-18 15:01:44    at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<<SelectHookRaw>b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260
2023-08-18 15:01:44 --- End of stack trace from previous location ---
2023-08-18 15:01:44    at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 268
2023-08-18 15:01:44    at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248
2023-08-18 15:01:44    at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterStagedReplaceComplete(AttemptContext ctx, String id) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 145
2023-08-18 15:01:44    at Couchbase.Transactions.AttemptContext.CreateStagedReplace(TransactionGetResult doc, Object content, Boolean accessDeleted, IRequestSpan parentSpan) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 510 {}
2023-08-18 15:01:44 [09:31:44.402 INF] [] Completed Transaction Test  {}
2023-08-18 15:01:45 [09:31:45.414 DBG] [] transactionCleanup: { "atrId": "_txn:atr-277-#214", "attemptId": "483fb759-4eb7-4ddd-b6fb-5893f6363902", "transactionId": "6bf75371-6465-418e-8f9d-8a8f5fc4a7a6", "atr": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "_txn:atr-277-#214" }, "clusterConnectionId": "defaultClusterConnection_f915a00b-42b3-401d-8b97-486e04d8cf1f" } {}
2023-08-18 15:01:45 [09:31:45.414 DBG] [] clusterConnectionId:defaultClusterConnection_f915a00b-42b3-401d-8b97-486e04d8cf1f {}
2023-08-18 15:01:45 [09:31:45.414 DBG] [] Using custom connection at host : couchbase://172.23.111.130 and with username Administrator {}
2023-08-18 15:01:45 [09:31:45.414 DBG] [] No hooks registered {}
2023-08-18 15:01:45 [09:31:45.701 DBG] [Couchbase.Transactions.Cleanup.Cleaner] Cleaner.transactionCleanup: Processing cleanup request: CleanupRequest { AttemptId = 483fb759-4eb7-4ddd-b6fb-5893f6363902, AtrId = _txn:atr-277-#214, AtrCollection = Couchbase.KeyValue.CouchbaseCollection, InsertedIds = System.Collections.Generic.List`1[Couchbase.Transactions.Components.DocRecord], ReplacedIds = System.Collections.Generic.List`1[Couchbase.Transactions.Components.DocRecord], RemovedIds = System.Collections.Generic.List`1[Couchbase.Transactions.Components.DocRecord], State = PENDING, WhenReadyToBeProcessed = 08/18/2023 09:31:45 +00:00, ProcessingErrors = System.Collections.Concurrent.ConcurrentQueue`1[System.Exception], ForwardCompatibility = , DurabilityLevel =  } {}
2023-08-18 15:01:45 [09:31:45.701 INF] [Couchbase.Transactions.Cleanup.Cleaner] Cleaning up atr entry: _txn:atr-277-#214/483fb759-4eb7-4ddd-b6fb-5893f6363902 {"Scope": ["CleanupAtrEntry"]}
2023-08-18 15:01:45 [09:31:45.965 INF] [Couchbase.Transactions.Cleanup.Cleaner] Attempt 483fb759-4eb7-4ddd-b6fb-5893f6363902: ATR _txn:atr-277-#214 cleaned up. {"Scope": ["CleanupAtrEntry"]}
2023-08-18 15:01:46 [09:31:46.532 DBG] [] transactionCreate: { "transactionsFactoryRef": "8a43d40b-0db1-47eb-8275-be9439e780f6", "attempts": [ { "commands": [ { "replace": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "75173be1-02de-4c0c-a51b-d4a8abf9307d" }, "contentJson": "{\"content\":\"updated\"}", "expectedResult": [ { "success": true } ] } } ] } ], "options": { }, "clusterConnectionId": "defaultClusterConnection_f915a00b-42b3-401d-8b97-486e04d8cf1f" } {}
2023-08-18 15:01:46 [09:31:46.533 INF] [] Starting Transaction Test  {}
2023-08-18 15:01:46 [09:31:46.533 DBG] [] Test: { "transactionsFactoryRef": "8a43d40b-0db1-47eb-8275-be9439e780f6", "attempts": [ { "commands": [ { "replace": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "75173be1-02de-4c0c-a51b-d4a8abf9307d" }, "contentJson": "{\"content\":\"updated\"}", "expectedResult": [ { "success": true } ] } } ] } ], "options": { }, "clusterConnectionId": "defaultClusterConnection_f915a00b-42b3-401d-8b97-486e04d8cf1f" } {}
2023-08-18 15:01:46 [09:31:46.533 DBG] [] clusterConnectionId:defaultClusterConnection_f915a00b-42b3-401d-8b97-486e04d8cf1f {}
2023-08-18 15:01:46 [09:31:46.533 DBG] [] Using custom connection at host : couchbase://172.23.111.130 and with username Administrator {}
2023-08-18 15:01:46 [09:31:46.533 DBG] [] No hooks registered {}
2023-08-18 15:01:46 [09:31:46.533 DBG] []  Starting Attempt 0 {}
2023-08-18 15:01:46 [09:31:46.533 DBG] []  Performing TransactionCommand Replace {}
2023-08-18 15:01:46 [09:31:46.534 DBG] [] b299c1ba-2c1b-467e-b1f0-ad31d340bf9e.729c650c-827d-4042-b96d-8164a65cc7f6: Performing command: replace {}
2023-08-18 15:01:46 [09:31:46.799 DBG] [Couchbase.Transactions.AttemptContext] GetWithMav for <ud>75173be1-02de-4c0c-a51b-d4a8abf9307d</ud>, attemptId=729c650c-827d-4042-b96d-8164a65cc7f6, postCas=1692351106842361856 {"Scope": ["GetWithKv", "GetWithMav"]}
2023-08-18 15:01:47 [09:31:47.065 WRN] []  Operation failed unexpectedly, was expecting [{"Success": true, "AnythingAllowed": false, "Error": null, "Exception": "Unknown", "ResultCase": "Success", "$type": "ExpectedResult"}] but got {"ErrorClass": "EcFailHard", "AutoRollbackAttempt": true, "RetryTransaction": false, "ToRaise": "ExceptionFailed", "Cause": {"DoNotCheck": false, "Exception": "ActiveTransactionRecordEntryNotFound", "CauseCase": "Exception", "$type": "ExpectedCause"}, "$type": "ErrorWrapper"}: Exception of type 'Couchbase.Transactions.Error.External.TransactionOperationFailedException' was thrown. {}
2023-08-18 15:01:47 [09:31:47.067 WRN] [ExecuteApplicationLambda] Attempt failed, attempting automatic rollback... {}
2023-08-18 15:01:47 [09:31:47.067 DBG] [ExecuteApplicationLambda] Propagating error up. (ec = FailOther, retry = False, finalError = TransactionFailed) {}
2023-08-18 15:01:47 [09:31:47.067 INF] [ExecuteApplicationLambda] Attempt 729c650c-827d-4042-b96d-8164a65cc7f6 completed.  CleanupClient=False, LostCleanup=False {}
2023-08-18 15:01:47 Transaction Failed with: Couchbase.Transactions.Error.TransactionFailedException: Transaction failed.
2023-08-18 15:01:47  ---> TestFailureException:  Operation failed unexpectedly, was expecting  one of
2023-08-18 15:01:47 [ { "success": true } ]
2023-08-18 15:01:47 but got
2023-08-18 15:01:47 { "autoRollbackAttempt": true, "toRaise": "EXCEPTION_FAILED", "cause": { "exception": "ActiveTransactionRecordEntryNotFound" } }: Exception of type 'Couchbase.Transactions.Error.External.TransactionOperationFailedException' was thrown.
2023-08-18 15:01:47  ---> Couchbase.Transactions.Error.External.TransactionOperationFailedException: Exception of type 'Couchbase.Transactions.Error.External.TransactionOperationFailedException' was thrown.
2023-08-18 15:01:47    at Couchbase.Transactions.AttemptContext.GetWithKv(ICouchbaseCollection collection, String id, IRequestSpan parentSpan) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 202
2023-08-18 15:01:47    at Couchbase.Transactions.AttemptContext.GetAsync(ICouchbaseCollection collection, String id) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 133
2023-08-18 15:01:47    at Couchbase.Transactions.FitPerformer.TwoWayTransaction.<>c__DisplayClass7_2.<<PerformOperation>b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 152
2023-08-18 15:01:47 --- End of stack trace from previous location ---
2023-08-18 15:01:47    at Couchbase.Transactions.FitPerformer.TwoWayTransaction.PerformOperation(String testName, String opDebug, AttemptContext ctx, Boolean doNotPropagateError, ICollection`1 expectedResults, Func`1 op) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 420
2023-08-18 15:01:47 -----------------------Context Info---------------------------
2023-08-18 15:01:47 
2023-08-18 15:01:47 
2023-08-18 15:01:47    --- End of inner exception stack trace ---
2023-08-18 15:01:47    at Couchbase.Transactions.FitPerformer.TwoWayTransaction.PerformOperation(String testName, String opDebug, AttemptContext ctx, Boolean doNotPropagateError, ICollection`1 expectedResults, Func`1 op) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 567
2023-08-18 15:01:47    at Couchbase.Transactions.FitPerformer.TwoWayTransaction.PerformOperation(String testName, AttemptContext ctx, TransactionCommand command, ClusterConnection connection, IServerStreamWriter`1 responseStream) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 141
2023-08-18 15:01:47    at Couchbase.Transactions.FitPerformer.TwoWayTransaction.<>c__DisplayClass5_0.<<Run>b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 79
2023-08-18 15:01:47 --- End of stack trace from previous location ---
2023-08-18 15:01:47    at Couchbase.Transactions.Transactions.ExecuteApplicationLambda(Func`2 transactionLogic, TransactionContext overallContext, ILoggerFactory loggerFactory, TransactionResult result, IRequestSpan parentSpan, Boolean singleQueryTransactionMode) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/Transactions.cs:line 321
2023-08-18 15:01:47    --- End of inner exception stack trace ---
2023-08-18 15:01:47    at Couchbase.Transactions.Transactions.RunAsync(Func`2 transactionLogic, PerTransactionConfig perConfig, Boolean singleQueryTransactionMode) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/Transactions.cs:line 229
2023-08-18 15:01:47    at Couchbase.Transactions.FitPerformer.TwoWayTransaction.Run(Transactions transactions, TransactionCreateRequest request, ClusterConnection connection, IServerStreamWriter`1 responseStream) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 68
2023-08-18 15:01:47 -----------------------Context Info---------------------------
2023-08-18 15:01:47 
2023-08-18 15:01:47 
2023-08-18 15:01:47 [09:31:47.075 ERR] [] Test failed due to exception: Couchbase.Transactions.Error.TransactionFailedException: Transaction failed.
2023-08-18 15:01:47  ---> TestFailureException:  Operation failed unexpectedly, was expecting  one of
2023-08-18 15:01:47 [ { "success": true } ]
2023-08-18 15:01:47 but got
2023-08-18 15:01:47 { "autoRollbackAttempt": true, "toRaise": "EXCEPTION_FAILED", "cause": { "exception": "ActiveTransactionRecordEntryNotFound" } }: Exception of type 'Couchbase.Transactions.Error.External.TransactionOperationFailedException' was thrown.
2023-08-18 15:01:47  ---> Couchbase.Transactions.Error.External.TransactionOperationFailedException: Exception of type 'Couchbase.Transactions.Error.External.TransactionOperationFailedException' was thrown.
2023-08-18 15:01:47    at Couchbase.Transactions.AttemptContext.GetWithKv(ICouchbaseCollection collection, String id, IRequestSpan parentSpan) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 202
2023-08-18 15:01:47    at Couchbase.Transactions.AttemptContext.GetAsync(ICouchbaseCollection collection, String id) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 133
2023-08-18 15:01:47    at Couchbase.Transactions.FitPerformer.TwoWayTransaction.<>c__DisplayClass7_2.<<PerformOperation>b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 152
2023-08-18 15:01:47 --- End of stack trace from previous location ---
2023-08-18 15:01:47    at Couchbase.Transactions.FitPerformer.TwoWayTransaction.PerformOperation(String testName, String opDebug, AttemptContext ctx, Boolean doNotPropagateError, ICollection`1 expectedResults, Func`1 op) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 420
2023-08-18 15:01:47 -----------------------Context Info---------------------------
2023-08-18 15:01:47 
2023-08-18 15:01:47 
2023-08-18 15:01:47    --- End of inner exception stack trace ---
2023-08-18 15:01:47    at Couchbase.Transactions.FitPerformer.TwoWayTransaction.PerformOperation(String testName, String opDebug, AttemptContext ctx, Boolean doNotPropagateError, ICollection`1 expectedResults, Func`1 op) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 567
2023-08-18 15:01:47    at Couchbase.Transactions.FitPerformer.TwoWayTransaction.PerformOperation(String testName, AttemptContext ctx, TransactionCommand command, ClusterConnection connection, IServerStreamWriter`1 responseStream) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 141
2023-08-18 15:01:47    at Couchbase.Transactions.FitPerformer.TwoWayTransaction.<>c__DisplayClass5_0.<<Run>b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 79
2023-08-18 15:01:47 --- End of stack trace from previous location ---
2023-08-18 15:01:47    at Couchbase.Transactions.Transactions.ExecuteApplicationLambda(Func`2 transactionLogic, TransactionContext overallContext, ILoggerFactory loggerFactory, TransactionResult result, IRequestSpan parentSpan, Boolean singleQueryTransactionMode) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/Transactions.cs:line 321
2023-08-18 15:01:47    --- End of inner exception stack trace ---
2023-08-18 15:01:47    at Couchbase.Transactions.Transactions.RunAsync(Func`2 transactionLogic, PerTransactionConfig perConfig, Boolean singleQueryTransactionMode) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/Transactions.cs:line 229
2023-08-18 15:01:47    at Couchbase.Transactions.FitPerformer.TwoWayTransaction.Run(Transactions transactions, TransactionCreateRequest request, ClusterConnection connection, IServerStreamWriter`1 responseStream) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 68
2023-08-18 15:01:47 -----------------------Context Info---------------------------
2023-08-18 15:01:47 
2023-08-18 15:01:47  {}
2023-08-18 15:01:47 [09:31:47.079 WRN] [] Completed Transaction with Exception TestFailureException:  Operation failed unexpectedly, was expecting  one of
2023-08-18 15:01:47 [ { "success": true } ]
2023-08-18 15:01:47 but got
2023-08-18 15:01:47 { "autoRollbackAttempt": true, "toRaise": "EXCEPTION_FAILED", "cause": { "exception": "ActiveTransactionRecordEntryNotFound" } }: Exception of type 'Couchbase.Transactions.Error.External.TransactionOperationFailedException' was thrown.
2023-08-18 15:01:47  ---> Couchbase.Transactions.Error.External.TransactionOperationFailedException: Exception of type 'Couchbase.Transactions.Error.External.TransactionOperationFailedException' was thrown.
2023-08-18 15:01:47    at Couchbase.Transactions.AttemptContext.GetWithKv(ICouchbaseCollection collection, String id, IRequestSpan parentSpan) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 202
2023-08-18 15:01:47    at Couchbase.Transactions.AttemptContext.GetAsync(ICouchbaseCollection collection, String id) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 133
2023-08-18 15:01:47    at Couchbase.Transactions.FitPerformer.TwoWayTransaction.<>c__DisplayClass7_2.<<PerformOperation>b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 152
2023-08-18 15:01:47 --- End of stack trace from previous location ---
2023-08-18 15:01:47    at Couchbase.Transactions.FitPerformer.TwoWayTransaction.PerformOperation(String testName, String opDebug, AttemptContext ctx, Boolean doNotPropagateError, ICollection`1 expectedResults, Func`1 op) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 420
2023-08-18 15:01:47 -----------------------Context Info---------------------------
2023-08-18 15:01:47 
2023-08-18 15:01:47 
2023-08-18 15:01:47    --- End of inner exception stack trace ---
2023-08-18 15:01:47    at Couchbase.Transactions.FitPerformer.TwoWayTransaction.Run(Transactions transactions, TransactionCreateRequest request, ClusterConnection connection, IServerStreamWriter`1 responseStream) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 95
2023-08-18 15:01:47    at Couchbase.Transactions.FitPerformer.PerformerServiceImpl.transactionCreate(TransactionCreateRequest request, ServerCallContext context) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/PerformerService.cs:line 203 {}
2023-08-18 15:01:47 [09:31:47.361 DBG] [] transactionCreate: { "transactionsFactoryRef": "8a43d40b-0db1-47eb-8275-be9439e780f6", "attempts": [ { "commands": [ { "replace": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "55d38fa8-1332-402f-80a5-4b7cea28a3c4" }, "contentJson": "{\"content\":\"updated\"}", "expectedResult": [ { "error": { "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookPoint": "AFTER_STAGED_REPLACE_COMPLETE" } ] }, "clusterConnectionId": "defaultClusterConnection_f915a00b-42b3-401d-8b97-486e04d8cf1f" } {}
2023-08-18 15:01:47 [09:31:47.361 INF] [] Starting Transaction Test  {}
2023-08-18 15:01:47 [09:31:47.361 DBG] [] Test: { "transactionsFactoryRef": "8a43d40b-0db1-47eb-8275-be9439e780f6", "attempts": [ { "commands": [ { "replace": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "55d38fa8-1332-402f-80a5-4b7cea28a3c4" }, "contentJson": "{\"content\":\"updated\"}", "expectedResult": [ { "error": { "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookPoint": "AFTER_STAGED_REPLACE_COMPLETE" } ] }, "clusterConnectionId": "defaultClusterConnection_f915a00b-42b3-401d-8b97-486e04d8cf1f" } {}
2023-08-18 15:01:47 [09:31:47.361 DBG] [] clusterConnectionId:defaultClusterConnection_f915a00b-42b3-401d-8b97-486e04d8cf1f {}
2023-08-18 15:01:47 [09:31:47.361 DBG] [] Using custom connection at host : couchbase://172.23.111.130 and with username Administrator {}
2023-08-18 15:01:47 [09:31:47.361 DBG] [] Registering 1 hooks {}
2023-08-18 15:01:47 [09:31:47.361 DBG] []   - Hook Point AfterStagedReplaceComplete with Action FailHard {}
2023-08-18 15:01:47 [09:31:47.362 DBG] []  Starting Attempt 0 {}
2023-08-18 15:01:47 [09:31:47.362 DBG] []  Performing TransactionCommand Replace {}
2023-08-18 15:01:47 [09:31:47.362 DBG] [] fe14619f-ca08-412c-aeb1-253b65334a95.4035ac21-6435-4af4-8243-924a5f699884: Performing command: replace {}
2023-08-18 15:01:47 [09:31:47.634 DBG] [Couchbase.Transactions.AttemptContext] GetWithMav for <ud>55d38fa8-1332-402f-80a5-4b7cea28a3c4</ud>, attemptId=4035ac21-6435-4af4-8243-924a5f699884, postCas=1692351107671457792 {"Scope": ["GetWithKv", "GetWithMav"]}
2023-08-18 15:01:47 [09:31:47.635 DBG] [Couchbase.Transactions.AttemptContext] CheckWriteWriteConflict@WW_RP for <ud>default::_default::_default::55d38fa8-1332-402f-80a5-4b7cea28a3c4</ud>, attempt=4035ac21-6435-4af4-8243-924a5f699884 {"Scope": ["ReplaceWithKv", "CheckWriteWriteConflict"]}
2023-08-18 15:01:47 [09:31:47.635 DBG] [Couchbase.Transactions.AttemptContext] CheckWriteWriteConflict no other txn for <ud>default::_default::_default::55d38fa8-1332-402f-80a5-4b7cea28a3c4</ud>, attempt=4035ac21-6435-4af4-8243-924a5f699884 {"Scope": ["ReplaceWithKv", "CheckWriteWriteConflict"]}
2023-08-18 15:01:47 [09:31:47.635 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Requested Durability = Majority {"Scope": ["ReplaceWithKv", "InitAtrIfNeeded"]}
2023-08-18 15:01:47 [09:31:47.904 INF] [Couchbase.Transactions.DataAccess.AtrRepository] Upserted ATR to PENDING _txn:atr-916-#12b0/attempts.4035ac21-6435-4af4-8243-924a5f699884 (cas = 1692351108224712704) {"Scope": ["ReplaceWithKv", "SetAtrPending", "MutateAtrPending"]}
2023-08-18 15:01:47 [09:31:47.904 DBG] [Couchbase.Transactions.AttemptContext] SetAtrPending for <ud>default._default._default::_txn:atr-916-#12b0</ud> (attempt=4035ac21-6435-4af4-8243-924a5f699884) {"Scope": ["ReplaceWithKv", "SetAtrPending"]}
2023-08-18 15:01:48 [09:31:48.172 DBG] [Couchbase.Transactions.AttemptContext] CreateStagedReplace for <ud>55d38fa8-1332-402f-80a5-4b7cea28a3c4</ud>, attemptId=4035ac21-6435-4af4-8243-924a5f699884, preCase=1692351107671457792, postCas=1692351108494589952, accessDeleted=False {"Scope": ["ReplaceWithKv", "CreateStagedReplace"]}
2023-08-18 15:01:48 [09:31:48.176 DBG] []  ExternalException.Unknown: Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown.
2023-08-18 15:01:48    at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.<ConfigureHook>b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285
2023-08-18 15:01:48    at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<<ConfigureHook>b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 377
2023-08-18 15:01:48 --- End of stack trace from previous location ---
2023-08-18 15:01:48    at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 464
2023-08-18 15:01:48    at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<<SelectHookRaw>b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260
2023-08-18 15:01:48 --- End of stack trace from previous location ---
2023-08-18 15:01:48    at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 268
2023-08-18 15:01:48    at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248
2023-08-18 15:01:48    at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterStagedReplaceComplete(AttemptContext ctx, String id) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 145
2023-08-18 15:01:48    at Couchbase.Transactions.AttemptContext.CreateStagedReplace(TransactionGetResult doc, Object content, Boolean accessDeleted, IRequestSpan parentSpan) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 510 {}
2023-08-18 15:01:48 [09:31:48.176 DBG] []  Operation 'replace' failed as expected {}
2023-08-18 15:01:48 [09:31:48.177 DBG] [ExecuteApplicationLambda] Propagating error up. (ec = FailHard, retry = False, finalError = TransactionFailed) {}
2023-08-18 15:01:48 [09:31:48.177 INF] [ExecuteApplicationLambda] Attempt 4035ac21-6435-4af4-8243-924a5f699884 completed.  CleanupClient=False, LostCleanup=False {}
2023-08-18 15:01:48 Transaction Failed with: Couchbase.Transactions.Error.TransactionFailedException: Transaction failed.
2023-08-18 15:01:48  ---> Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown.
2023-08-18 15:01:48    at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.<ConfigureHook>b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285
2023-08-18 15:01:48    at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<<ConfigureHook>b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 377
2023-08-18 15:01:48 --- End of stack trace from previous location ---
2023-08-18 15:01:48    at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 464
2023-08-18 15:01:48    at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<<SelectHookRaw>b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260
2023-08-18 15:01:48 --- End of stack trace from previous location ---
2023-08-18 15:01:48    at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 268
2023-08-18 15:01:48    at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248
2023-08-18 15:01:48    at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterStagedReplaceComplete(AttemptContext ctx, String id) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 145
2023-08-18 15:01:48    at Couchbase.Transactions.AttemptContext.CreateStagedReplace(TransactionGetResult doc, Object content, Boolean accessDeleted, IRequestSpan parentSpan) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 510
2023-08-18 15:01:48    --- End of inner exception stack trace ---
2023-08-18 15:01:48    at Couchbase.Transactions.Transactions.RunAsync(Func`2 transactionLogic, PerTransactionConfig perConfig, Boolean singleQueryTransactionMode) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/Transactions.cs:line 229
2023-08-18 15:01:48    at Couchbase.Transactions.FitPerformer.TwoWayTransaction.Run(Transactions transactions, TransactionCreateRequest request, ClusterConnection connection, IServerStreamWriter`1 responseStream) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 68
2023-08-18 15:01:48 -----------------------Context Info---------------------------
2023-08-18 15:01:48 
2023-08-18 15:01:48 
2023-08-18 15:01:48 [09:31:48.185 DBG] [] UNKNOWN due to Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown.
2023-08-18 15:01:48    at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.<ConfigureHook>b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285
2023-08-18 15:01:48    at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<<ConfigureHook>b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 377
2023-08-18 15:01:48 --- End of stack trace from previous location ---
2023-08-18 15:01:48    at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 464
2023-08-18 15:01:48    at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<<SelectHookRaw>b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260
2023-08-18 15:01:48 --- End of stack trace from previous location ---
2023-08-18 15:01:48    at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 268
2023-08-18 15:01:48    at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248
2023-08-18 15:01:48    at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterStagedReplaceComplete(AttemptContext ctx, String id) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 145
2023-08-18 15:01:48    at Couchbase.Transactions.AttemptContext.CreateStagedReplace(TransactionGetResult doc, Object content, Boolean accessDeleted, IRequestSpan parentSpan) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 510 {}
2023-08-18 15:01:48 [09:31:48.185 INF] [] Completed Transaction Test  {}
2023-08-18 15:01:49 [09:31:49.072 DBG] [] transactionCleanup: { "atrId": "_txn:atr-916-#12b0", "attemptId": "4035ac21-6435-4af4-8243-924a5f699884", "transactionId": "fe14619f-ca08-412c-aeb1-253b65334a95", "atr": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "_txn:atr-916-#12b0" }, "clusterConnectionId": "defaultClusterConnection_f915a00b-42b3-401d-8b97-486e04d8cf1f" } {}
2023-08-18 15:01:49 [09:31:49.072 DBG] [] clusterConnectionId:defaultClusterConnection_f915a00b-42b3-401d-8b97-486e04d8cf1f {}
2023-08-18 15:01:49 [09:31:49.072 DBG] [] Using custom connection at host : couchbase://172.23.111.130 and with username Administrator {}
2023-08-18 15:01:49 [09:31:49.072 DBG] [] No hooks registered {}
2023-08-18 15:01:49 [09:31:49.387 DBG] [Couchbase.Transactions.Cleanup.Cleaner] Cleaner.transactionCleanup: Processing cleanup request: CleanupRequest { AttemptId = 4035ac21-6435-4af4-8243-924a5f699884, AtrId = _txn:atr-916-#12b0, AtrCollection = Couchbase.KeyValue.CouchbaseCollection, InsertedIds = System.Collections.Generic.List`1[Couchbase.Transactions.Components.DocRecord], ReplacedIds = System.Collections.Generic.List`1[Couchbase.Transactions.Components.DocRecord], RemovedIds = System.Collections.Generic.List`1[Couchbase.Transactions.Components.DocRecord], State = PENDING, WhenReadyToBeProcessed = 08/18/2023 09:31:49 +00:00, ProcessingErrors = System.Collections.Concurrent.ConcurrentQueue`1[System.Exception], ForwardCompatibility = , DurabilityLevel =  } {}
2023-08-18 15:01:49 [09:31:49.387 INF] [Couchbase.Transactions.Cleanup.Cleaner] Cleaning up atr entry: _txn:atr-916-#12b0/4035ac21-6435-4af4-8243-924a5f699884 {"Scope": ["CleanupAtrEntry"]}
2023-08-18 15:01:49 [09:31:49.666 INF] [Couchbase.Transactions.Cleanup.Cleaner] Attempt 4035ac21-6435-4af4-8243-924a5f699884: ATR _txn:atr-916-#12b0 cleaned up. {"Scope": ["CleanupAtrEntry"]}
2023-08-18 15:01:50 [09:31:50.222 DBG] [] transactionCreate: { "transactionsFactoryRef": "8a43d40b-0db1-47eb-8275-be9439e780f6", "attempts": [ { "commands": [ { "replace": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "55d38fa8-1332-402f-80a5-4b7cea28a3c4" }, "contentJson": "{\"content\":\"updated\"}", "expectedResult": [ { "success": true } ] } } ] } ], "options": { }, "clusterConnectionId": "defaultClusterConnection_f915a00b-42b3-401d-8b97-486e04d8cf1f" } {}
2023-08-18 15:01:50 [09:31:50.222 INF] [] Starting Transaction Test  {}
2023-08-18 15:01:50 [09:31:50.222 DBG] [] Test: { "transactionsFactoryRef": "8a43d40b-0db1-47eb-8275-be9439e780f6", "attempts": [ { "commands": [ { "replace": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "55d38fa8-1332-402f-80a5-4b7cea28a3c4" }, "contentJson": "{\"content\":\"updated\"}", "expectedResult": [ { "success": true } ] } } ] } ], "options": { }, "clusterConnectionId": "defaultClusterConnection_f915a00b-42b3-401d-8b97-486e04d8cf1f" } {}
2023-08-18 15:01:50 [09:31:50.222 DBG] [] clusterConnectionId:defaultClusterConnection_f915a00b-42b3-401d-8b97-486e04d8cf1f {}
2023-08-18 15:01:50 [09:31:50.222 DBG] [] Using custom connection at host : couchbase://172.23.111.130 and with username Administrator {}
2023-08-18 15:01:50 [09:31:50.222 DBG] [] No hooks registered {}
2023-08-18 15:01:50 [09:31:50.222 DBG] []  Starting Attempt 0 {}
2023-08-18 15:01:50 [09:31:50.222 DBG] []  Performing TransactionCommand Replace {}
2023-08-18 15:01:50 [09:31:50.222 DBG] [] 59810084-5b61-4948-8241-25d20c6f22f1.99bcb7c2-5bc8-4a41-8928-12b2a3a86703: Performing command: replace {}
2023-08-18 15:01:50 [09:31:50.495 DBG] [Couchbase.Transactions.AttemptContext] GetWithMav for <ud>55d38fa8-1332-402f-80a5-4b7cea28a3c4</ud>, attemptId=99bcb7c2-5bc8-4a41-8928-12b2a3a86703, postCas=1692351110520504320 {"Scope": ["GetWithKv", "GetWithMav"]}
2023-08-18 15:01:50 [09:31:50.757 WRN] []  Operation failed unexpectedly, was expecting [{"Success": true, "AnythingAllowed": false, "Error": null, "Exception": "Unknown", "ResultCase": "Success", "$type": "ExpectedResult"}] but got {"ErrorClass": "EcFailHard", "AutoRollbackAttempt": true, "RetryTransaction": false, "ToRaise": "ExceptionFailed", "Cause": {"DoNotCheck": false, "Exception": "ActiveTransactionRecordEntryNotFound", "CauseCase": "Exception", "$type": "ExpectedCause"}, "$type": "ErrorWrapper"}: Exception of type 'Couchbase.Transactions.Error.External.TransactionOperationFailedException' was thrown. {}
2023-08-18 15:01:50 [09:31:50.762 WRN] [ExecuteApplicationLambda] Attempt failed, attempting automatic rollback... {}
2023-08-18 15:01:50 [09:31:50.762 DBG] [ExecuteApplicationLambda] Propagating error up. (ec = FailOther, retry = False, finalError = TransactionFailed) {}
2023-08-18 15:01:50 [09:31:50.762 INF] [ExecuteApplicationLambda] Attempt 99bcb7c2-5bc8-4a41-8928-12b2a3a86703 completed.  CleanupClient=False, LostCleanup=False {}
2023-08-18 15:01:50 Transaction Failed with: Couchbase.Transactions.Error.TransactionFailedException: Transaction failed.
2023-08-18 15:01:50  ---> TestFailureException:  Operation failed unexpectedly, was expecting  one of
2023-08-18 15:01:50 [ { "success": true } ]
2023-08-18 15:01:50 but got
2023-08-18 15:01:50 { "autoRollbackAttempt": true, "toRaise": "EXCEPTION_FAILED", "cause": { "exception": "ActiveTransactionRecordEntryNotFound" } }: Exception of type 'Couchbase.Transactions.Error.External.TransactionOperationFailedException' was thrown.
2023-08-18 15:01:50  ---> Couchbase.Transactions.Error.External.TransactionOperationFailedException: Exception of type 'Couchbase.Transactions.Error.External.TransactionOperationFailedException' was thrown.
2023-08-18 15:01:50    at Couchbase.Transactions.AttemptContext.GetWithKv(ICouchbaseCollection collection, String id, IRequestSpan parentSpan) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 211
2023-08-18 15:01:50    at Couchbase.Transactions.AttemptContext.GetAsync(ICouchbaseCollection collection, String id) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 140
2023-08-18 15:01:50    at Couchbase.Transactions.FitPerformer.TwoWayTransaction.<>c__DisplayClass7_2.<<PerformOperation>b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 152
2023-08-18 15:01:50 --- End of stack trace from previous location ---
2023-08-18 15:01:50    at Couchbase.Transactions.FitPerformer.TwoWayTransaction.PerformOperation(String testName, String opDebug, AttemptContext ctx, Boolean doNotPropagateError, ICollection`1 expectedResults, Func`1 op) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 420
2023-08-18 15:01:50 -----------------------Context Info---------------------------
2023-08-18 15:01:50 
2023-08-18 15:01:50 
2023-08-18 15:01:50    --- End of inner exception stack trace ---
2023-08-18 15:01:50    at Couchbase.Transactions.FitPerformer.TwoWayTransaction.PerformOperation(String testName, String opDebug, AttemptContext ctx, Boolean doNotPropagateError, ICollection`1 expectedResults, Func`1 op) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 567
2023-08-18 15:01:50    at Couchbase.Transactions.FitPerformer.TwoWayTransaction.PerformOperation(String testName, AttemptContext ctx, TransactionCommand command, ClusterConnection connection, IServerStreamWriter`1 responseStream) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 141
2023-08-18 15:01:50    at Couchbase.Transactions.FitPerformer.TwoWayTransaction.<>c__DisplayClass5_0.<<Run>b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 79
2023-08-18 15:01:50 --- End of stack trace from previous location ---
2023-08-18 15:01:50    at Couchbase.Transactions.Transactions.ExecuteApplicationLambda(Func`2 transactionLogic, TransactionContext overallContext, ILoggerFactory loggerFactory, TransactionResult result, IRequestSpan parentSpan, Boolean singleQueryTransactionMode) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/Transactions.cs:line 407
2023-08-18 15:01:50    --- End of inner exception stack trace ---
2023-08-18 15:01:50    at Couchbase.Transactions.Transactions.RunAsync(Func`2 transactionLogic, PerTransactionConfig perConfig, Boolean singleQueryTransactionMode) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/Transactions.cs:line 229
2023-08-18 15:01:50    at Couchbase.Transactions.FitPerformer.TwoWayTransaction.Run(Transactions transactions, TransactionCreateRequest request, ClusterConnection connection, IServerStreamWriter`1 responseStream) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 68
2023-08-18 15:01:50 -----------------------Context Info---------------------------
2023-08-18 15:01:50 
2023-08-18 15:01:50 
2023-08-18 15:01:50 [09:31:50.770 ERR] [] Test failed due to exception: Couchbase.Transactions.Error.TransactionFailedException: Transaction failed.
2023-08-18 15:01:50  ---> TestFailureException:  Operation failed unexpectedly, was expecting  one of
2023-08-18 15:01:50 [ { "success": true } ]
2023-08-18 15:01:50 but got
2023-08-18 15:01:50 { "autoRollbackAttempt": true, "toRaise": "EXCEPTION_FAILED", "cause": { "exception": "ActiveTransactionRecordEntryNotFound" } }: Exception of type 'Couchbase.Transactions.Error.External.TransactionOperationFailedException' was thrown.
2023-08-18 15:01:50  ---> Couchbase.Transactions.Error.External.TransactionOperationFailedException: Exception of type 'Couchbase.Transactions.Error.External.TransactionOperationFailedException' was thrown.
2023-08-18 15:01:50    at Couchbase.Transactions.AttemptContext.GetWithKv(ICouchbaseCollection collection, String id, IRequestSpan parentSpan) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 211
2023-08-18 15:01:50    at Couchbase.Transactions.AttemptContext.GetAsync(ICouchbaseCollection collection, String id) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 140
2023-08-18 15:01:50    at Couchbase.Transactions.FitPerformer.TwoWayTransaction.<>c__DisplayClass7_2.<<PerformOperation>b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 152
2023-08-18 15:01:50 --- End of stack trace from previous location ---
2023-08-18 15:01:50    at Couchbase.Transactions.FitPerformer.TwoWayTransaction.PerformOperation(String testName, String opDebug, AttemptContext ctx, Boolean doNotPropagateError, ICollection`1 expectedResults, Func`1 op) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 420
2023-08-18 15:01:50 -----------------------Context Info---------------------------
2023-08-18 15:01:50 
2023-08-18 15:01:50 
2023-08-18 15:01:50    --- End of inner exception stack trace ---
2023-08-18 15:01:50    at Couchbase.Transactions.FitPerformer.TwoWayTransaction.PerformOperation(String testName, String opDebug, AttemptContext ctx, Boolean doNotPropagateError, ICollection`1 expectedResults, Func`1 op) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 567
2023-08-18 15:01:50    at Couchbase.Transactions.FitPerformer.TwoWayTransaction.PerformOperation(String testName, AttemptContext ctx, TransactionCommand command, ClusterConnection connection, IServerStreamWriter`1 responseStream) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 141
2023-08-18 15:01:50    at Couchbase.Transactions.FitPerformer.TwoWayTransaction.<>c__DisplayClass5_0.<<Run>b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 79
2023-08-18 15:01:50 --- End of stack trace from previous location ---
2023-08-18 15:01:50    at Couchbase.Transactions.Transactions.ExecuteApplicationLambda(Func`2 transactionLogic, TransactionContext overallContext, ILoggerFactory loggerFactory, TransactionResult result, IRequestSpan parentSpan, Boolean singleQueryTransactionMode) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/Transactions.cs:line 407
2023-08-18 15:01:50    --- End of inner exception stack trace ---
2023-08-18 15:01:50    at Couchbase.Transactions.Transactions.RunAsync(Func`2 transactionLogic, PerTransactionConfig perConfig, Boolean singleQueryTransactionMode) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/Transactions.cs:line 229
2023-08-18 15:01:50    at Couchbase.Transactions.FitPerformer.TwoWayTransaction.Run(Transactions transactions, TransactionCreateRequest request, ClusterConnection connection, IServerStreamWriter`1 responseStream) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 68
2023-08-18 15:01:50 -----------------------Context Info---------------------------
2023-08-18 15:01:50 
2023-08-18 15:01:50  {}
2023-08-18 15:01:50 [09:31:50.770 WRN] [] Completed Transaction with Exception TestFailureException:  Operation failed unexpectedly, was expecting  one of
2023-08-18 15:01:50 [ { "success": true } ]
2023-08-18 15:01:50 but got
2023-08-18 15:01:50 { "autoRollbackAttempt": true, "toRaise": "EXCEPTION_FAILED", "cause": { "exception": "ActiveTransactionRecordEntryNotFound" } }: Exception of type 'Couchbase.Transactions.Error.External.TransactionOperationFailedException' was thrown.
2023-08-18 15:01:50  ---> Couchbase.Transactions.Error.External.TransactionOperationFailedException: Exception of type 'Couchbase.Transactions.Error.External.TransactionOperationFailedException' was thrown.
2023-08-18 15:01:50    at Couchbase.Transactions.AttemptContext.GetWithKv(ICouchbaseCollection collection, String id, IRequestSpan parentSpan) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 211
2023-08-18 15:01:50    at Couchbase.Transactions.AttemptContext.GetAsync(ICouchbaseCollection collection, String id) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 140
2023-08-18 15:01:50    at Couchbase.Transactions.FitPerformer.TwoWayTransaction.<>c__DisplayClass7_2.<<PerformOperation>b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 152
2023-08-18 15:01:50 --- End of stack trace from previous location ---
2023-08-18 15:01:50    at Couchbase.Transactions.FitPerformer.TwoWayTransaction.PerformOperation(String testName, String opDebug, AttemptContext ctx, Boolean doNotPropagateError, ICollection`1 expectedResults, Func`1 op) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 420
2023-08-18 15:01:50 -----------------------Context Info---------------------------
2023-08-18 15:01:50 
2023-08-18 15:01:50 
2023-08-18 15:01:50    --- End of inner exception stack trace ---
2023-08-18 15:01:50    at Couchbase.Transactions.FitPerformer.TwoWayTransaction.Run(Transactions transactions, TransactionCreateRequest request, ClusterConnection connection, IServerStreamWriter`1 responseStream) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 95
2023-08-18 15:01:50    at Couchbase.Transactions.FitPerformer.PerformerServiceImpl.transactionCreate(TransactionCreateRequest request, ServerCallContext context) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/PerformerService.cs:line 212 {}
2023-08-18 15:01:51 [09:31:51.041 DBG] [] transactionCreate: { "transactionsFactoryRef": "8a43d40b-0db1-47eb-8275-be9439e780f6", "attempts": [ { "commands": [ { "replace": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "8abd3024-af0b-4d81-91a8-96dabbec791d" }, "contentJson": "{\"content\":\"updated\"}", "expectedResult": [ { "error": { "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookPoint": "AFTER_STAGED_REPLACE_COMPLETE" } ] }, "clusterConnectionId": "defaultClusterConnection_f915a00b-42b3-401d-8b97-486e04d8cf1f" } {}
2023-08-18 15:01:51 [09:31:51.041 INF] [] Starting Transaction Test  {}
2023-08-18 15:01:51 [09:31:51.041 DBG] [] Test: { "transactionsFactoryRef": "8a43d40b-0db1-47eb-8275-be9439e780f6", "attempts": [ { "commands": [ { "replace": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "8abd3024-af0b-4d81-91a8-96dabbec791d" }, "contentJson": "{\"content\":\"updated\"}", "expectedResult": [ { "error": { "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookPoint": "AFTER_STAGED_REPLACE_COMPLETE" } ] }, "clusterConnectionId": "defaultClusterConnection_f915a00b-42b3-401d-8b97-486e04d8cf1f" } {}
2023-08-18 15:01:51 [09:31:51.042 DBG] [] clusterConnectionId:defaultClusterConnection_f915a00b-42b3-401d-8b97-486e04d8cf1f {}
2023-08-18 15:01:51 [09:31:51.042 DBG] [] Using custom connection at host : couchbase://172.23.111.130 and with username Administrator {}
2023-08-18 15:01:51 [09:31:51.042 DBG] [] Registering 1 hooks {}
2023-08-18 15:01:51 [09:31:51.042 DBG] []   - Hook Point AfterStagedReplaceComplete with Action FailHard {}
2023-08-18 15:01:51 [09:31:51.043 DBG] []  Starting Attempt 0 {}
2023-08-18 15:01:51 [09:31:51.043 DBG] []  Performing TransactionCommand Replace {}
2023-08-18 15:01:51 [09:31:51.043 DBG] [] 0405d62c-8c91-4bac-8fc0-114d854de528.4c73112b-31a7-47ba-8992-2f4577ab3eb9: Performing command: replace {}
2023-08-18 15:01:51 [09:31:51.321 DBG] [Couchbase.Transactions.AttemptContext] GetWithMav for <ud>8abd3024-af0b-4d81-91a8-96dabbec791d</ud>, attemptId=4c73112b-31a7-47ba-8992-2f4577ab3eb9, postCas=1692351111364673536 {"Scope": ["GetWithKv", "GetWithMav"]}
2023-08-18 15:01:51 [09:31:51.322 DBG] [Couchbase.Transactions.AttemptContext] CheckWriteWriteConflict@WW_RP for <ud>default::_default::_default::8abd3024-af0b-4d81-91a8-96dabbec791d</ud>, attempt=4c73112b-31a7-47ba-8992-2f4577ab3eb9 {"Scope": ["ReplaceWithKv", "CheckWriteWriteConflict"]}
2023-08-18 15:01:51 [09:31:51.323 DBG] [Couchbase.Transactions.AttemptContext] CheckWriteWriteConflict no other txn for <ud>default::_default::_default::8abd3024-af0b-4d81-91a8-96dabbec791d</ud>, attempt=4c73112b-31a7-47ba-8992-2f4577ab3eb9 {"Scope": ["ReplaceWithKv", "CheckWriteWriteConflict"]}
2023-08-18 15:01:51 [09:31:51.323 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Requested Durability = Majority {"Scope": ["ReplaceWithKv", "InitAtrIfNeeded"]}
2023-08-18 15:01:51 [09:31:51.640 INF] [Couchbase.Transactions.DataAccess.AtrRepository] Upserted ATR to PENDING _txn:atr-624-#82/attempts.4c73112b-31a7-47ba-8992-2f4577ab3eb9 (cas = 1692351111917142016) {"Scope": ["ReplaceWithKv", "SetAtrPending", "MutateAtrPending"]}
2023-08-18 15:01:51 [09:31:51.640 DBG] [Couchbase.Transactions.AttemptContext] SetAtrPending for <ud>default._default._default::_txn:atr-624-#82</ud> (attempt=4c73112b-31a7-47ba-8992-2f4577ab3eb9) {"Scope": ["ReplaceWithKv", "SetAtrPending"]}
2023-08-18 15:01:51 [09:31:51.915 DBG] [Couchbase.Transactions.AttemptContext] CreateStagedReplace for <ud>8abd3024-af0b-4d81-91a8-96dabbec791d</ud>, attemptId=4c73112b-31a7-47ba-8992-2f4577ab3eb9, preCase=1692351111364673536, postCas=1692351112232042496, accessDeleted=False {"Scope": ["ReplaceWithKv", "CreateStagedReplace"]}
2023-08-18 15:01:51 [09:31:51.920 DBG] []  ExternalException.Unknown: Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown.
2023-08-18 15:01:51    at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.<ConfigureHook>b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285
2023-08-18 15:01:51    at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<<ConfigureHook>b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 377
2023-08-18 15:01:51 --- End of stack trace from previous location ---
2023-08-18 15:01:51    at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 464
2023-08-18 15:01:51    at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<<SelectHookRaw>b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260
2023-08-18 15:01:51 --- End of stack trace from previous location ---
2023-08-18 15:01:51    at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 268
2023-08-18 15:01:51    at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248
2023-08-18 15:01:51    at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterStagedReplaceComplete(AttemptContext ctx, String id) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 145
2023-08-18 15:01:51    at Couchbase.Transactions.AttemptContext.CreateStagedReplace(TransactionGetResult doc, Object content, Boolean accessDeleted, IRequestSpan parentSpan) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 510 {}
2023-08-18 15:01:51 [09:31:51.920 DBG] []  Operation 'replace' failed as expected {}
2023-08-18 15:01:51 [09:31:51.920 DBG] [ExecuteApplicationLambda] Propagating error up. (ec = FailHard, retry = False, finalError = TransactionFailed) {}
2023-08-18 15:01:51 [09:31:51.920 INF] [ExecuteApplicationLambda] Attempt 4c73112b-31a7-47ba-8992-2f4577ab3eb9 completed.  CleanupClient=False, LostCleanup=False {}
2023-08-18 15:01:51 Transaction Failed with: Couchbase.Transactions.Error.TransactionFailedException: Transaction failed.
2023-08-18 15:01:51  ---> Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown.
2023-08-18 15:01:51    at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.<ConfigureHook>b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285
2023-08-18 15:01:51    at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<<ConfigureHook>b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 377
2023-08-18 15:01:51 --- End of stack trace from previous location ---
2023-08-18 15:01:51    at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 464
2023-08-18 15:01:51    at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<<SelectHookRaw>b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260
2023-08-18 15:01:51 --- End of stack trace from previous location ---
2023-08-18 15:01:51    at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 268
2023-08-18 15:01:51    at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248
2023-08-18 15:01:51    at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterStagedReplaceComplete(AttemptContext ctx, String id) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 145
2023-08-18 15:01:51    at Couchbase.Transactions.AttemptContext.CreateStagedReplace(TransactionGetResult doc, Object content, Boolean accessDeleted, IRequestSpan parentSpan) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 510
2023-08-18 15:01:51    --- End of inner exception stack trace ---
2023-08-18 15:01:51    at Couchbase.Transactions.Transactions.RunAsync(Func`2 transactionLogic, PerTransactionConfig perConfig, Boolean singleQueryTransactionMode) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/Transactions.cs:line 229
2023-08-18 15:01:51    at Couchbase.Transactions.FitPerformer.TwoWayTransaction.Run(Transactions transactions, TransactionCreateRequest request, ClusterConnection connection, IServerStreamWriter`1 responseStream) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 68
2023-08-18 15:01:51 -----------------------Context Info---------------------------
2023-08-18 15:01:51 
2023-08-18 15:01:51 
2023-08-18 15:01:51 [09:31:51.924 DBG] [] UNKNOWN due to Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown.
2023-08-18 15:01:51    at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.<ConfigureHook>b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285
2023-08-18 15:01:51    at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<<ConfigureHook>b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 377
2023-08-18 15:01:51 --- End of stack trace from previous location ---
2023-08-18 15:01:51    at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 464
2023-08-18 15:01:51    at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<<SelectHookRaw>b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260
2023-08-18 15:01:51 --- End of stack trace from previous location ---
2023-08-18 15:01:51    at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 268
2023-08-18 15:01:51    at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248
2023-08-18 15:01:51    at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterStagedReplaceComplete(AttemptContext ctx, String id) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 145
2023-08-18 15:01:51    at Couchbase.Transactions.AttemptContext.CreateStagedReplace(TransactionGetResult doc, Object content, Boolean accessDeleted, IRequestSpan parentSpan) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 510 {}
2023-08-18 15:01:51 [09:31:51.924 INF] [] Completed Transaction Test  {}
2023-08-18 15:01:53 [09:31:53.148 DBG] [] transactionCleanup: { "atrId": "_txn:atr-624-#82", "attemptId": "4c73112b-31a7-47ba-8992-2f4577ab3eb9", "transactionId": "0405d62c-8c91-4bac-8fc0-114d854de528", "atr": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "_txn:atr-624-#82" }, "clusterConnectionId": "defaultClusterConnection_f915a00b-42b3-401d-8b97-486e04d8cf1f" } {}
2023-08-18 15:01:53 [09:31:53.148 DBG] [] clusterConnectionId:defaultClusterConnection_f915a00b-42b3-401d-8b97-486e04d8cf1f {}
2023-08-18 15:01:53 [09:31:53.148 DBG] [] Using custom connection at host : couchbase://172.23.111.130 and with username Administrator {}
2023-08-18 15:01:53 [09:31:53.148 DBG] [] No hooks registered {}
2023-08-18 15:01:53 [09:31:53.413 DBG] [Couchbase.Transactions.Cleanup.Cleaner] Cleaner.transactionCleanup: Processing cleanup request: CleanupRequest { AttemptId = 4c73112b-31a7-47ba-8992-2f4577ab3eb9, AtrId = _txn:atr-624-#82, AtrCollection = Couchbase.KeyValue.CouchbaseCollection, InsertedIds = System.Collections.Generic.List`1[Couchbase.Transactions.Components.DocRecord], ReplacedIds = System.Collections.Generic.List`1[Couchbase.Transactions.Components.DocRecord], RemovedIds = System.Collections.Generic.List`1[Couchbase.Transactions.Components.DocRecord], State = PENDING, WhenReadyToBeProcessed = 08/18/2023 09:31:53 +00:00, ProcessingErrors = System.Collections.Concurrent.ConcurrentQueue`1[System.Exception], ForwardCompatibility = , DurabilityLevel =  } {}
2023-08-18 15:01:53 [09:31:53.413 INF] [Couchbase.Transactions.Cleanup.Cleaner] Cleaning up atr entry: _txn:atr-624-#82/4c73112b-31a7-47ba-8992-2f4577ab3eb9 {"Scope": ["CleanupAtrEntry"]}
2023-08-18 15:01:53 [09:31:53.746 INF] [Couchbase.Transactions.Cleanup.Cleaner] Attempt 4c73112b-31a7-47ba-8992-2f4577ab3eb9: ATR _txn:atr-624-#82 cleaned up. {"Scope": ["CleanupAtrEntry"]}
2023-08-18 15:01:54 [09:31:54.293 DBG] [] transactionCreate: { "transactionsFactoryRef": "8a43d40b-0db1-47eb-8275-be9439e780f6", "attempts": [ { "commands": [ { "replace": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "8abd3024-af0b-4d81-91a8-96dabbec791d" }, "contentJson": "{\"content\":\"updated\"}", "expectedResult": [ { "success": true } ] } } ] } ], "options": { }, "clusterConnectionId": "defaultClusterConnection_f915a00b-42b3-401d-8b97-486e04d8cf1f" } {}
2023-08-18 15:01:54 [09:31:54.293 INF] [] Starting Transaction Test  {}
2023-08-18 15:01:54 [09:31:54.293 DBG] [] Test: { "transactionsFactoryRef": "8a43d40b-0db1-47eb-8275-be9439e780f6", "attempts": [ { "commands": [ { "replace": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "8abd3024-af0b-4d81-91a8-96dabbec791d" }, "contentJson": "{\"content\":\"updated\"}", "expectedResult": [ { "success": true } ] } } ] } ], "options": { }, "clusterConnectionId": "defaultClusterConnection_f915a00b-42b3-401d-8b97-486e04d8cf1f" } {}
2023-08-18 15:01:54 [09:31:54.293 DBG] [] clusterConnectionId:defaultClusterConnection_f915a00b-42b3-401d-8b97-486e04d8cf1f {}
2023-08-18 15:01:54 [09:31:54.293 DBG] [] Using custom connection at host : couchbase://172.23.111.130 and with username Administrator {}
2023-08-18 15:01:54 [09:31:54.293 DBG] [] No hooks registered {}
2023-08-18 15:01:54 [09:31:54.293 DBG] []  Starting Attempt 0 {}
2023-08-18 15:01:54 [09:31:54.293 DBG] []  Performing TransactionCommand Replace {}
2023-08-18 15:01:54 [09:31:54.294 DBG] [] 1e0a6c68-b73e-43b2-9b11-84cb45c765af.fe825100-9722-4244-b393-aacdf626f320: Performing command: replace {}
2023-08-18 15:01:54 [09:31:54.556 DBG] [Couchbase.Transactions.AttemptContext] GetWithMav for <ud>8abd3024-af0b-4d81-91a8-96dabbec791d</ud>, attemptId=fe825100-9722-4244-b393-aacdf626f320, postCas=1692351114604511232 {"Scope": ["GetWithKv", "GetWithMav"]}
2023-08-18 15:01:54 [09:31:54.840 WRN] []  Operation failed unexpectedly, was expecting [{"Success": true, "AnythingAllowed": false, "Error": null, "Exception": "Unknown", "ResultCase": "Success", "$type": "ExpectedResult"}] but got {"ErrorClass": "EcFailHard", "AutoRollbackAttempt": true, "RetryTransaction": false, "ToRaise": "ExceptionFailed", "Cause": {"DoNotCheck": false, "Exception": "ActiveTransactionRecordEntryNotFound", "CauseCase": "Exception", "$type": "ExpectedCause"}, "$type": "ErrorWrapper"}: Exception of type 'Couchbase.Transactions.Error.External.TransactionOperationFailedException' was thrown. {}
2023-08-18 15:01:54 [09:31:54.840 WRN] [ExecuteApplicationLambda] Attempt failed, attempting automatic rollback... {}
2023-08-18 15:01:54 [09:31:54.840 DBG] [ExecuteApplicationLambda] Propagating error up. (ec = FailOther, retry = False, finalError = TransactionFailed) {}
2023-08-18 15:01:54 [09:31:54.840 INF] [ExecuteApplicationLambda] Attempt fe825100-9722-4244-b393-aacdf626f320 completed.  CleanupClient=False, LostCleanup=False {}
2023-08-18 15:01:54 Transaction Failed with: Couchbase.Transactions.Error.TransactionFailedException: Transaction failed.
2023-08-18 15:01:54  ---> TestFailureException:  Operation failed unexpectedly, was expecting  one of
2023-08-18 15:01:54 [ { "success": true } ]
2023-08-18 15:01:54 but got
2023-08-18 15:01:54 { "autoRollbackAttempt": true, "toRaise": "EXCEPTION_FAILED", "cause": { "exception": "ActiveTransactionRecordEntryNotFound" } }: Exception of type 'Couchbase.Transactions.Error.External.TransactionOperationFailedException' was thrown.
2023-08-18 15:01:54  ---> Couchbase.Transactions.Error.External.TransactionOperationFailedException: Exception of type 'Couchbase.Transactions.Error.External.TransactionOperationFailedException' was thrown.
2023-08-18 15:01:54    at Couchbase.Transactions.AttemptContext.GetWithKv(ICouchbaseCollection collection, String id, IRequestSpan parentSpan) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 211
2023-08-18 15:01:54    at Couchbase.Transactions.AttemptContext.GetAsync(ICouchbaseCollection collection, String id) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 140
2023-08-18 15:01:54    at Couchbase.Transactions.FitPerformer.TwoWayTransaction.<>c__DisplayClass7_2.<<PerformOperation>b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 162
2023-08-18 15:01:54 --- End of stack trace from previous location ---
2023-08-18 15:01:54    at Couchbase.Transactions.FitPerformer.TwoWayTransaction.PerformOperation(String testName, String opDebug, AttemptContext ctx, Boolean doNotPropagateError, ICollection`1 expectedResults, Func`1 op) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 420
2023-08-18 15:01:54 -----------------------Context Info---------------------------
2023-08-18 15:01:54 
2023-08-18 15:01:54 
2023-08-18 15:01:54    --- End of inner exception stack trace ---
2023-08-18 15:01:54    at Couchbase.Transactions.FitPerformer.TwoWayTransaction.PerformOperation(String testName, String opDebug, AttemptContext ctx, Boolean doNotPropagateError, ICollection`1 expectedResults, Func`1 op) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 567
2023-08-18 15:01:54    at Couchbase.Transactions.FitPerformer.TwoWayTransaction.PerformOperation(String testName, AttemptContext ctx, TransactionCommand command, ClusterConnection connection, IServerStreamWriter`1 responseStream) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 141
2023-08-18 15:01:54    at Couchbase.Transactions.FitPerformer.TwoWayTransaction.<>c__DisplayClass5_0.<<Run>b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 79
2023-08-18 15:01:54 --- End of stack trace from previous location ---
2023-08-18 15:01:54    at Couchbase.Transactions.Transactions.ExecuteApplicationLambda(Func`2 transactionLogic, TransactionContext overallContext, ILoggerFactory loggerFactory, TransactionResult result, IRequestSpan parentSpan, Boolean singleQueryTransactionMode) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/Transactions.cs:line 407
2023-08-18 15:01:54    --- End of inner exception stack trace ---
2023-08-18 15:01:54    at Couchbase.Transactions.Transactions.RunAsync(Func`2 transactionLogic, PerTransactionConfig perConfig, Boolean singleQueryTransactionMode) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/Transactions.cs:line 229
2023-08-18 15:01:54    at Couchbase.Transactions.FitPerformer.TwoWayTransaction.Run(Transactions transactions, TransactionCreateRequest request, ClusterConnection connection, IServerStreamWriter`1 responseStream) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 68
2023-08-18 15:01:54 -----------------------Context Info---------------------------
2023-08-18 15:01:54 
2023-08-18 15:01:54 
2023-08-18 15:01:54 [09:31:54.847 ERR] [] Test failed due to exception: Couchbase.Transactions.Error.TransactionFailedException: Transaction failed.
2023-08-18 15:01:54  ---> TestFailureException:  Operation failed unexpectedly, was expecting  one of
2023-08-18 15:01:54 [ { "success": true } ]
2023-08-18 15:01:54 but got
2023-08-18 15:01:54 { "autoRollbackAttempt": true, "toRaise": "EXCEPTION_FAILED", "cause": { "exception": "ActiveTransactionRecordEntryNotFound" } }: Exception of type 'Couchbase.Transactions.Error.External.TransactionOperationFailedException' was thrown.
2023-08-18 15:01:54  ---> Couchbase.Transactions.Error.External.TransactionOperationFailedException: Exception of type 'Couchbase.Transactions.Error.External.TransactionOperationFailedException' was thrown.
2023-08-18 15:01:54    at Couchbase.Transactions.AttemptContext.GetWithKv(ICouchbaseCollection collection, String id, IRequestSpan parentSpan) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 211
2023-08-18 15:01:54    at Couchbase.Transactions.AttemptContext.GetAsync(ICouchbaseCollection collection, String id) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 140
2023-08-18 15:01:54    at Couchbase.Transactions.FitPerformer.TwoWayTransaction.<>c__DisplayClass7_2.<<PerformOperation>b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 162
2023-08-18 15:01:54 --- End of stack trace from previous location ---
2023-08-18 15:01:54    at Couchbase.Transactions.FitPerformer.TwoWayTransaction.PerformOperation(String testName, String opDebug, AttemptContext ctx, Boolean doNotPropagateError, ICollection`1 expectedResults, Func`1 op) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 420
2023-08-18 15:01:54 -----------------------Context Info---------------------------
2023-08-18 15:01:54 
2023-08-18 15:01:54 
2023-08-18 15:01:54    --- End of inner exception stack trace ---
2023-08-18 15:01:54    at Couchbase.Transactions.FitPerformer.TwoWayTransaction.PerformOperation(String testName, String opDebug, AttemptContext ctx, Boolean doNotPropagateError, ICollection`1 expectedResults, Func`1 op) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 567
2023-08-18 15:01:54    at Couchbase.Transactions.FitPerformer.TwoWayTransaction.PerformOperation(String testName, AttemptContext ctx, TransactionCommand command, ClusterConnection connection, IServerStreamWriter`1 responseStream) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 141
2023-08-18 15:01:54    at Couchbase.Transactions.FitPerformer.TwoWayTransaction.<>c__DisplayClass5_0.<<Run>b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 79
2023-08-18 15:01:54 --- End of stack trace from previous location ---
2023-08-18 15:01:54    at Couchbase.Transactions.Transactions.ExecuteApplicationLambda(Func`2 transactionLogic, TransactionContext overallContext, ILoggerFactory loggerFactory, TransactionResult result, IRequestSpan parentSpan, Boolean singleQueryTransactionMode) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/Transactions.cs:line 407
2023-08-18 15:01:54    --- End of inner exception stack trace ---
2023-08-18 15:01:54    at Couchbase.Transactions.Transactions.RunAsync(Func`2 transactionLogic, PerTransactionConfig perConfig, Boolean singleQueryTransactionMode) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/Transactions.cs:line 229
2023-08-18 15:01:54    at Couchbase.Transactions.FitPerformer.TwoWayTransaction.Run(Transactions transactions, TransactionCreateRequest request, ClusterConnection connection, IServerStreamWriter`1 responseStream) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 68
2023-08-18 15:01:54 -----------------------Context Info---------------------------
2023-08-18 15:01:54 
2023-08-18 15:01:54  {}
2023-08-18 15:01:54 [09:31:54.847 WRN] [] Completed Transaction with Exception TestFailureException:  Operation failed unexpectedly, was expecting  one of
2023-08-18 15:01:54 [ { "success": true } ]
2023-08-18 15:01:54 but got
2023-08-18 15:01:54 { "autoRollbackAttempt": true, "toRaise": "EXCEPTION_FAILED", "cause": { "exception": "ActiveTransactionRecordEntryNotFound" } }: Exception of type 'Couchbase.Transactions.Error.External.TransactionOperationFailedException' was thrown.
2023-08-18 15:01:54  ---> Couchbase.Transactions.Error.External.TransactionOperationFailedException: Exception of type 'Couchbase.Transactions.Error.External.TransactionOperationFailedException' was thrown.
2023-08-18 15:01:54    at Couchbase.Transactions.AttemptContext.GetWithKv(ICouchbaseCollection collection, String id, IRequestSpan parentSpan) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 211
2023-08-18 15:01:54    at Couchbase.Transactions.AttemptContext.GetAsync(ICouchbaseCollection collection, String id) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 140
2023-08-18 15:01:54    at Couchbase.Transactions.FitPerformer.TwoWayTransaction.<>c__DisplayClass7_2.<<PerformOperation>b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 162
2023-08-18 15:01:54 --- End of stack trace from previous location ---
2023-08-18 15:01:54    at Couchbase.Transactions.FitPerformer.TwoWayTransaction.PerformOperation(String testName, String opDebug, AttemptContext ctx, Boolean doNotPropagateError, ICollection`1 expectedResults, Func`1 op) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 420
2023-08-18 15:01:54 -----------------------Context Info---------------------------
2023-08-18 15:01:54 
2023-08-18 15:01:54 
2023-08-18 15:01:54    --- End of inner exception stack trace ---
2023-08-18 15:01:54    at Couchbase.Transactions.FitPerformer.TwoWayTransaction.Run(Transactions transactions, TransactionCreateRequest request, ClusterConnection connection, IServerStreamWriter`1 responseStream) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 95
2023-08-18 15:01:54    at Couchbase.Transactions.FitPerformer.PerformerServiceImpl.transactionCreate(TransactionCreateRequest request, ServerCallContext context) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/PerformerService.cs:line 212 {}
2023-08-18 15:01:55 [09:31:55.113 DBG] [] transactionCreate: { "transactionsFactoryRef": "8a43d40b-0db1-47eb-8275-be9439e780f6", "attempts": [ { "commands": [ { "replace": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "bee8243e-4217-4a54-81bd-f65a91116309" }, "contentJson": "{\"content\":\"updated\"}", "expectedResult": [ { "error": { "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookPoint": "AFTER_STAGED_REPLACE_COMPLETE" } ] }, "clusterConnectionId": "defaultClusterConnection_f915a00b-42b3-401d-8b97-486e04d8cf1f" } {}
2023-08-18 15:01:55 [09:31:55.113 INF] [] Starting Transaction Test  {}
2023-08-18 15:01:55 [09:31:55.113 DBG] [] Test: { "transactionsFactoryRef": "8a43d40b-0db1-47eb-8275-be9439e780f6", "attempts": [ { "commands": [ { "replace": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "bee8243e-4217-4a54-81bd-f65a91116309" }, "contentJson": "{\"content\":\"updated\"}", "expectedResult": [ { "error": { "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookPoint": "AFTER_STAGED_REPLACE_COMPLETE" } ] }, "clusterConnectionId": "defaultClusterConnection_f915a00b-42b3-401d-8b97-486e04d8cf1f" } {}
2023-08-18 15:01:55 [09:31:55.113 DBG] [] clusterConnectionId:defaultClusterConnection_f915a00b-42b3-401d-8b97-486e04d8cf1f {}
2023-08-18 15:01:55 [09:31:55.113 DBG] [] Using custom connection at host : couchbase://172.23.111.130 and with username Administrator {}
2023-08-18 15:01:55 [09:31:55.113 DBG] [] Registering 1 hooks {}
2023-08-18 15:01:55 [09:31:55.113 DBG] []   - Hook Point AfterStagedReplaceComplete with Action FailHard {}
2023-08-18 15:01:55 [09:31:55.114 DBG] []  Starting Attempt 0 {}
2023-08-18 15:01:55 [09:31:55.114 DBG] []  Performing TransactionCommand Replace {}
2023-08-18 15:01:55 [09:31:55.114 DBG] [] 7e510b2a-56fc-4dce-8af8-80003882c5b5.4196c95d-980d-4d09-aea1-b536afb12683: Performing command: replace {}
2023-08-18 15:01:55 [09:31:55.368 DBG] [Couchbase.Transactions.AttemptContext] GetWithMav for <ud>bee8243e-4217-4a54-81bd-f65a91116309</ud>, attemptId=4196c95d-980d-4d09-aea1-b536afb12683, postCas=1692351115441405952 {"Scope": ["GetWithKv", "GetWithMav"]}
2023-08-18 15:01:55 [09:31:55.369 DBG] [Couchbase.Transactions.AttemptContext] CheckWriteWriteConflict@WW_RP for <ud>default::_default::_default::bee8243e-4217-4a54-81bd-f65a91116309</ud>, attempt=4196c95d-980d-4d09-aea1-b536afb12683 {"Scope": ["ReplaceWithKv", "CheckWriteWriteConflict"]}
2023-08-18 15:01:55 [09:31:55.369 DBG] [Couchbase.Transactions.AttemptContext] CheckWriteWriteConflict no other txn for <ud>default::_default::_default::bee8243e-4217-4a54-81bd-f65a91116309</ud>, attempt=4196c95d-980d-4d09-aea1-b536afb12683 {"Scope": ["ReplaceWithKv", "CheckWriteWriteConflict"]}
2023-08-18 15:01:55 [09:31:55.369 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Requested Durability = Majority {"Scope": ["ReplaceWithKv", "InitAtrIfNeeded"]}
2023-08-18 15:01:55 [09:31:55.633 INF] [Couchbase.Transactions.DataAccess.AtrRepository] Upserted ATR to PENDING _txn:atr-808-#828/attempts.4196c95d-980d-4d09-aea1-b536afb12683 (cas = 1692351115951407104) {"Scope": ["ReplaceWithKv", "SetAtrPending", "MutateAtrPending"]}
2023-08-18 15:01:55 [09:31:55.633 DBG] [Couchbase.Transactions.AttemptContext] SetAtrPending for <ud>default._default._default::_txn:atr-808-#828</ud> (attempt=4196c95d-980d-4d09-aea1-b536afb12683) {"Scope": ["ReplaceWithKv", "SetAtrPending"]}
2023-08-18 15:01:55 [09:31:55.895 DBG] [Couchbase.Transactions.AttemptContext] CreateStagedReplace for <ud>bee8243e-4217-4a54-81bd-f65a91116309</ud>, attemptId=4196c95d-980d-4d09-aea1-b536afb12683, preCase=1692351115441405952, postCas=1692351116216893440, accessDeleted=False {"Scope": ["ReplaceWithKv", "CreateStagedReplace"]}
2023-08-18 15:01:55 [09:31:55.899 DBG] []  ExternalException.Unknown: Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown.
2023-08-18 15:01:55    at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.<ConfigureHook>b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285
2023-08-18 15:01:55    at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<<ConfigureHook>b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 377
2023-08-18 15:01:55 --- End of stack trace from previous location ---
2023-08-18 15:01:55    at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 464
2023-08-18 15:01:55    at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<<SelectHookRaw>b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260
2023-08-18 15:01:55 --- End of stack trace from previous location ---
2023-08-18 15:01:55    at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 268
2023-08-18 15:01:55    at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248
2023-08-18 15:01:55    at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterStagedReplaceComplete(AttemptContext ctx, String id) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 145
2023-08-18 15:01:55    at Couchbase.Transactions.AttemptContext.CreateStagedReplace(TransactionGetResult doc, Object content, Boolean accessDeleted, IRequestSpan parentSpan) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 510 {}
2023-08-18 15:01:55 [09:31:55.899 DBG] []  Operation 'replace' failed as expected {}
2023-08-18 15:01:55 [09:31:55.899 DBG] [ExecuteApplicationLambda] Propagating error up. (ec = FailHard, retry = False, finalError = TransactionFailed) {}
2023-08-18 15:01:55 [09:31:55.899 INF] [ExecuteApplicationLambda] Attempt 4196c95d-980d-4d09-aea1-b536afb12683 completed.  CleanupClient=False, LostCleanup=False {}
2023-08-18 15:01:55 Transaction Failed with: Couchbase.Transactions.Error.TransactionFailedException: Transaction failed.
2023-08-18 15:01:55  ---> Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown.
2023-08-18 15:01:55    at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.<ConfigureHook>b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285
2023-08-18 15:01:55    at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<<ConfigureHook>b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 377
2023-08-18 15:01:55 --- End of stack trace from previous location ---
2023-08-18 15:01:55    at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 464
2023-08-18 15:01:55    at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<<SelectHookRaw>b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260
2023-08-18 15:01:55 --- End of stack trace from previous location ---
2023-08-18 15:01:55    at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 268
2023-08-18 15:01:55    at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248
2023-08-18 15:01:55    at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterStagedReplaceComplete(AttemptContext ctx, String id) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 145
2023-08-18 15:01:55    at Couchbase.Transactions.AttemptContext.CreateStagedReplace(TransactionGetResult doc, Object content, Boolean accessDeleted, IRequestSpan parentSpan) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 510
2023-08-18 15:01:55    --- End of inner exception stack trace ---
2023-08-18 15:01:55    at Couchbase.Transactions.Transactions.RunAsync(Func`2 transactionLogic, PerTransactionConfig perConfig, Boolean singleQueryTransactionMode) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/Transactions.cs:line 229
2023-08-18 15:01:55    at Couchbase.Transactions.FitPerformer.TwoWayTransaction.Run(Transactions transactions, TransactionCreateRequest request, ClusterConnection connection, IServerStreamWriter`1 responseStream) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 68
2023-08-18 15:01:55 -----------------------Context Info---------------------------
2023-08-18 15:01:55 
2023-08-18 15:01:55 
2023-08-18 15:01:55 [09:31:55.902 DBG] [] UNKNOWN due to Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown.
2023-08-18 15:01:55    at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.<ConfigureHook>b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285
2023-08-18 15:01:55    at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<<ConfigureHook>b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 377
2023-08-18 15:01:55 --- End of stack trace from previous location ---
2023-08-18 15:01:55    at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 464
2023-08-18 15:01:55    at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<<SelectHookRaw>b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260
2023-08-18 15:01:55 --- End of stack trace from previous location ---
2023-08-18 15:01:55    at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 268
2023-08-18 15:01:55    at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248
2023-08-18 15:01:55    at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterStagedReplaceComplete(AttemptContext ctx, String id) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 145
2023-08-18 15:01:55    at Couchbase.Transactions.AttemptContext.CreateStagedReplace(TransactionGetResult doc, Object content, Boolean accessDeleted, IRequestSpan parentSpan) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 510 {}
2023-08-18 15:01:55 [09:31:55.903 INF] [] Completed Transaction Test  {}
2023-08-18 15:01:56 [09:31:56.852 DBG] [] transactionCleanup: { "atrId": "_txn:atr-808-#828", "attemptId": "4196c95d-980d-4d09-aea1-b536afb12683", "transactionId": "7e510b2a-56fc-4dce-8af8-80003882c5b5", "atr": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "_txn:atr-808-#828" }, "clusterConnectionId": "defaultClusterConnection_f915a00b-42b3-401d-8b97-486e04d8cf1f" } {}
2023-08-18 15:01:56 [09:31:56.852 DBG] [] clusterConnectionId:defaultClusterConnection_f915a00b-42b3-401d-8b97-486e04d8cf1f {}
2023-08-18 15:01:56 [09:31:56.852 DBG] [] Using custom connection at host : couchbase://172.23.111.130 and with username Administrator {}
2023-08-18 15:01:56 [09:31:56.852 DBG] [] No hooks registered {}
2023-08-18 15:01:57 [09:31:57.167 DBG] [Couchbase.Transactions.Cleanup.Cleaner] Cleaner.transactionCleanup: Processing cleanup request: CleanupRequest { AttemptId = 4196c95d-980d-4d09-aea1-b536afb12683, AtrId = _txn:atr-808-#828, AtrCollection = Couchbase.KeyValue.CouchbaseCollection, InsertedIds = System.Collections.Generic.List`1[Couchbase.Transactions.Components.DocRecord], ReplacedIds = System.Collections.Generic.List`1[Couchbase.Transactions.Components.DocRecord], RemovedIds = System.Collections.Generic.List`1[Couchbase.Transactions.Components.DocRecord], State = PENDING, WhenReadyToBeProcessed = 08/18/2023 09:31:57 +00:00, ProcessingErrors = System.Collections.Concurrent.ConcurrentQueue`1[System.Exception], ForwardCompatibility = , DurabilityLevel =  } {}
2023-08-18 15:01:57 [09:31:57.168 INF] [Couchbase.Transactions.Cleanup.Cleaner] Cleaning up atr entry: _txn:atr-808-#828/4196c95d-980d-4d09-aea1-b536afb12683 {"Scope": ["CleanupAtrEntry"]}
2023-08-18 15:01:57 [09:31:57.441 INF] [Couchbase.Transactions.Cleanup.Cleaner] Attempt 4196c95d-980d-4d09-aea1-b536afb12683: ATR _txn:atr-808-#828 cleaned up. {"Scope": ["CleanupAtrEntry"]}
2023-08-18 15:01:57 [09:31:57.978 DBG] [] transactionCreate: { "transactionsFactoryRef": "8a43d40b-0db1-47eb-8275-be9439e780f6", "attempts": [ { "commands": [ { "replace": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "bee8243e-4217-4a54-81bd-f65a91116309" }, "contentJson": "{\"content\":\"updated\"}", "expectedResult": [ { "success": true } ] } } ] } ], "options": { }, "clusterConnectionId": "defaultClusterConnection_f915a00b-42b3-401d-8b97-486e04d8cf1f" } {}
2023-08-18 15:01:57 [09:31:57.978 INF] [] Starting Transaction Test  {}
2023-08-18 15:01:57 [09:31:57.978 DBG] [] Test: { "transactionsFactoryRef": "8a43d40b-0db1-47eb-8275-be9439e780f6", "attempts": [ { "commands": [ { "replace": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "bee8243e-4217-4a54-81bd-f65a91116309" }, "contentJson": "{\"content\":\"updated\"}", "expectedResult": [ { "success": true } ] } } ] } ], "options": { }, "clusterConnectionId": "defaultClusterConnection_f915a00b-42b3-401d-8b97-486e04d8cf1f" } {}
2023-08-18 15:01:57 [09:31:57.978 DBG] [] clusterConnectionId:defaultClusterConnection_f915a00b-42b3-401d-8b97-486e04d8cf1f {}
2023-08-18 15:01:57 [09:31:57.978 DBG] [] Using custom connection at host : couchbase://172.23.111.130 and with username Administrator {}
2023-08-18 15:01:57 [09:31:57.978 DBG] [] No hooks registered {}
2023-08-18 15:01:57 [09:31:57.978 DBG] []  Starting Attempt 0 {}
2023-08-18 15:01:57 [09:31:57.978 DBG] []  Performing TransactionCommand Replace {}
2023-08-18 15:01:57 [09:31:57.978 DBG] [] e3070052-13de-44f1-81c4-2c6416d49d66.cdb47291-667a-4e5f-acc3-63515b027688: Performing command: replace {}
2023-08-18 15:01:58 [09:31:58.238 DBG] [Couchbase.Transactions.AttemptContext] GetWithMav for <ud>bee8243e-4217-4a54-81bd-f65a91116309</ud>, attemptId=cdb47291-667a-4e5f-acc3-63515b027688, postCas=1692351118302642176 {"Scope": ["GetWithKv", "GetWithMav"]}
2023-08-18 15:01:58 [09:31:58.506 WRN] []  Operation failed unexpectedly, was expecting [{"Success": true, "AnythingAllowed": false, "Error": null, "Exception": "Unknown", "ResultCase": "Success", "$type": "ExpectedResult"}] but got {"ErrorClass": "EcFailHard", "AutoRollbackAttempt": true, "RetryTransaction": false, "ToRaise": "ExceptionFailed", "Cause": {"DoNotCheck": false, "Exception": "ActiveTransactionRecordEntryNotFound", "CauseCase": "Exception", "$type": "ExpectedCause"}, "$type": "ErrorWrapper"}: Exception of type 'Couchbase.Transactions.Error.External.TransactionOperationFailedException' was thrown. {}
2023-08-18 15:01:58 [09:31:58.507 WRN] [ExecuteApplicationLambda] Attempt failed, attempting automatic rollback... {}
2023-08-18 15:01:58 [09:31:58.507 DBG] [ExecuteApplicationLambda] Propagating error up. (ec = FailOther, retry = False, finalError = TransactionFailed) {}
2023-08-18 15:01:58 [09:31:58.507 INF] [ExecuteApplicationLambda] Attempt cdb47291-667a-4e5f-acc3-63515b027688 completed.  CleanupClient=False, LostCleanup=False {}
2023-08-18 15:01:58 Transaction Failed with: Couchbase.Transactions.Error.TransactionFailedException: Transaction failed.
2023-08-18 15:01:58  ---> TestFailureException:  Operation failed unexpectedly, was expecting  one of
2023-08-18 15:01:58 [ { "success": true } ]
2023-08-18 15:01:58 but got
2023-08-18 15:01:58 { "autoRollbackAttempt": true, "toRaise": "EXCEPTION_FAILED", "cause": { "exception": "ActiveTransactionRecordEntryNotFound" } }: Exception of type 'Couchbase.Transactions.Error.External.TransactionOperationFailedException' was thrown.
2023-08-18 15:01:58  ---> Couchbase.Transactions.Error.External.TransactionOperationFailedException: Exception of type 'Couchbase.Transactions.Error.External.TransactionOperationFailedException' was thrown.
2023-08-18 15:01:58    at Couchbase.Transactions.AttemptContext.GetWithKv(ICouchbaseCollection collection, String id, IRequestSpan parentSpan) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 211
2023-08-18 15:01:58    at Couchbase.Transactions.AttemptContext.GetAsync(ICouchbaseCollection collection, String id) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 140
2023-08-18 15:01:58    at Couchbase.Transactions.FitPerformer.TwoWayTransaction.<>c__DisplayClass7_2.<<PerformOperation>b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 162
2023-08-18 15:01:58 --- End of stack trace from previous location ---
2023-08-18 15:01:58    at Couchbase.Transactions.FitPerformer.TwoWayTransaction.PerformOperation(String testName, String opDebug, AttemptContext ctx, Boolean doNotPropagateError, ICollection`1 expectedResults, Func`1 op) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 420
2023-08-18 15:01:58 -----------------------Context Info---------------------------
2023-08-18 15:01:58 
2023-08-18 15:01:58 
2023-08-18 15:01:58    --- End of inner exception stack trace ---
2023-08-18 15:01:58    at Couchbase.Transactions.FitPerformer.TwoWayTransaction.PerformOperation(String testName, String opDebug, AttemptContext ctx, Boolean doNotPropagateError, ICollection`1 expectedResults, Func`1 op) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 567
2023-08-18 15:01:58    at Couchbase.Transactions.FitPerformer.TwoWayTransaction.PerformOperation(String testName, AttemptContext ctx, TransactionCommand command, ClusterConnection connection, IServerStreamWriter`1 responseStream) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 141
2023-08-18 15:01:58    at Couchbase.Transactions.FitPerformer.TwoWayTransaction.<>c__DisplayClass5_0.<<Run>b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 79
2023-08-18 15:01:58 --- End of stack trace from previous location ---
2023-08-18 15:01:58    at Couchbase.Transactions.Transactions.ExecuteApplicationLambda(Func`2 transactionLogic, TransactionContext overallContext, ILoggerFactory loggerFactory, TransactionResult result, IRequestSpan parentSpan, Boolean singleQueryTransactionMode) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/Transactions.cs:line 407
2023-08-18 15:01:58    --- End of inner exception stack trace ---
2023-08-18 15:01:58    at Couchbase.Transactions.Transactions.RunAsync(Func`2 transactionLogic, PerTransactionConfig perConfig, Boolean singleQueryTransactionMode) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/Transactions.cs:line 229
2023-08-18 15:01:58    at Couchbase.Transactions.FitPerformer.TwoWayTransaction.Run(Transactions transactions, TransactionCreateRequest request, ClusterConnection connection, IServerStreamWriter`1 responseStream) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 68
2023-08-18 15:01:58 -----------------------Context Info---------------------------
2023-08-18 15:01:58 
2023-08-18 15:01:58 
2023-08-18 15:01:58 [09:31:58.510 ERR] [] Test failed due to exception: Couchbase.Transactions.Error.TransactionFailedException: Transaction failed.
2023-08-18 15:01:58  ---> TestFailureException:  Operation failed unexpectedly, was expecting  one of
2023-08-18 15:01:58 [ { "success": true } ]
2023-08-18 15:01:58 but got
2023-08-18 15:01:58 { "autoRollbackAttempt": true, "toRaise": "EXCEPTION_FAILED", "cause": { "exception": "ActiveTransactionRecordEntryNotFound" } }: Exception of type 'Couchbase.Transactions.Error.External.TransactionOperationFailedException' was thrown.
2023-08-18 15:01:58  ---> Couchbase.Transactions.Error.External.TransactionOperationFailedException: Exception of type 'Couchbase.Transactions.Error.External.TransactionOperationFailedException' was thrown.
2023-08-18 15:01:58    at Couchbase.Transactions.AttemptContext.GetWithKv(ICouchbaseCollection collection, String id, IRequestSpan parentSpan) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 211
2023-08-18 15:01:58    at Couchbase.Transactions.AttemptContext.GetAsync(ICouchbaseCollection collection, String id) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 140
2023-08-18 15:01:58    at Couchbase.Transactions.FitPerformer.TwoWayTransaction.<>c__DisplayClass7_2.<<PerformOperation>b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 162
2023-08-18 15:01:58 --- End of stack trace from previous location ---
2023-08-18 15:01:58    at Couchbase.Transactions.FitPerformer.TwoWayTransaction.PerformOperation(String testName, String opDebug, AttemptContext ctx, Boolean doNotPropagateError, ICollection`1 expectedResults, Func`1 op) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 420
2023-08-18 15:01:58 -----------------------Context Info---------------------------
2023-08-18 15:01:58 
2023-08-18 15:01:58 
2023-08-18 15:01:58    --- End of inner exception stack trace ---
2023-08-18 15:01:58    at Couchbase.Transactions.FitPerformer.TwoWayTransaction.PerformOperation(String testName, String opDebug, AttemptContext ctx, Boolean doNotPropagateError, ICollection`1 expectedResults, Func`1 op) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 567
2023-08-18 15:01:58    at Couchbase.Transactions.FitPerformer.TwoWayTransaction.PerformOperation(String testName, AttemptContext ctx, TransactionCommand command, ClusterConnection connection, IServerStreamWriter`1 responseStream) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 141
2023-08-18 15:01:58    at Couchbase.Transactions.FitPerformer.TwoWayTransaction.<>c__DisplayClass5_0.<<Run>b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 79
2023-08-18 15:01:58 --- End of stack trace from previous location ---
2023-08-18 15:01:58    at Couchbase.Transactions.Transactions.ExecuteApplicationLambda(Func`2 transactionLogic, TransactionContext overallContext, ILoggerFactory loggerFactory, TransactionResult result, IRequestSpan parentSpan, Boolean singleQueryTransactionMode) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/Transactions.cs:line 407
2023-08-18 15:01:58    --- End of inner exception stack trace ---
2023-08-18 15:01:58    at Couchbase.Transactions.Transactions.RunAsync(Func`2 transactionLogic, PerTransactionConfig perConfig, Boolean singleQueryTransactionMode) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/Transactions.cs:line 229
2023-08-18 15:01:58    at Couchbase.Transactions.FitPerformer.TwoWayTransaction.Run(Transactions transactions, TransactionCreateRequest request, ClusterConnection connection, IServerStreamWriter`1 responseStream) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 68
2023-08-18 15:01:58 -----------------------Context Info---------------------------
2023-08-18 15:01:58 
2023-08-18 15:01:58  {}
2023-08-18 15:01:58 [09:31:58.513 WRN] [] Completed Transaction with Exception TestFailureException:  Operation failed unexpectedly, was expecting  one of
2023-08-18 15:01:58 [ { "success": true } ]
2023-08-18 15:01:58 but got
2023-08-18 15:01:58 { "autoRollbackAttempt": true, "toRaise": "EXCEPTION_FAILED", "cause": { "exception": "ActiveTransactionRecordEntryNotFound" } }: Exception of type 'Couchbase.Transactions.Error.External.TransactionOperationFailedException' was thrown.
2023-08-18 15:01:58  ---> Couchbase.Transactions.Error.External.TransactionOperationFailedException: Exception of type 'Couchbase.Transactions.Error.External.TransactionOperationFailedException' was thrown.
2023-08-18 15:01:58    at Couchbase.Transactions.AttemptContext.GetWithKv(ICouchbaseCollection collection, String id, IRequestSpan parentSpan) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 211
2023-08-18 15:01:58    at Couchbase.Transactions.AttemptContext.GetAsync(ICouchbaseCollection collection, String id) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 140
2023-08-18 15:01:58    at Couchbase.Transactions.FitPerformer.TwoWayTransaction.<>c__DisplayClass7_2.<<PerformOperation>b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 162
2023-08-18 15:01:58 --- End of stack trace from previous location ---
2023-08-18 15:01:58    at Couchbase.Transactions.FitPerformer.TwoWayTransaction.PerformOperation(String testName, String opDebug, AttemptContext ctx, Boolean doNotPropagateError, ICollection`1 expectedResults, Func`1 op) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 420
2023-08-18 15:01:58 -----------------------Context Info---------------------------
2023-08-18 15:01:58 
2023-08-18 15:01:58 
2023-08-18 15:01:58    --- End of inner exception stack trace ---
2023-08-18 15:01:58    at Couchbase.Transactions.FitPerformer.TwoWayTransaction.Run(Transactions transactions, TransactionCreateRequest request, ClusterConnection connection, IServerStreamWriter`1 responseStream) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 95
2023-08-18 15:01:58    at Couchbase.Transactions.FitPerformer.PerformerServiceImpl.transactionCreate(TransactionCreateRequest request, ServerCallContext context) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/PerformerService.cs:line 212 {}
2023-08-18 15:01:58 [09:31:58.794 DBG] [] transactionCreate: { "transactionsFactoryRef": "8a43d40b-0db1-47eb-8275-be9439e780f6", "attempts": [ { "commands": [ { "replace": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "44192e17-3705-4d90-a6dd-41b4eca98e64" }, "contentJson": "{\"content\":\"updated\"}", "expectedResult": [ { "error": { "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookPoint": "AFTER_STAGED_REPLACE_COMPLETE" } ] }, "clusterConnectionId": "defaultClusterConnection_f915a00b-42b3-401d-8b97-486e04d8cf1f" } {}
2023-08-18 15:01:58 [09:31:58.794 INF] [] Starting Transaction Test  {}
2023-08-18 15:01:58 [09:31:58.794 DBG] [] Test: { "transactionsFactoryRef": "8a43d40b-0db1-47eb-8275-be9439e780f6", "attempts": [ { "commands": [ { "replace": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "44192e17-3705-4d90-a6dd-41b4eca98e64" }, "contentJson": "{\"content\":\"updated\"}", "expectedResult": [ { "error": { "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookPoint": "AFTER_STAGED_REPLACE_COMPLETE" } ] }, "clusterConnectionId": "defaultClusterConnection_f915a00b-42b3-401d-8b97-486e04d8cf1f" } {}
2023-08-18 15:01:58 [09:31:58.794 DBG] [] clusterConnectionId:defaultClusterConnection_f915a00b-42b3-401d-8b97-486e04d8cf1f {}
2023-08-18 15:01:58 [09:31:58.794 DBG] [] Using custom connection at host : couchbase://172.23.111.130 and with username Administrator {}
2023-08-18 15:01:58 [09:31:58.794 DBG] [] Registering 1 hooks {}
2023-08-18 15:01:58 [09:31:58.794 DBG] []   - Hook Point AfterStagedReplaceComplete with Action FailHard {}
2023-08-18 15:01:58 [09:31:58.796 DBG] []  Starting Attempt 0 {}
2023-08-18 15:01:58 [09:31:58.796 DBG] []  Performing TransactionCommand Replace {}
2023-08-18 15:01:58 [09:31:58.796 DBG] [] d3b209dc-49e6-418a-94ed-adcb1b433919.62dcfb5f-652b-4e8c-8026-3e8ae89d8737: Performing command: replace {}
2023-08-18 15:01:59 [09:31:59.056 DBG] [Couchbase.Transactions.AttemptContext] GetWithMav for <ud>44192e17-3705-4d90-a6dd-41b4eca98e64</ud>, attemptId=62dcfb5f-652b-4e8c-8026-3e8ae89d8737, postCas=1692351119107358720 {"Scope": ["GetWithKv", "GetWithMav"]}
2023-08-18 15:01:59 [09:31:59.057 DBG] [Couchbase.Transactions.AttemptContext] CheckWriteWriteConflict@WW_RP for <ud>default::_default::_default::44192e17-3705-4d90-a6dd-41b4eca98e64</ud>, attempt=62dcfb5f-652b-4e8c-8026-3e8ae89d8737 {"Scope": ["ReplaceWithKv", "CheckWriteWriteConflict"]}
2023-08-18 15:01:59 [09:31:59.057 DBG] [Couchbase.Transactions.AttemptContext] CheckWriteWriteConflict no other txn for <ud>default::_default::_default::44192e17-3705-4d90-a6dd-41b4eca98e64</ud>, attempt=62dcfb5f-652b-4e8c-8026-3e8ae89d8737 {"Scope": ["ReplaceWithKv", "CheckWriteWriteConflict"]}
2023-08-18 15:01:59 [09:31:59.057 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Requested Durability = Majority {"Scope": ["ReplaceWithKv", "InitAtrIfNeeded"]}
2023-08-18 15:01:59 [09:31:59.355 INF] [Couchbase.Transactions.DataAccess.AtrRepository] Upserted ATR to PENDING _txn:atr-620-#12f/attempts.62dcfb5f-652b-4e8c-8026-3e8ae89d8737 (cas = 1692351119647244288) {"Scope": ["ReplaceWithKv", "SetAtrPending", "MutateAtrPending"]}
2023-08-18 15:01:59 [09:31:59.355 DBG] [Couchbase.Transactions.AttemptContext] SetAtrPending for <ud>default._default._default::_txn:atr-620-#12f</ud> (attempt=62dcfb5f-652b-4e8c-8026-3e8ae89d8737) {"Scope": ["ReplaceWithKv", "SetAtrPending"]}
2023-08-18 15:01:59 [09:31:59.617 DBG] [Couchbase.Transactions.AttemptContext] CreateStagedReplace for <ud>44192e17-3705-4d90-a6dd-41b4eca98e64</ud>, attemptId=62dcfb5f-652b-4e8c-8026-3e8ae89d8737, preCase=1692351119107358720, postCas=1692351119942680576, accessDeleted=False {"Scope": ["ReplaceWithKv", "CreateStagedReplace"]}
2023-08-18 15:01:59 [09:31:59.621 DBG] []  ExternalException.Unknown: Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown.
2023-08-18 15:01:59    at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.<ConfigureHook>b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285
2023-08-18 15:01:59    at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<<ConfigureHook>b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 377
2023-08-18 15:01:59 --- End of stack trace from previous location ---
2023-08-18 15:01:59    at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 464
2023-08-18 15:01:59    at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<<SelectHookRaw>b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260
2023-08-18 15:01:59 --- End of stack trace from previous location ---
2023-08-18 15:01:59    at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 268
2023-08-18 15:01:59    at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248
2023-08-18 15:01:59    at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterStagedReplaceComplete(AttemptContext ctx, String id) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 145
2023-08-18 15:01:59    at Couchbase.Transactions.AttemptContext.CreateStagedReplace(TransactionGetResult doc, Object content, Boolean accessDeleted, IRequestSpan parentSpan) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 560 {}
2023-08-18 15:01:59 [09:31:59.621 DBG] []  Operation 'replace' failed as expected {}
2023-08-18 15:01:59 [09:31:59.622 DBG] [ExecuteApplicationLambda] Propagating error up. (ec = FailHard, retry = False, finalError = TransactionFailed) {}
2023-08-18 15:01:59 [09:31:59.622 INF] [ExecuteApplicationLambda] Attempt 62dcfb5f-652b-4e8c-8026-3e8ae89d8737 completed.  CleanupClient=False, LostCleanup=False {}
2023-08-18 15:01:59 Transaction Failed with: Couchbase.Transactions.Error.TransactionFailedException: Transaction failed.
2023-08-18 15:01:59  ---> Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown.
2023-08-18 15:01:59    at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.<ConfigureHook>b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285
2023-08-18 15:01:59    at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<<ConfigureHook>b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 377
2023-08-18 15:01:59 --- End of stack trace from previous location ---
2023-08-18 15:01:59    at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 464
2023-08-18 15:01:59    at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<<SelectHookRaw>b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260
2023-08-18 15:01:59 --- End of stack trace from previous location ---
2023-08-18 15:01:59    at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 268
2023-08-18 15:01:59    at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248
2023-08-18 15:01:59    at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterStagedReplaceComplete(AttemptContext ctx, String id) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 145
2023-08-18 15:01:59    at Couchbase.Transactions.AttemptContext.CreateStagedReplace(TransactionGetResult doc, Object content, Boolean accessDeleted, IRequestSpan parentSpan) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 560
2023-08-18 15:01:59    --- End of inner exception stack trace ---
2023-08-18 15:01:59    at Couchbase.Transactions.Transactions.RunAsync(Func`2 transactionLogic, PerTransactionConfig perConfig, Boolean singleQueryTransactionMode) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/Transactions.cs:line 229
2023-08-18 15:01:59    at Couchbase.Transactions.FitPerformer.TwoWayTransaction.Run(Transactions transactions, TransactionCreateRequest request, ClusterConnection connection, IServerStreamWriter`1 responseStream) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 68
2023-08-18 15:01:59 -----------------------Context Info---------------------------
2023-08-18 15:01:59 
2023-08-18 15:01:59 
2023-08-18 15:01:59 [09:31:59.626 DBG] [] UNKNOWN due to Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown.
2023-08-18 15:01:59    at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.<ConfigureHook>b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285
2023-08-18 15:01:59    at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<<ConfigureHook>b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 377
2023-08-18 15:01:59 --- End of stack trace from previous location ---
2023-08-18 15:01:59    at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 464
2023-08-18 15:01:59    at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<<SelectHookRaw>b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260
2023-08-18 15:01:59 --- End of stack trace from previous location ---
2023-08-18 15:01:59    at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 268
2023-08-18 15:01:59    at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248
2023-08-18 15:01:59    at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterStagedReplaceComplete(AttemptContext ctx, String id) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 145
2023-08-18 15:01:59    at Couchbase.Transactions.AttemptContext.CreateStagedReplace(TransactionGetResult doc, Object content, Boolean accessDeleted, IRequestSpan parentSpan) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 560 {}
2023-08-18 15:01:59 [09:31:59.626 INF] [] Completed Transaction Test  {}
2023-08-18 15:02:00 [09:32:00.713 DBG] [] transactionCleanup: { "atrId": "_txn:atr-620-#12f", "attemptId": "62dcfb5f-652b-4e8c-8026-3e8ae89d8737", "transactionId": "d3b209dc-49e6-418a-94ed-adcb1b433919", "atr": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "_txn:atr-620-#12f" }, "clusterConnectionId": "defaultClusterConnection_f915a00b-42b3-401d-8b97-486e04d8cf1f" } {}
2023-08-18 15:02:00 [09:32:00.713 DBG] [] clusterConnectionId:defaultClusterConnection_f915a00b-42b3-401d-8b97-486e04d8cf1f {}
2023-08-18 15:02:00 [09:32:00.713 DBG] [] Using custom connection at host : couchbase://172.23.111.130 and with username Administrator {}
2023-08-18 15:02:00 [09:32:00.713 DBG] [] No hooks registered {}
2023-08-18 15:02:00 [09:32:00.979 DBG] [Couchbase.Transactions.Cleanup.Cleaner] Cleaner.transactionCleanup: Processing cleanup request: CleanupRequest { AttemptId = 62dcfb5f-652b-4e8c-8026-3e8ae89d8737, AtrId = _txn:atr-620-#12f, AtrCollection = Couchbase.KeyValue.CouchbaseCollection, InsertedIds = System.Collections.Generic.List`1[Couchbase.Transactions.Components.DocRecord], ReplacedIds = System.Collections.Generic.List`1[Couchbase.Transactions.Components.DocRecord], RemovedIds = System.Collections.Generic.List`1[Couchbase.Transactions.Components.DocRecord], State = PENDING, WhenReadyToBeProcessed = 08/18/2023 09:32:00 +00:00, ProcessingErrors = System.Collections.Concurrent.ConcurrentQueue`1[System.Exception], ForwardCompatibility = , DurabilityLevel =  } {}
2023-08-18 15:02:00 [09:32:00.980 INF] [Couchbase.Transactions.Cleanup.Cleaner] Cleaning up atr entry: _txn:atr-620-#12f/62dcfb5f-652b-4e8c-8026-3e8ae89d8737 {"Scope": ["CleanupAtrEntry"]}
2023-08-18 15:02:01 [09:32:01.248 INF] [Couchbase.Transactions.Cleanup.Cleaner] Attempt 62dcfb5f-652b-4e8c-8026-3e8ae89d8737: ATR _txn:atr-620-#12f cleaned up. {"Scope": ["CleanupAtrEntry"]}
2023-08-18 15:02:01 [09:32:01.887 DBG] [] transactionCreate: { "transactionsFactoryRef": "8a43d40b-0db1-47eb-8275-be9439e780f6", "attempts": [ { "commands": [ { "replace": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "44192e17-3705-4d90-a6dd-41b4eca98e64" }, "contentJson": "{\"content\":\"updated\"}", "expectedResult": [ { "success": true } ] } } ] } ], "options": { }, "clusterConnectionId": "defaultClusterConnection_f915a00b-42b3-401d-8b97-486e04d8cf1f" } {}
2023-08-18 15:02:01 [09:32:01.887 INF] [] Starting Transaction Test  {}
2023-08-18 15:02:01 [09:32:01.887 DBG] [] Test: { "transactionsFactoryRef": "8a43d40b-0db1-47eb-8275-be9439e780f6", "attempts": [ { "commands": [ { "replace": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "44192e17-3705-4d90-a6dd-41b4eca98e64" }, "contentJson": "{\"content\":\"updated\"}", "expectedResult": [ { "success": true } ] } } ] } ], "options": { }, "clusterConnectionId": "defaultClusterConnection_f915a00b-42b3-401d-8b97-486e04d8cf1f" } {}
2023-08-18 15:02:01 [09:32:01.887 DBG] [] clusterConnectionId:defaultClusterConnection_f915a00b-42b3-401d-8b97-486e04d8cf1f {}
2023-08-18 15:02:01 [09:32:01.887 DBG] [] Using custom connection at host : couchbase://172.23.111.130 and with username Administrator {}
2023-08-18 15:02:01 [09:32:01.887 DBG] [] No hooks registered {}
2023-08-18 15:02:01 [09:32:01.887 DBG] []  Starting Attempt 0 {}
2023-08-18 15:02:01 [09:32:01.887 DBG] []  Performing TransactionCommand Replace {}
2023-08-18 15:02:01 [09:32:01.887 DBG] [] 2c26f9a2-d3a9-48e2-9f74-dd5606ab2b03.b9e03d6e-8648-41f5-97a3-2031ce994d0d: Performing command: replace {}
2023-08-18 15:02:02 [09:32:02.184 DBG] [Couchbase.Transactions.AttemptContext] GetWithMav for <ud>44192e17-3705-4d90-a6dd-41b4eca98e64</ud>, attemptId=b9e03d6e-8648-41f5-97a3-2031ce994d0d, postCas=1692351122162253824 {"Scope": ["GetWithKv", "GetWithMav"]}
2023-08-18 15:02:02 [09:32:02.497 WRN] []  Operation failed unexpectedly, was expecting [{"Success": true, "AnythingAllowed": false, "Error": null, "Exception": "Unknown", "ResultCase": "Success", "$type": "ExpectedResult"}] but got {"ErrorClass": "EcFailHard", "AutoRollbackAttempt": true, "RetryTransaction": false, "ToRaise": "ExceptionFailed", "Cause": {"DoNotCheck": false, "Exception": "ActiveTransactionRecordEntryNotFound", "CauseCase": "Exception", "$type": "ExpectedCause"}, "$type": "ErrorWrapper"}: Exception of type 'Couchbase.Transactions.Error.External.TransactionOperationFailedException' was thrown. {}
2023-08-18 15:02:02 [09:32:02.498 WRN] [ExecuteApplicationLambda] Attempt failed, attempting automatic rollback... {}
2023-08-18 15:02:02 [09:32:02.498 DBG] [ExecuteApplicationLambda] Propagating error up. (ec = FailOther, retry = False, finalError = TransactionFailed) {}
2023-08-18 15:02:02 [09:32:02.498 INF] [ExecuteApplicationLambda] Attempt b9e03d6e-8648-41f5-97a3-2031ce994d0d completed.  CleanupClient=False, LostCleanup=False {}
2023-08-18 15:02:02 Transaction Failed with: Couchbase.Transactions.Error.TransactionFailedException: Transaction failed.
2023-08-18 15:02:02  ---> TestFailureException:  Operation failed unexpectedly, was expecting  one of
2023-08-18 15:02:02 [ { "success": true } ]
2023-08-18 15:02:02 but got
2023-08-18 15:02:02 { "autoRollbackAttempt": true, "toRaise": "EXCEPTION_FAILED", "cause": { "exception": "ActiveTransactionRecordEntryNotFound" } }: Exception of type 'Couchbase.Transactions.Error.External.TransactionOperationFailedException' was thrown.
2023-08-18 15:02:02  ---> Couchbase.Transactions.Error.External.TransactionOperationFailedException: Exception of type 'Couchbase.Transactions.Error.External.TransactionOperationFailedException' was thrown.
2023-08-18 15:02:02    at Couchbase.Transactions.AttemptContext.GetWithKv(ICouchbaseCollection collection, String id, IRequestSpan parentSpan) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 211
2023-08-18 15:02:02    at Couchbase.Transactions.AttemptContext.GetAsync(ICouchbaseCollection collection, String id) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 140
2023-08-18 15:02:02    at Couchbase.Transactions.FitPerformer.TwoWayTransaction.<>c__DisplayClass7_2.<<PerformOperation>b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 162
2023-08-18 15:02:02 --- End of stack trace from previous location ---
2023-08-18 15:02:02    at Couchbase.Transactions.FitPerformer.TwoWayTransaction.PerformOperation(String testName, String opDebug, AttemptContext ctx, Boolean doNotPropagateError, ICollection`1 expectedResults, Func`1 op) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 420
2023-08-18 15:02:02 -----------------------Context Info---------------------------
2023-08-18 15:02:02 
2023-08-18 15:02:02 
2023-08-18 15:02:02    --- End of inner exception stack trace ---
2023-08-18 15:02:02    at Couchbase.Transactions.FitPerformer.TwoWayTransaction.PerformOperation(String testName, String opDebug, AttemptContext ctx, Boolean doNotPropagateError, ICollection`1 expectedResults, Func`1 op) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 567
2023-08-18 15:02:02    at Couchbase.Transactions.FitPerformer.TwoWayTransaction.PerformOperation(String testName, AttemptContext ctx, TransactionCommand command, ClusterConnection connection, IServerStreamWriter`1 responseStream) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 141
2023-08-18 15:02:02    at Couchbase.Transactions.FitPerformer.TwoWayTransaction.<>c__DisplayClass5_0.<<Run>b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 79
2023-08-18 15:02:02 --- End of stack trace from previous location ---
2023-08-18 15:02:02    at Couchbase.Transactions.Transactions.ExecuteApplicationLambda(Func`2 transactionLogic, TransactionContext overallContext, ILoggerFactory loggerFactory, TransactionResult result, IRequestSpan parentSpan, Boolean singleQueryTransactionMode) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/Transactions.cs:line 407
2023-08-18 15:02:02    --- End of inner exception stack trace ---
2023-08-18 15:02:02    at Couchbase.Transactions.Transactions.RunAsync(Func`2 transactionLogic, PerTransactionConfig perConfig, Boolean singleQueryTransactionMode) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/Transactions.cs:line 229
2023-08-18 15:02:02    at Couchbase.Transactions.FitPerformer.TwoWayTransaction.Run(Transactions transactions, TransactionCreateRequest request, ClusterConnection connection, IServerStreamWriter`1 responseStream) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 68
2023-08-18 15:02:02 -----------------------Context Info---------------------------
2023-08-18 15:02:02 
2023-08-18 15:02:02 
2023-08-18 15:02:02 [09:32:02.501 ERR] [] Test failed due to exception: Couchbase.Transactions.Error.TransactionFailedException: Transaction failed.
2023-08-18 15:02:02  ---> TestFailureException:  Operation failed unexpectedly, was expecting  one of
2023-08-18 15:02:02 [ { "success": true } ]
2023-08-18 15:02:02 but got
2023-08-18 15:02:02 { "autoRollbackAttempt": true, "toRaise": "EXCEPTION_FAILED", "cause": { "exception": "ActiveTransactionRecordEntryNotFound" } }: Exception of type 'Couchbase.Transactions.Error.External.TransactionOperationFailedException' was thrown.
2023-08-18 15:02:02  ---> Couchbase.Transactions.Error.External.TransactionOperationFailedException: Exception of type 'Couchbase.Transactions.Error.External.TransactionOperationFailedException' was thrown.
2023-08-18 15:02:02    at Couchbase.Transactions.AttemptContext.GetWithKv(ICouchbaseCollection collection, String id, IRequestSpan parentSpan) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 211
2023-08-18 15:02:02    at Couchbase.Transactions.AttemptContext.GetAsync(ICouchbaseCollection collection, String id) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 140
2023-08-18 15:02:02    at Couchbase.Transactions.FitPerformer.TwoWayTransaction.<>c__DisplayClass7_2.<<PerformOperation>b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 162
2023-08-18 15:02:02 --- End of stack trace from previous location ---
2023-08-18 15:02:02    at Couchbase.Transactions.FitPerformer.TwoWayTransaction.PerformOperation(String testName, String opDebug, AttemptContext ctx, Boolean doNotPropagateError, ICollection`1 expectedResults, Func`1 op) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 420
2023-08-18 15:02:02 -----------------------Context Info---------------------------
2023-08-18 15:02:02 
2023-08-18 15:02:02 
2023-08-18 15:02:02    --- End of inner exception stack trace ---
2023-08-18 15:02:02    at Couchbase.Transactions.FitPerformer.TwoWayTransaction.PerformOperation(String testName, String opDebug, AttemptContext ctx, Boolean doNotPropagateError, ICollection`1 expectedResults, Func`1 op) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 567
2023-08-18 15:02:02    at Couchbase.Transactions.FitPerformer.TwoWayTransaction.PerformOperation(String testName, AttemptContext ctx, TransactionCommand command, ClusterConnection connection, IServerStreamWriter`1 responseStream) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 141
2023-08-18 15:02:02    at Couchbase.Transactions.FitPerformer.TwoWayTransaction.<>c__DisplayClass5_0.<<Run>b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 79
2023-08-18 15:02:02 --- End of stack trace from previous location ---
2023-08-18 15:02:02    at Couchbase.Transactions.Transactions.ExecuteApplicationLambda(Func`2 transactionLogic, TransactionContext overallContext, ILoggerFactory loggerFactory, TransactionResult result, IRequestSpan parentSpan, Boolean singleQueryTransactionMode) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/Transactions.cs:line 407
2023-08-18 15:02:02    --- End of inner exception stack trace ---
2023-08-18 15:02:02    at Couchbase.Transactions.Transactions.RunAsync(Func`2 transactionLogic, PerTransactionConfig perConfig, Boolean singleQueryTransactionMode) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/Transactions.cs:line 229
2023-08-18 15:02:02    at Couchbase.Transactions.FitPerformer.TwoWayTransaction.Run(Transactions transactions, TransactionCreateRequest request, ClusterConnection connection, IServerStreamWriter`1 responseStream) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 68
2023-08-18 15:02:02 -----------------------Context Info---------------------------
2023-08-18 15:02:02 
2023-08-18 15:02:02  {}
2023-08-18 15:02:02 [09:32:02.502 WRN] [] Completed Transaction with Exception TestFailureException:  Operation failed unexpectedly, was expecting  one of
2023-08-18 15:02:02 [ { "success": true } ]
2023-08-18 15:02:02 but got
2023-08-18 15:02:02 { "autoRollbackAttempt": true, "toRaise": "EXCEPTION_FAILED", "cause": { "exception": "ActiveTransactionRecordEntryNotFound" } }: Exception of type 'Couchbase.Transactions.Error.External.TransactionOperationFailedException' was thrown.
2023-08-18 15:02:02  ---> Couchbase.Transactions.Error.External.TransactionOperationFailedException: Exception of type 'Couchbase.Transactions.Error.External.TransactionOperationFailedException' was thrown.
2023-08-18 15:02:02    at Couchbase.Transactions.AttemptContext.GetWithKv(ICouchbaseCollection collection, String id, IRequestSpan parentSpan) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 211
2023-08-18 15:02:02    at Couchbase.Transactions.AttemptContext.GetAsync(ICouchbaseCollection collection, String id) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 140
2023-08-18 15:02:02    at Couchbase.Transactions.FitPerformer.TwoWayTransaction.<>c__DisplayClass7_2.<<PerformOperation>b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 162
2023-08-18 15:02:02 --- End of stack trace from previous location ---
2023-08-18 15:02:02    at Couchbase.Transactions.FitPerformer.TwoWayTransaction.PerformOperation(String testName, String opDebug, AttemptContext ctx, Boolean doNotPropagateError, ICollection`1 expectedResults, Func`1 op) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 420
2023-08-18 15:02:02 -----------------------Context Info---------------------------
2023-08-18 15:02:02 
2023-08-18 15:02:02 
2023-08-18 15:02:02    --- End of inner exception stack trace ---
2023-08-18 15:02:02    at Couchbase.Transactions.FitPerformer.TwoWayTransaction.Run(Transactions transactions, TransactionCreateRequest request, ClusterConnection connection, IServerStreamWriter`1 responseStream) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 95
2023-08-18 15:02:02    at Couchbase.Transactions.FitPerformer.PerformerServiceImpl.transactionCreate(TransactionCreateRequest request, ServerCallContext context) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/PerformerService.cs:line 212 {}
2023-08-18 15:02:02 [09:32:02.802 DBG] [] transactionCreate: { "transactionsFactoryRef": "8a43d40b-0db1-47eb-8275-be9439e780f6", "attempts": [ { "commands": [ { "replace": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "2714b978-2113-4d32-8eea-0420a62848ef" }, "contentJson": "{\"content\":\"updated\"}", "expectedResult": [ { "error": { "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookPoint": "AFTER_STAGED_REPLACE_COMPLETE" } ] }, "clusterConnectionId": "defaultClusterConnection_f915a00b-42b3-401d-8b97-486e04d8cf1f" } {}
2023-08-18 15:02:02 [09:32:02.802 INF] [] Starting Transaction Test  {}
2023-08-18 15:02:02 [09:32:02.802 DBG] [] Test: { "transactionsFactoryRef": "8a43d40b-0db1-47eb-8275-be9439e780f6", "attempts": [ { "commands": [ { "replace": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "2714b978-2113-4d32-8eea-0420a62848ef" }, "contentJson": "{\"content\":\"updated\"}", "expectedResult": [ { "error": { "toRaise": "EXCEPTION_FAILED", "cause": { "doNotCheck": true } } } ] } } ] } ], "options": { "hook": [ { "hookPoint": "AFTER_STAGED_REPLACE_COMPLETE" } ] }, "clusterConnectionId": "defaultClusterConnection_f915a00b-42b3-401d-8b97-486e04d8cf1f" } {}
2023-08-18 15:02:02 [09:32:02.802 DBG] [] clusterConnectionId:defaultClusterConnection_f915a00b-42b3-401d-8b97-486e04d8cf1f {}
2023-08-18 15:02:02 [09:32:02.802 DBG] [] Using custom connection at host : couchbase://172.23.111.130 and with username Administrator {}
2023-08-18 15:02:02 [09:32:02.802 DBG] [] Registering 1 hooks {}
2023-08-18 15:02:02 [09:32:02.802 DBG] []   - Hook Point AfterStagedReplaceComplete with Action FailHard {}
2023-08-18 15:02:02 [09:32:02.804 DBG] []  Starting Attempt 0 {}
2023-08-18 15:02:02 [09:32:02.804 DBG] []  Performing TransactionCommand Replace {}
2023-08-18 15:02:02 [09:32:02.804 DBG] [] e86a8d4c-ea88-4b16-9fc2-549e186b8046.90fdd2d4-49a8-4497-973e-69ca3c47a468: Performing command: replace {}
2023-08-18 15:02:03 [09:32:03.106 DBG] [Couchbase.Transactions.AttemptContext] GetWithMav for <ud>2714b978-2113-4d32-8eea-0420a62848ef</ud>, attemptId=90fdd2d4-49a8-4497-973e-69ca3c47a468, postCas=1692351123091554304 {"Scope": ["GetWithKv", "GetWithMav"]}
2023-08-18 15:02:03 [09:32:03.107 DBG] [Couchbase.Transactions.AttemptContext] CheckWriteWriteConflict@WW_RP for <ud>default::_default::_default::2714b978-2113-4d32-8eea-0420a62848ef</ud>, attempt=90fdd2d4-49a8-4497-973e-69ca3c47a468 {"Scope": ["ReplaceWithKv", "CheckWriteWriteConflict"]}
2023-08-18 15:02:03 [09:32:03.107 DBG] [Couchbase.Transactions.AttemptContext] CheckWriteWriteConflict no other txn for <ud>default::_default::_default::2714b978-2113-4d32-8eea-0420a62848ef</ud>, attempt=90fdd2d4-49a8-4497-973e-69ca3c47a468 {"Scope": ["ReplaceWithKv", "CheckWriteWriteConflict"]}
2023-08-18 15:02:03 [09:32:03.107 DBG] [Couchbase.Transactions.DataAccess.AtrRepository] Requested Durability = Majority {"Scope": ["ReplaceWithKv", "InitAtrIfNeeded"]}
2023-08-18 15:02:03 [09:32:03.413 INF] [Couchbase.Transactions.DataAccess.AtrRepository] Upserted ATR to PENDING _txn:atr-952-#558/attempts.90fdd2d4-49a8-4497-973e-69ca3c47a468 (cas = 1692351123695337472) {"Scope": ["ReplaceWithKv", "SetAtrPending", "MutateAtrPending"]}
2023-08-18 15:02:03 [09:32:03.413 DBG] [Couchbase.Transactions.AttemptContext] SetAtrPending for <ud>default._default._default::_txn:atr-952-#558</ud> (attempt=90fdd2d4-49a8-4497-973e-69ca3c47a468) {"Scope": ["ReplaceWithKv", "SetAtrPending"]}
2023-08-18 15:02:03 [09:32:03.672 DBG] [Couchbase.Transactions.AttemptContext] CreateStagedReplace for <ud>2714b978-2113-4d32-8eea-0420a62848ef</ud>, attemptId=90fdd2d4-49a8-4497-973e-69ca3c47a468, preCase=1692351123091554304, postCas=1692351123996278784, accessDeleted=False {"Scope": ["ReplaceWithKv", "CreateStagedReplace"]}
2023-08-18 15:02:03 [09:32:03.704 DBG] []  ExternalException.Unknown: Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown.
2023-08-18 15:02:03    at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.<ConfigureHook>b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285
2023-08-18 15:02:03    at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<<ConfigureHook>b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 377
2023-08-18 15:02:03 --- End of stack trace from previous location ---
2023-08-18 15:02:03    at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 464
2023-08-18 15:02:03    at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<<SelectHookRaw>b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260
2023-08-18 15:02:03 --- End of stack trace from previous location ---
2023-08-18 15:02:03    at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 268
2023-08-18 15:02:03    at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248
2023-08-18 15:02:03    at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterStagedReplaceComplete(AttemptContext ctx, String id) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 145
2023-08-18 15:02:03    at Couchbase.Transactions.AttemptContext.CreateStagedReplace(TransactionGetResult doc, Object content, Boolean accessDeleted, IRequestSpan parentSpan) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 560 {}
2023-08-18 15:02:03 [09:32:03.704 DBG] []  Operation 'replace' failed as expected {}
2023-08-18 15:02:03 [09:32:03.704 DBG] [ExecuteApplicationLambda] Propagating error up. (ec = FailHard, retry = False, finalError = TransactionFailed) {}
2023-08-18 15:02:03 [09:32:03.704 INF] [ExecuteApplicationLambda] Attempt 90fdd2d4-49a8-4497-973e-69ca3c47a468 completed.  CleanupClient=False, LostCleanup=False {}
2023-08-18 15:02:03 Transaction Failed with: Couchbase.Transactions.Error.TransactionFailedException: Transaction failed.
2023-08-18 15:02:03  ---> Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown.
2023-08-18 15:02:03    at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.<ConfigureHook>b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285
2023-08-18 15:02:03    at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<<ConfigureHook>b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 377
2023-08-18 15:02:03 --- End of stack trace from previous location ---
2023-08-18 15:02:03    at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 464
2023-08-18 15:02:03    at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<<SelectHookRaw>b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260
2023-08-18 15:02:03 --- End of stack trace from previous location ---
2023-08-18 15:02:03    at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 268
2023-08-18 15:02:03    at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248
2023-08-18 15:02:03    at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterStagedReplaceComplete(AttemptContext ctx, String id) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 145
2023-08-18 15:02:03    at Couchbase.Transactions.AttemptContext.CreateStagedReplace(TransactionGetResult doc, Object content, Boolean accessDeleted, IRequestSpan parentSpan) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 560
2023-08-18 15:02:03    --- End of inner exception stack trace ---
2023-08-18 15:02:03    at Couchbase.Transactions.Transactions.RunAsync(Func`2 transactionLogic, PerTransactionConfig perConfig, Boolean singleQueryTransactionMode) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/Transactions.cs:line 229
2023-08-18 15:02:03    at Couchbase.Transactions.FitPerformer.TwoWayTransaction.Run(Transactions transactions, TransactionCreateRequest request, ClusterConnection connection, IServerStreamWriter`1 responseStream) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 68
2023-08-18 15:02:03 -----------------------Context Info---------------------------
2023-08-18 15:02:03 
2023-08-18 15:02:03 
2023-08-18 15:02:03 [09:32:03.707 DBG] [] UNKNOWN due to Couchbase.Transactions.FitPerformer.Utils.TestFailHardException: Exception of type 'Couchbase.Transactions.FitPerformer.Utils.TestFailHardException' was thrown.
2023-08-18 15:02:03    at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c.<ConfigureHook>b__57_1() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 285
2023-08-18 15:02:03    at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass57_0.<<ConfigureHook>b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 377
2023-08-18 15:02:03 --- End of stack trace from previous location ---
2023-08-18 15:02:03    at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.ConfigureHook(AttemptContext ctx, Hook hook, String param, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 464
2023-08-18 15:02:03    at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.<>c__DisplayClass56_0.<<SelectHookRaw>b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 260
2023-08-18 15:02:03 --- End of stack trace from previous location ---
2023-08-18 15:02:03    at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHookRaw(HookPoint hp, AttemptContext ctx, String param, Object def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 268
2023-08-18 15:02:03    at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.SelectHook(HookPoint hp, AttemptContext ctx, String param, Nullable`1 def, String docId) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 248
2023-08-18 15:02:03    at Couchbase.Transactions.FitPerformer.Utils.GrpcAwareTestHooks.AfterStagedReplaceComplete(AttemptContext ctx, String id) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/Utils/HooksUtil.cs:line 145
2023-08-18 15:02:03    at Couchbase.Transactions.AttemptContext.CreateStagedReplace(TransactionGetResult doc, Object content, Boolean accessDeleted, IRequestSpan parentSpan) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 560 {}
2023-08-18 15:02:03 [09:32:03.707 INF] [] Completed Transaction Test  {}
2023-08-18 15:02:04 [09:32:04.880 DBG] [] transactionCleanup: { "atrId": "_txn:atr-952-#558", "attemptId": "90fdd2d4-49a8-4497-973e-69ca3c47a468", "transactionId": "e86a8d4c-ea88-4b16-9fc2-549e186b8046", "atr": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "_txn:atr-952-#558" }, "clusterConnectionId": "defaultClusterConnection_f915a00b-42b3-401d-8b97-486e04d8cf1f" } {}
2023-08-18 15:02:04 [09:32:04.880 DBG] [] clusterConnectionId:defaultClusterConnection_f915a00b-42b3-401d-8b97-486e04d8cf1f {}
2023-08-18 15:02:04 [09:32:04.880 DBG] [] Using custom connection at host : couchbase://172.23.111.130 and with username Administrator {}
2023-08-18 15:02:04 [09:32:04.880 DBG] [] No hooks registered {}
2023-08-18 15:02:05 [09:32:05.138 DBG] [Couchbase.Transactions.Cleanup.Cleaner] Cleaner.transactionCleanup: Processing cleanup request: CleanupRequest { AttemptId = 90fdd2d4-49a8-4497-973e-69ca3c47a468, AtrId = _txn:atr-952-#558, AtrCollection = Couchbase.KeyValue.CouchbaseCollection, InsertedIds = System.Collections.Generic.List`1[Couchbase.Transactions.Components.DocRecord], ReplacedIds = System.Collections.Generic.List`1[Couchbase.Transactions.Components.DocRecord], RemovedIds = System.Collections.Generic.List`1[Couchbase.Transactions.Components.DocRecord], State = PENDING, WhenReadyToBeProcessed = 08/18/2023 09:32:05 +00:00, ProcessingErrors = System.Collections.Concurrent.ConcurrentQueue`1[System.Exception], ForwardCompatibility = , DurabilityLevel =  } {}
2023-08-18 15:02:05 [09:32:05.138 INF] [Couchbase.Transactions.Cleanup.Cleaner] Cleaning up atr entry: _txn:atr-952-#558/90fdd2d4-49a8-4497-973e-69ca3c47a468 {"Scope": ["CleanupAtrEntry"]}
2023-08-18 15:02:05 [09:32:05.462 INF] [Couchbase.Transactions.Cleanup.Cleaner] Attempt 90fdd2d4-49a8-4497-973e-69ca3c47a468: ATR _txn:atr-952-#558 cleaned up. {"Scope": ["CleanupAtrEntry"]}
2023-08-18 15:02:06 [09:32:06.035 DBG] [] transactionCreate: { "transactionsFactoryRef": "8a43d40b-0db1-47eb-8275-be9439e780f6", "attempts": [ { "commands": [ { "replace": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "2714b978-2113-4d32-8eea-0420a62848ef" }, "contentJson": "{\"content\":\"updated\"}", "expectedResult": [ { "success": true } ] } } ] } ], "options": { }, "clusterConnectionId": "defaultClusterConnection_f915a00b-42b3-401d-8b97-486e04d8cf1f" } {}
2023-08-18 15:02:06 [09:32:06.035 INF] [] Starting Transaction Test  {}
2023-08-18 15:02:06 [09:32:06.035 DBG] [] Test: { "transactionsFactoryRef": "8a43d40b-0db1-47eb-8275-be9439e780f6", "attempts": [ { "commands": [ { "replace": { "docId": { "bucketName": "default", "scopeName": "_default", "collectionName": "_default", "docId": "2714b978-2113-4d32-8eea-0420a62848ef" }, "contentJson": "{\"content\":\"updated\"}", "expectedResult": [ { "success": true } ] } } ] } ], "options": { }, "clusterConnectionId": "defaultClusterConnection_f915a00b-42b3-401d-8b97-486e04d8cf1f" } {}
2023-08-18 15:02:06 [09:32:06.035 DBG] [] clusterConnectionId:defaultClusterConnection_f915a00b-42b3-401d-8b97-486e04d8cf1f {}
2023-08-18 15:02:06 [09:32:06.035 DBG] [] Using custom connection at host : couchbase://172.23.111.130 and with username Administrator {}
2023-08-18 15:02:06 [09:32:06.035 DBG] [] No hooks registered {}
2023-08-18 15:02:06 [09:32:06.035 DBG] []  Starting Attempt 0 {}
2023-08-18 15:02:06 [09:32:06.035 DBG] []  Performing TransactionCommand Replace {}
2023-08-18 15:02:06 [09:32:06.035 DBG] [] 7b7fe21e-c845-42a4-8058-56d49cfb4c26.632f9b3b-3e57-4cb9-b7b2-1d87015b92ec: Performing command: replace {}
2023-08-18 15:02:06 [09:32:06.299 DBG] [Couchbase.Transactions.AttemptContext] GetWithMav for <ud>2714b978-2113-4d32-8eea-0420a62848ef</ud>, attemptId=632f9b3b-3e57-4cb9-b7b2-1d87015b92ec, postCas=1692351126359965696 {"Scope": ["GetWithKv", "GetWithMav"]}
2023-08-18 15:02:06 [09:32:06.589 WRN] []  Operation failed unexpectedly, was expecting [{"Success": true, "AnythingAllowed": false, "Error": null, "Exception": "Unknown", "ResultCase": "Success", "$type": "ExpectedResult"}] but got {"ErrorClass": "EcFailHard", "AutoRollbackAttempt": true, "RetryTransaction": false, "ToRaise": "ExceptionFailed", "Cause": {"DoNotCheck": false, "Exception": "ActiveTransactionRecordEntryNotFound", "CauseCase": "Exception", "$type": "ExpectedCause"}, "$type": "ErrorWrapper"}: Exception of type 'Couchbase.Transactions.Error.External.TransactionOperationFailedException' was thrown. {}
2023-08-18 15:02:06 [09:32:06.590 WRN] [ExecuteApplicationLambda] Attempt failed, attempting automatic rollback... {}
2023-08-18 15:02:06 [09:32:06.590 DBG] [ExecuteApplicationLambda] Propagating error up. (ec = FailOther, retry = False, finalError = TransactionFailed) {}
2023-08-18 15:02:06 [09:32:06.590 INF] [ExecuteApplicationLambda] Attempt 632f9b3b-3e57-4cb9-b7b2-1d87015b92ec completed.  CleanupClient=False, LostCleanup=False {}
2023-08-18 15:02:06 Transaction Failed with: Couchbase.Transactions.Error.TransactionFailedException: Transaction failed.
2023-08-18 15:02:06  ---> TestFailureException:  Operation failed unexpectedly, was expecting  one of
2023-08-18 15:02:06 [ { "success": true } ]
2023-08-18 15:02:06 but got
2023-08-18 15:02:06 { "autoRollbackAttempt": true, "toRaise": "EXCEPTION_FAILED", "cause": { "exception": "ActiveTransactionRecordEntryNotFound" } }: Exception of type 'Couchbase.Transactions.Error.External.TransactionOperationFailedException' was thrown.
2023-08-18 15:02:06  ---> Couchbase.Transactions.Error.External.TransactionOperationFailedException: Exception of type 'Couchbase.Transactions.Error.External.TransactionOperationFailedException' was thrown.
2023-08-18 15:02:06    at Couchbase.Transactions.AttemptContext.GetWithKv(ICouchbaseCollection collection, String id, IRequestSpan parentSpan) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 211
2023-08-18 15:02:06    at Couchbase.Transactions.AttemptContext.GetAsync(ICouchbaseCollection collection, String id) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 140
2023-08-18 15:02:06    at Couchbase.Transactions.FitPerformer.TwoWayTransaction.<>c__DisplayClass7_2.<<PerformOperation>b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 162
2023-08-18 15:02:06 --- End of stack trace from previous location ---
2023-08-18 15:02:06    at Couchbase.Transactions.FitPerformer.TwoWayTransaction.PerformOperation(String testName, String opDebug, AttemptContext ctx, Boolean doNotPropagateError, ICollection`1 expectedResults, Func`1 op) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 420
2023-08-18 15:02:06 -----------------------Context Info---------------------------
2023-08-18 15:02:06 
2023-08-18 15:02:06 
2023-08-18 15:02:06    --- End of inner exception stack trace ---
2023-08-18 15:02:06    at Couchbase.Transactions.FitPerformer.TwoWayTransaction.PerformOperation(String testName, String opDebug, AttemptContext ctx, Boolean doNotPropagateError, ICollection`1 expectedResults, Func`1 op) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 567
2023-08-18 15:02:06    at Couchbase.Transactions.FitPerformer.TwoWayTransaction.PerformOperation(String testName, AttemptContext ctx, TransactionCommand command, ClusterConnection connection, IServerStreamWriter`1 responseStream) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 141
2023-08-18 15:02:06    at Couchbase.Transactions.FitPerformer.TwoWayTransaction.<>c__DisplayClass5_0.<<Run>b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 79
2023-08-18 15:02:06 --- End of stack trace from previous location ---
2023-08-18 15:02:06    at Couchbase.Transactions.Transactions.ExecuteApplicationLambda(Func`2 transactionLogic, TransactionContext overallContext, ILoggerFactory loggerFactory, TransactionResult result, IRequestSpan parentSpan, Boolean singleQueryTransactionMode) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/Transactions.cs:line 407
2023-08-18 15:02:06    --- End of inner exception stack trace ---
2023-08-18 15:02:06    at Couchbase.Transactions.Transactions.RunAsync(Func`2 transactionLogic, PerTransactionConfig perConfig, Boolean singleQueryTransactionMode) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/Transactions.cs:line 229
2023-08-18 15:02:06    at Couchbase.Transactions.FitPerformer.TwoWayTransaction.Run(Transactions transactions, TransactionCreateRequest request, ClusterConnection connection, IServerStreamWriter`1 responseStream) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 68
2023-08-18 15:02:06 -----------------------Context Info---------------------------
2023-08-18 15:02:06 
2023-08-18 15:02:06 
2023-08-18 15:02:06 [09:32:06.591 ERR] [] Test failed due to exception: Couchbase.Transactions.Error.TransactionFailedException: Transaction failed.
2023-08-18 15:02:06  ---> TestFailureException:  Operation failed unexpectedly, was expecting  one of
2023-08-18 15:02:06 [ { "success": true } ]
2023-08-18 15:02:06 but got
2023-08-18 15:02:06 { "autoRollbackAttempt": true, "toRaise": "EXCEPTION_FAILED", "cause": { "exception": "ActiveTransactionRecordEntryNotFound" } }: Exception of type 'Couchbase.Transactions.Error.External.TransactionOperationFailedException' was thrown.
2023-08-18 15:02:06  ---> Couchbase.Transactions.Error.External.TransactionOperationFailedException: Exception of type 'Couchbase.Transactions.Error.External.TransactionOperationFailedException' was thrown.
2023-08-18 15:02:06    at Couchbase.Transactions.AttemptContext.GetWithKv(ICouchbaseCollection collection, String id, IRequestSpan parentSpan) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 211
2023-08-18 15:02:06    at Couchbase.Transactions.AttemptContext.GetAsync(ICouchbaseCollection collection, String id) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 140
2023-08-18 15:02:06    at Couchbase.Transactions.FitPerformer.TwoWayTransaction.<>c__DisplayClass7_2.<<PerformOperation>b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 162
2023-08-18 15:02:06 --- End of stack trace from previous location ---
2023-08-18 15:02:06    at Couchbase.Transactions.FitPerformer.TwoWayTransaction.PerformOperation(String testName, String opDebug, AttemptContext ctx, Boolean doNotPropagateError, ICollection`1 expectedResults, Func`1 op) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 420
2023-08-18 15:02:06 -----------------------Context Info---------------------------
2023-08-18 15:02:06 
2023-08-18 15:02:06 
2023-08-18 15:02:06    --- End of inner exception stack trace ---
2023-08-18 15:02:06    at Couchbase.Transactions.FitPerformer.TwoWayTransaction.PerformOperation(String testName, String opDebug, AttemptContext ctx, Boolean doNotPropagateError, ICollection`1 expectedResults, Func`1 op) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 567
2023-08-18 15:02:06    at Couchbase.Transactions.FitPerformer.TwoWayTransaction.PerformOperation(String testName, AttemptContext ctx, TransactionCommand command, ClusterConnection connection, IServerStreamWriter`1 responseStream) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 141
2023-08-18 15:02:06    at Couchbase.Transactions.FitPerformer.TwoWayTransaction.<>c__DisplayClass5_0.<<Run>b__0>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 79
2023-08-18 15:02:06 --- End of stack trace from previous location ---
2023-08-18 15:02:06    at Couchbase.Transactions.Transactions.ExecuteApplicationLambda(Func`2 transactionLogic, TransactionContext overallContext, ILoggerFactory loggerFactory, TransactionResult result, IRequestSpan parentSpan, Boolean singleQueryTransactionMode) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/Transactions.cs:line 407
2023-08-18 15:02:06    --- End of inner exception stack trace ---
2023-08-18 15:02:06    at Couchbase.Transactions.Transactions.RunAsync(Func`2 transactionLogic, PerTransactionConfig perConfig, Boolean singleQueryTransactionMode) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/Transactions.cs:line 229
2023-08-18 15:02:06    at Couchbase.Transactions.FitPerformer.TwoWayTransaction.Run(Transactions transactions, TransactionCreateRequest request, ClusterConnection connection, IServerStreamWriter`1 responseStream) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 68
2023-08-18 15:02:06 -----------------------Context Info---------------------------
2023-08-18 15:02:06 
2023-08-18 15:02:06  {}
2023-08-18 15:02:06 [09:32:06.592 WRN] [] Completed Transaction with Exception TestFailureException:  Operation failed unexpectedly, was expecting  one of
2023-08-18 15:02:06 [ { "success": true } ]
2023-08-18 15:02:06 but got
2023-08-18 15:02:06 { "autoRollbackAttempt": true, "toRaise": "EXCEPTION_FAILED", "cause": { "exception": "ActiveTransactionRecordEntryNotFound" } }: Exception of type 'Couchbase.Transactions.Error.External.TransactionOperationFailedException' was thrown.
2023-08-18 15:02:06  ---> Couchbase.Transactions.Error.External.TransactionOperationFailedException: Exception of type 'Couchbase.Transactions.Error.External.TransactionOperationFailedException' was thrown.
2023-08-18 15:02:06    at Couchbase.Transactions.AttemptContext.GetWithKv(ICouchbaseCollection collection, String id, IRequestSpan parentSpan) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 211
2023-08-18 15:02:06    at Couchbase.Transactions.AttemptContext.GetAsync(ICouchbaseCollection collection, String id) in /app/transactions-fit-performer/performers/dotnet/couchbase-net-client/src/Couchbase.Transactions/AttemptContext.cs:line 140
2023-08-18 15:02:06    at Couchbase.Transactions.FitPerformer.TwoWayTransaction.<>c__DisplayClass7_2.<<PerformOperation>b__1>d.MoveNext() in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 162
2023-08-18 15:02:06 --- End of stack trace from previous location ---
2023-08-18 15:02:06    at Couchbase.Transactions.FitPerformer.TwoWayTransaction.PerformOperation(String testName, String opDebug, AttemptContext ctx, Boolean doNotPropagateError, ICollection`1 expectedResults, Func`1 op) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 420
2023-08-18 15:02:06 -----------------------Context Info---------------------------
2023-08-18 15:02:06 
2023-08-18 15:02:06 
2023-08-18 15:02:06    --- End of inner exception stack trace ---
2023-08-18 15:02:06    at Couchbase.Transactions.FitPerformer.TwoWayTransaction.Run(Transactions transactions, TransactionCreateRequest request, ClusterConnection connection, IServerStreamWriter`1 responseStream) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/TwoWayTransaction.cs:line 95
2023-08-18 15:02:06    at Couchbase.Transactions.FitPerformer.PerformerServiceImpl.transactionCreate(TransactionCreateRequest request, ServerCallContext context) in /app/transactions-fit-performer/performers/dotnet/Couchbase.Transactions.FitPerformer/PerformerService.cs:line 212 {}
2023-08-18 15:02:06 [09:32:06.610 INF] [] ======== java.util.stream.Stream com.couchbase.transactions.ForwardCompatibilityTest.replacesNotBlockedIfCompatible():replacesNotBlockedIfCompatible(): testEnd ======= {}
2023-08-18 15:02:06 [09:32:06.616 INF] [] ======== Test file: End ======= {}