Details
-
Bug
-
Resolution: Unresolved
-
Critical
-
6.5.0
-
Enterprise Edition 6.5.0 build 3475
-
Untriaged
-
Centos 64-bit
-
-
No
Description
Build: 6.5.0-3475
Scenario:
- Four node cluster with Couchbase bucket (replicas=3)
- Loaded 40K docs into the bucket with durability=PERSIST_TO_MAJORITY
Observation:
Got com.couchbase.client.core.error.RequestTimeoutException for doc_keys: test_docs-28793 and test_docs-27673.
So retried to insert these doc_keys again into the bucket which resulted in 'DocumentAlreadyExistsException`
Expected behaviour:
- TimeoutExceptions are not expected in steady_state cluster tests
- If the mutation has reached the server, server should respond to client with valid exceptions for the sync_write operations within the configured timeout
vbucket-details cbstats for target vbucket,
[root@node2-cb601-centos7 ~]# /opt/couchbase/bin/cbstats localhost:11210 -u Administrator -p password -b default vbucket-details 439
|
vb_439: active
|
vb_439:backfill_queue_size: 0
|
vb_439:bloom_filter: ENABLED
|
vb_439:bloom_filter_key_count: 0
|
vb_439:bloom_filter_size: 95851
|
vb_439:db_data_size: 13432
|
vb_439:db_file_size: 16475
|
vb_439:drift_ahead_threshold: 5000000000
|
vb_439:drift_ahead_threshold_exceeded: 0
|
vb_439:drift_behind_threshold: 5000000000
|
vb_439:drift_behind_threshold_exceeded: 0
|
vb_439:high_prepared_seqno: 101
|
vb_439:high_seqno: 102
|
vb_439:hp_vb_req_size: 0
|
vb_439:ht_cache_size: 6381
|
vb_439:ht_item_memory: 6381
|
vb_439:ht_item_memory_uncompressed: 6381
|
vb_439:ht_memory: 2584
|
vb_439:ht_size: 47
|
vb_439:logical_clock_ticks: 0
|
vb_439:max_cas: 1560358468667113472
|
vb_439:max_cas_str: 2019-06-12T16:54:28.667113472
|
vb_439:max_deleted_revid: 0
|
vb_439:might_contain_xattrs: false
|
vb_439:num_ejects: 0
|
vb_439:num_items: 51
|
vb_439:num_non_resident: 0
|
vb_439:num_prepared_sync_writes: 0
|
vb_439:num_temp_items: 0
|
vb_439:ops_create: 102
|
vb_439:ops_delete: 0
|
vb_439:ops_get: 1
|
vb_439:ops_reject: 0
|
vb_439:ops_update: 0
|
vb_439:pending_writes: 0
|
vb_439:purge_seqno: 0
|
vb_439:queue_age: 0
|
vb_439:queue_drain: 103
|
vb_439:queue_fill: 103
|
vb_439:queue_memory: 0
|
vb_439:queue_size: 0
|
vb_439:rollback_item_count: 0
|
vb_439:sync_write_aborted_count: 0
|
vb_439:sync_write_accepted_count: 51
|
vb_439:sync_write_committed_count: 51
|
vb_439:topology: [["ns_1@10.112.191.102","ns_1@10.112.191.104","ns_1@10.112.191.101","ns_1@10.112.191.103"]]
|
vb_439:total_abs_drift: 0
|
vb_439:total_abs_drift_count: 0
|
vb_439:uuid: 172925390242640
|
|
[root@node2-cb601-centos7 ~]# /opt/couchbase/bin/cbstats localhost:11210 -u Administrator -p password -b default vbucket-details 809
|
vb_809: replica
|
vb_809:backfill_queue_size: 0
|
vb_809:bloom_filter: ENABLED
|
vb_809:bloom_filter_key_count: 0
|
vb_809:bloom_filter_size: 95851
|
vb_809:db_data_size: 13534
|
vb_809:db_file_size: 16475
|
vb_809:drift_ahead_threshold: 5000000000
|
vb_809:drift_ahead_threshold_exceeded: 0
|
vb_809:drift_behind_threshold: 5000000000
|
vb_809:drift_behind_threshold_exceeded: 0
|
vb_809:high_prepared_seqno: 103
|
vb_809:high_seqno: 104
|
vb_809:hp_vb_req_size: 0
|
vb_809:ht_cache_size: 6512
|
vb_809:ht_item_memory: 6512
|
vb_809:ht_item_memory_uncompressed: 6512
|
vb_809:ht_memory: 2584
|
vb_809:ht_size: 47
|
vb_809:logical_clock_ticks: 0
|
vb_809:max_cas: 1560358468997545984
|
vb_809:max_cas_str: 2019-06-12T16:54:28.997545984
|
vb_809:max_deleted_revid: 0
|
vb_809:might_contain_xattrs: false
|
vb_809:num_ejects: 0
|
vb_809:num_items: 52
|
vb_809:num_non_resident: 0
|
vb_809:num_prepared_sync_writes: 0
|
vb_809:num_temp_items: 0
|
vb_809:ops_create: 104
|
vb_809:ops_delete: 0
|
vb_809:ops_get: 0
|
vb_809:ops_reject: 0
|
vb_809:ops_update: 0
|
vb_809:pending_writes: 0
|
vb_809:purge_seqno: 0
|
vb_809:queue_age: 0
|
vb_809:queue_drain: 106
|
vb_809:queue_fill: 106
|
vb_809:queue_memory: 0
|
vb_809:queue_size: 0
|
vb_809:rollback_item_count: 0
|
vb_809:sync_write_aborted_count: 0
|
vb_809:sync_write_accepted_count: 52
|
vb_809:sync_write_committed_count: 52
|
vb_809:topology: null
|
vb_809:total_abs_drift: 1675206
|
vb_809:total_abs_drift_count: 52
|
vb_809:uuid: 208001471889094
|
Attached test.log , JavaSDK.log and timed_out_key_exists.pcapng capture for further debugging.