Critical Description
Cluster has 2 nodes - 1 kv and 1 eventing running 6.6.1-9213
Add src_bucket, metadata and dst_bucket.
Load 1000 docs into src_bucket.
cbworkloadgen -n 10.112.190.101:8091 -b src_bucket -u Administrator -p password -i 1000 -j -r 1 |
Create and deploy bucket_op handler.
handler code -
function OnUpdate(doc, meta) {
|
log("Doc created/updated", meta.id); |
var result1= couchbase.insert(dst_bucket,meta,doc);
|
log(result1);
|
|
|
}
|
|
|
function OnDelete(meta, options) {
|
log("Doc deleted/expired", meta.id); |
var doc={"id":meta.id} |
var result = couchbase.delete(dst_bucket,doc);
|
log(result);
|
}
|
Perform offline upgrade of both nodes to 7.0.0 - 5083
Eventing stats before upgrade
curl -XGET http://Administrator:password@10.112.190.102:8096/api/v1/stats |
[
|
{
|
"dcp_feed_boundary": "everything", |
"event_processing_stats": { |
"adhoc_timer_response_received": 3, |
"agg_messages_sent_to_worker": 4525, |
"agg_queue_memory": 0, |
"agg_queue_memory_cap": 132120576, |
"agg_queue_size": 0, |
"agg_queue_size_cap": 300000, |
"agg_timer_feedback_queue_cap": 1500, |
"dcp_mutation": 1000, |
"dcp_mutation_sent_to_worker": 1000, |
"dcp_snapshot": 911, |
"dcp_stream_req_counter": 1344, |
"dcp_streamreq": 1344, |
"execution_stats": 432, |
"failure_stats": 432, |
"latency_stats": 432, |
"lcb_exception_stats": 432, |
"log_level": 3, |
"num_processed_events": 1000, |
"processed_events_size": 279992, |
"thr_count": 3, |
"thr_map": 3, |
"v8_init": 3, |
"v8_load": 3 |
},
|
"events_remaining": { |
"dcp_backlog": 0 |
},
|
"execution_stats": { |
"agg_queue_memory": 0, |
"agg_queue_size": 0, |
"curl": { |
"delete": 0, |
"get": 0, |
"head": 0, |
"post": 0, |
"put": 0 |
},
|
"dcp_delete_msg_counter": 0, |
"dcp_delete_parse_failure": 0, |
"dcp_mutation_msg_counter": 1000, |
"dcp_mutation_parse_failure": 0, |
"enqueued_dcp_delete_msg_counter": 0, |
"enqueued_dcp_mutation_msg_counter": 1000, |
"enqueued_timer_msg_counter": 0, |
"feedback_queue_size": 0, |
"filtered_dcp_delete_counter": 0, |
"filtered_dcp_mutation_counter": 0, |
"lcb_retry_failure": 0, |
"messages_parsed": 4513, |
"num_processed_events": 1000, |
"on_delete_failure": 0, |
"on_delete_success": 0, |
"on_update_failure": 0, |
"on_update_success": 1000, |
"processed_events_size": 279992, |
"timer_cancel_counter": 0, |
"timer_create_counter": 0, |
"timer_create_failure": 0, |
"timer_msg_counter": 0, |
"timer_responses_sent": 0, |
"timestamp": { |
"13011": "2021-05-03T12:23:38Z", |
"13019": "2021-05-03T12:23:38Z", |
"13024": "2021-05-03T12:23:38Z" |
},
|
"uv_msg_parse_failure": 0, |
"uv_try_write_failure_counter": 0 |
},
|
"failure_stats": { |
"app_worker_setting_events_lost": 0, |
"bkt_ops_cas_mismatch_count": 0, |
"bucket_op_exception_count": 0, |
"checkpoint_failure_count": 0, |
"curl_non_200_response": 0, |
"dcp_events_lost": 0, |
"debugger_events_lost": 0, |
"delete_events_lost": 0, |
"mutation_events_lost": 0, |
"n1ql_op_exception_count": 0, |
"timeout_count": 0, |
"timer_callback_missing_counter": 0, |
"timer_context_size_exceeded_counter": 0, |
"timer_events_lost": 0, |
"timestamp": { |
"13011": "2021-05-03T12:23:38Z", |
"13019": "2021-05-03T12:23:38Z", |
"13024": "2021-05-03T12:23:38Z" |
},
|
"v8worker_events_lost": 0 |
},
|
"function_name": "bucket_op", |
"gocb_creds_request_counter": 16, |
"function_id": 791989385, |
"internal_vb_distribution_stats": { |
"worker_bucket_op_0": "[0-341]", |
"worker_bucket_op_1": "[342-682]", |
"worker_bucket_op_2": "[683-1023]" |
},
|
"latency_percentile_stats": { |
"100": 20200, |
"50": 1300, |
"80": 2300, |
"90": 3100, |
"95": 4300, |
"99": 12100 |
},
|
"lcb_creds_request_counter": 24, |
"lcb_exception_stats": {}, |
"planner_stats": [ |
{
|
"host_name": "10.112.190.102:8096", |
"start_vb": 0, |
"vb_count": 1024 |
}
|
],
|
"metastore_stats": {}, |
"vb_distribution_stats_from_metadata": { |
"10.112.190.102:8096": { |
"worker_bucket_op_0": "[0-341]", |
"worker_bucket_op_1": "[342-682]", |
"worker_bucket_op_2": "[683-1023]" |
}
|
},
|
"worker_pids": { |
"worker_bucket_op_0": 13024, |
"worker_bucket_op_1": 13019, |
"worker_bucket_op_2": 13011 |
}
|
}
|
]
|
Eventing stats after upgrade
curl -XGET http://Administrator:password@10.112.190.102:8096/api/v1/stats |
[
|
{
|
"dcp_feed_boundary": "everything", |
"event_processing_stats": { |
"agg_messages_sent_to_worker": 2950, |
"agg_queue_memory": 0, |
"agg_queue_memory_cap": 53477376, |
"agg_queue_size": 0, |
"agg_queue_size_cap": 300000, |
"agg_timer_feedback_queue_cap": 1500, |
"dcp_stream_req_counter": 1024, |
"dcp_streamreq": 1024, |
"execution_stats": 381, |
"failure_stats": 381, |
"latency_stats": 381, |
"lcb_exception_stats": 381, |
"log_level": 3, |
"num_processed_events": 0, |
"processed_events_size": 0, |
"thr_count": 3, |
"thr_map": 3, |
"v8_init": 3, |
"v8_load": 3 |
},
|
"events_remaining": { |
"dcp_backlog": 0 |
},
|
"execution_stats": { |
"agg_queue_memory": 0, |
"agg_queue_size": 0, |
"curl": { |
"delete": 0, |
"get": 0, |
"head": 0, |
"post": 0, |
"put": 0 |
},
|
"curl_success_count": 0, |
"dcp_delete_msg_counter": 0, |
"dcp_delete_parse_failure": 0, |
"dcp_mutation_msg_counter": 0, |
"dcp_mutation_parse_failure": 0, |
"enqueued_dcp_delete_msg_counter": 0, |
"enqueued_dcp_mutation_msg_counter": 0, |
"enqueued_timer_msg_counter": 0, |
"feedback_queue_size": 0, |
"filtered_dcp_delete_counter": 0, |
"filtered_dcp_mutation_counter": 0, |
"lcb_retry_failure": 0, |
"messages_parsed": 2938, |
"no_op_counter": 0, |
"num_processed_events": 0, |
"on_delete_failure": 0, |
"on_delete_success": 0, |
"on_update_failure": 0, |
"on_update_success": 0, |
"processed_events_size": 0, |
"timer_callback_failure": 0, |
"timer_callback_success": 0, |
"timer_cancel_counter": 0, |
"timer_create_counter": 0, |
"timer_create_failure": 0, |
"timer_msg_counter": 0, |
"timer_responses_sent": 0, |
"timestamp": { |
"13533": "2021-05-03T12:31:06Z", |
"13534": "2021-05-03T12:31:06Z", |
"13552": "2021-05-03T12:31:07Z" |
},
|
"uv_msg_parse_failure": 0, |
"uv_try_write_failure_counter": 0 |
},
|
"failure_stats": { |
"app_worker_setting_events_lost": 0, |
"bkt_ops_cas_mismatch_count": 0, |
"bucket_op_exception_count": 0, |
"checkpoint_failure_count": 0, |
"curl_failure_count": 0, |
"curl_max_resp_size_exceeded": 0, |
"curl_non_200_response": 0, |
"curl_timeout_count": 0, |
"dcp_events_lost": 0, |
"debugger_events_lost": 0, |
"delete_events_lost": 0, |
"mutation_events_lost": 0, |
"n1ql_op_exception_count": 0, |
"timeout_count": 0, |
"timer_callback_missing_counter": 0, |
"timer_context_size_exceeded_counter": 0, |
"timer_events_lost": 0, |
"timestamp": { |
"13533": "2021-05-03T12:31:06Z", |
"13534": "2021-05-03T12:31:06Z", |
"13552": "2021-05-03T12:31:07Z" |
},
|
"v8worker_events_lost": 0 |
},
|
"function_name": "bucket_op", |
"gocb_creds_request_counter": 8, |
"function_id": 791989385, |
"internal_vb_distribution_stats": { |
"worker_bucket_op_0": "[0-341]", |
"worker_bucket_op_1": "[342-682]", |
"worker_bucket_op_2": "[683-1023]" |
},
|
"latency_percentile_stats": { |
"100": 0, |
"50": 0, |
"80": 0, |
"90": 0, |
"95": 0, |
"99": 0 |
},
|
"lcb_creds_request_counter": 12, |
"lcb_exception_stats": {}, |
"planner_stats": [ |
{
|
"host_name": "10.112.190.102:8096", |
"start_vb": 0, |
"vb_count": 1024 |
}
|
],
|
"metastore_stats": {}, |
"vb_distribution_stats_from_metadata": { |
"10.112.190.102:8096": { |
"worker_bucket_op_0": "[0-341]", |
"worker_bucket_op_1": "[342-682]", |
"worker_bucket_op_2": "[683-1023]" |
}
|
},
|
"worker_pids": { |
"worker_bucket_op_0": 13534, |
"worker_bucket_op_1": 13533, |
"worker_bucket_op_2": 13552 |
}
|
}
|
]
|