Details
-
Bug
-
Resolution: Fixed
-
Critical
-
5.5.0
-
Local burrito cluster
-
Untriaged
-
-
Unknown
Description
CB Build: 2225
Eventing is not even reading to dcp mutation even when agg_queue_size is 0 which leads to missing mutations
- deploy a handler code with n1ql and bucket op
function OnUpdate(doc, meta) {
|
//log('creating document on dst : ', meta.id);
|
var query = select * from default limit 1; |
dst[meta.id] = query.execQuery();
|
}
|
function OnDelete(meta) {
|
//log('deleting document: ', meta.id);
|
delete dst[meta.id];
|
}
|
- After some time queue become 0 but we can still see "dcp_backlog": 1783759 and C++ worker are ideal
root@nacho:~# top -p 22503 -p 22504 -p 22505 |
top - 01:39:01 up 7 days, 15:56, 3 users, load average: 0.12, 0.16, 0.19 |
Tasks: 3 total, 0 running, 3 sleeping, 0 stopped, 0 zombie |
%Cpu(s): 10.2 us, 0.5 sy, 0.0 ni, 89.1 id, 0.0 wa, 0.0 hi, 0.1 si, 0.0 st |
KiB Mem : 16310092 total, 2001460 free, 8341176 used, 5967456 buff/cache |
KiB Swap: 0 total, 0 free, 0 used. 7460184 avail Mem |
|
|
PID USER PR NI VIRT RES SHR S %CPU %MEM TIME+ COMMAND
|
22503 couchba+ 20 0 2676244 552628 23536 S 0.3 3.4 13:31.70 eventing-consum |
22504 couchba+ 20 0 2678292 552268 23828 S 0.0 3.4 13:18.67 eventing-consum |
22505 couchba+ 20 0 2247700 118980 23536 S 0.0 0.7 1:41.64 eventing-consum |
[
|
{
|
"event_processing_stats": { |
"AGG_MESSAGES_SENT_TO_WORKER": 4339466, |
"DCP_MUTATION": 4216241, |
"DCP_MUTATION_SENT_TO_WORKER": 4216241, |
"DCP_SNAPSHOT": 528216, |
"DCP_STREAMEND": 341, |
"DCP_STREAMREQ": 1024, |
"EXECUTION_STATS": 30801, |
"FAILURE_STATS": 30801, |
"HANDLER_CODE": 3, |
"LATENCY_STATS": 30801, |
"LCB_EXCEPTION_STATS": 30801, |
"LOG_LEVEL": 3, |
"SOURCE_MAP": 3, |
"THR_COUNT": 3, |
"THR_MAP": 3, |
"V8_INIT": 3, |
"V8_LOAD": 3 |
},
|
"events_remaining": { |
"dcp_backlog": 1783759 |
},
|
"execution_stats": { |
"agg_queue_size": 0, |
"cron_timer_msg_counter": 0, |
"dcp_delete_msg_counter": 0, |
"dcp_mutation_msg_counter": 4216241, |
"doc_timer_create_failure": 0, |
"doc_timer_msg_counter": 0, |
"doc_timer_responses_sent": 0, |
"enqueued_cron_timer_msg_counter": 0, |
"enqueued_dcp_delete_msg_counter": 0, |
"enqueued_dcp_mutation_msg_counter": 4216241, |
"enqueued_doc_timer_msg_counter": 0, |
"feedback_queue_size": 0, |
"messages_parsed": 4339457, |
"on_delete_failure": 0, |
"on_delete_success": 0, |
"on_update_failure": 0, |
"on_update_success": 4216241, |
"timestamp": { |
"22503": "2018-03-22T20:01:42Z", |
"22504": "2018-03-22T20:01:42Z", |
"22505": "2018-03-22T20:01:42Z" |
},
|
"uv_try_write_failure_counter": 0 |
},
|
"failure_stats": { |
"app_worker_setting_events_lost": 0, |
"bucket_op_exception_count": 0, |
"checkpoint_failure_count": 0, |
"cron_timer_events_lost": 0, |
"dcp_events_lost": 0, |
"debugger_events_lost": 0, |
"delete_events_lost": 0, |
"doc_timer_events_lost": 0, |
"mutation_events_lost": 0, |
"n1ql_op_exception_count": 0, |
"timeout_count": 0, |
"timer_events_lost": 0, |
"timestamp": { |
"22503": "2018-03-22T20:01:42Z", |
"22504": "2018-03-22T20:01:42Z", |
"22505": "2018-03-22T20:01:42Z" |
},
|
"v8worker_events_lost": 0 |
},
|
"function_name": "bucket_op_function", |
"lcb_exception_stats": {}, |
"planner_stats": [ |
{
|
"host_name": "172.16.12.67:8096", |
"start_vb": 0, |
"vb_count": 1024 |
}
|
],
|
"vb_distribution_stats": { |
"172.16.12.67:8096": { |
"worker_bucket_op_function_0": "[0-341]", |
"worker_bucket_op_function_2": "[683-1023]" |
}
|
},
|
"worker_pids": { |
"worker_bucket_op_function_0": 22503, |
"worker_bucket_op_function_1": 22505, |
"worker_bucket_op_function_2": 22504 |
}
|
}
|
]
|
