Details
-
Bug
-
Resolution: Duplicate
-
Critical
-
5.5.0
-
Local burrito cluster
-
Untriaged
-
-
Unknown
Description
While running sanity system test i observer there is 1 doc timer missing, stats shows no failure
Test Steps
- Create and deploy 2 handlers bucket op with n1ql and doc timer
- Populate 6M doc for both bucket op and doc timer
Observed: One missing doc timer but "on_update_success": 6000000
[
|
{
|
"event_processing_stats": { |
"AGG_MESSAGES_SENT_TO_WORKER": 6988960, |
"DCP_MUTATION": 6895927, |
"DCP_MUTATION_SENT_TO_WORKER": 6895927, |
"DCP_SNAPSHOT": 805335, |
"DCP_STREAMEND": 1024, |
"DCP_STREAMREQ": 2048, |
"EXECUTION_STATS": 23253, |
"FAILURE_STATS": 23253, |
"HANDLER_CODE": 3, |
"LATENCY_STATS": 23253, |
"LCB_EXCEPTION_STATS": 23253, |
"LOG_LEVEL": 3, |
"SOURCE_MAP": 3, |
"THR_COUNT": 3, |
"THR_MAP": 3, |
"V8_INIT": 3, |
"V8_LOAD": 3 |
},
|
"events_remaining": { |
"dcp_backlog": 0 |
},
|
"execution_stats": { |
"agg_queue_size": 0, |
"cron_timer_msg_counter": 0, |
"dcp_delete_msg_counter": 0, |
"dcp_mutation_msg_counter": 6895927, |
"doc_timer_create_failure": 0, |
"doc_timer_msg_counter": 0, |
"doc_timer_responses_sent": 0, |
"enqueued_cron_timer_msg_counter": 0, |
"enqueued_dcp_delete_msg_counter": 0, |
"enqueued_dcp_mutation_msg_counter": 6895927, |
"enqueued_doc_timer_msg_counter": 0, |
"feedback_queue_size": 0, |
"messages_parsed": 6988951, |
"on_delete_failure": 0, |
"on_delete_success": 0, |
"on_update_failure": 23, |
"on_update_success": 6895904, |
"timestamp": { |
"30690": "2018-03-28T14:58:01Z", |
"30708": "2018-03-28T14:58:01Z", |
"30728": "2018-03-28T14:58:01Z" |
},
|
"uv_try_write_failure_counter": 0 |
},
|
"failure_stats": { |
"app_worker_setting_events_lost": 0, |
"bucket_op_exception_count": 0, |
"checkpoint_failure_count": 0, |
"cron_timer_events_lost": 0, |
"dcp_events_lost": 0, |
"debugger_events_lost": 0, |
"delete_events_lost": 0, |
"doc_timer_events_lost": 0, |
"mutation_events_lost": 0, |
"n1ql_op_exception_count": 0, |
"timeout_count": 27, |
"timer_events_lost": 0, |
"timestamp": { |
"30690": "2018-03-28T14:58:01Z", |
"30708": "2018-03-28T14:58:01Z", |
"30728": "2018-03-28T14:58:01Z" |
},
|
"v8worker_events_lost": 0 |
},
|
"function_name": "bucket_op_function", |
"internal_vb_distribution_stats": { |
"worker_bucket_op_function_0": "[0-341]", |
"worker_bucket_op_function_1": "[342-682]", |
"worker_bucket_op_function_2": "[683-1023]" |
},
|
"lcb_exception_stats": {}, |
"planner_stats": [ |
{
|
"host_name": "172.16.12.67:8096", |
"start_vb": 0, |
"vb_count": 1024 |
}
|
],
|
"vb_distribution_stats_from_metadata": { |
"172.16.12.67:8096": { |
"worker_bucket_op_function_0": "[0-341]", |
"worker_bucket_op_function_1": "[342-682]", |
"worker_bucket_op_function_2": "[683-1023]" |
}
|
},
|
"worker_pids": { |
"worker_bucket_op_function_0": 30690, |
"worker_bucket_op_function_1": 30708, |
"worker_bucket_op_function_2": 30728 |
}
|
},
|
{
|
"event_processing_stats": { |
"ADHOC_DOC_TIMER_RESPONSES_RECEIVED": 422952, |
"AGG_MESSAGES_SENT_TO_WORKER": 12186143, |
"DCP_MUTATION": 12000000, |
"DCP_MUTATION_SENT_TO_WORKER": 6000000, |
"DCP_SNAPSHOT": 11982612, |
"DCP_STREAMREQ": 1024, |
"DOC_TIMER_EVENTS": 5999999, |
"DOC_TIMER_RESPONSES_RECEIVED": 6000000, |
"EXECUTION_STATS": 46524, |
"FAILURE_STATS": 46524, |
"HANDLER_CODE": 6, |
"LATENCY_STATS": 46524, |
"LCB_EXCEPTION_STATS": 46524, |
"LOG_LEVEL": 12, |
"PLASMA_INSERT_COUNTER": 6000000, |
"SOURCE_MAP": 6, |
"THR_COUNT": 6, |
"THR_MAP": 6, |
"V8_INIT": 6, |
"V8_LOAD": 6 |
},
|
"events_remaining": { |
"dcp_backlog": 1029 |
},
|
"execution_stats": { |
"agg_queue_size": 0, |
"cron_timer_msg_counter": 0, |
"dcp_delete_msg_counter": 0, |
"dcp_mutation_msg_counter": 6000000, |
"doc_timer_create_failure": 0, |
"doc_timer_msg_counter": 5999999, |
"doc_timer_responses_sent": 6000000, |
"enqueued_cron_timer_msg_counter": 0, |
"enqueued_dcp_delete_msg_counter": 0, |
"enqueued_dcp_mutation_msg_counter": 6000000, |
"enqueued_doc_timer_msg_counter": 5999999, |
"feedback_queue_size": 0, |
"messages_parsed": 12186125, |
"on_delete_failure": 0, |
"on_delete_success": 0, |
"on_update_failure": 0, |
"on_update_success": 6000000, |
"timestamp": { |
"30782": "2018-03-28T14:58:01Z", |
"30783": "2018-03-28T14:58:01Z", |
"30784": "2018-03-28T14:58:01Z", |
"30785": "2018-03-28T14:58:01Z", |
"30802": "2018-03-28T14:58:01Z", |
"30818": "2018-03-28T14:58:01Z" |
},
|
"uv_try_write_failure_counter": 0 |
},
|
"failure_stats": { |
"app_worker_setting_events_lost": 0, |
"bucket_op_exception_count": 0, |
"checkpoint_failure_count": 0, |
"cron_timer_events_lost": 0, |
"dcp_events_lost": 0, |
"debugger_events_lost": 0, |
"delete_events_lost": 0, |
"doc_timer_events_lost": 0, |
"mutation_events_lost": 0, |
"n1ql_op_exception_count": 0, |
"timeout_count": 0, |
"timer_events_lost": 0, |
"timestamp": { |
"30782": "2018-03-28T14:58:01Z", |
"30783": "2018-03-28T14:58:01Z", |
"30784": "2018-03-28T14:58:01Z", |
"30785": "2018-03-28T14:58:01Z", |
"30802": "2018-03-28T14:58:01Z", |
"30818": "2018-03-28T14:58:01Z" |
},
|
"v8worker_events_lost": 0 |
},
|
"function_name": "doc_timer_op", |
"internal_vb_distribution_stats": { |
"worker_doc_timer_op_0": "[0-170]", |
"worker_doc_timer_op_1": "[171-341]", |
"worker_doc_timer_op_2": "[342-512]", |
"worker_doc_timer_op_3": "[513-683]", |
"worker_doc_timer_op_4": "[684-853]", |
"worker_doc_timer_op_5": "[854-1023]" |
},
|
"lcb_exception_stats": {}, |
"planner_stats": [ |
{
|
"host_name": "172.16.12.67:8096", |
"start_vb": 0, |
"vb_count": 1024 |
}
|
],
|
"vb_distribution_stats_from_metadata": { |
"172.16.12.67:8096": { |
"worker_doc_timer_op_0": "[0-170]", |
"worker_doc_timer_op_1": "[171-341]", |
"worker_doc_timer_op_2": "[342-512]", |
"worker_doc_timer_op_3": "[513-683]", |
"worker_doc_timer_op_4": "[684-853]", |
"worker_doc_timer_op_5": "[854-1023]" |
}
|
},
|
"worker_pids": { |
"worker_doc_timer_op_0": 30783, |
"worker_doc_timer_op_1": 30782, |
"worker_doc_timer_op_2": 30802, |
"worker_doc_timer_op_3": 30784, |
"worker_doc_timer_op_4": 30785, |
"worker_doc_timer_op_5": 30818 |
}
|
}
|
]
|
