Uploaded image for project: 'Couchbase Server'
  1. Couchbase Server
  2. MB-32333

Stats get reset after Function pause

    XMLWordPrintable

Details

    • Untriaged
    • Unknown

    Description

      build : 6.5.0-1813

      Observed that with pause we are purging stats. We need to persist stats till user undeploy the handler.

      [
          {
              "dcp_feed_boundary": "from_prior",
              "event_processing_stats": {
                  "adhoc_timer_response_received": 20,
                  "agg_messages_sent_to_worker": 215730,
                  "agg_queue_memory": 0,
                  "agg_queue_memory_cap": 3630170112,
                  "agg_queue_size": 0,
                  "agg_queue_size_cap": 300000,
                  "agg_timer_feedback_queue_cap": 1500,
                  "agg_timer_feedback_queue_size": 0,
                  "dcp_mutation": 415337,
                  "dcp_mutation_sent_to_worker": 207418,
                  "dcp_mutation_suppressed_counter": 207919,
                  "dcp_snapshot": 225133,
                  "dcp_stream_req_counter": 341,
                  "dcp_streamreq": 341,
                  "execution_stats": 1989,
                  "failure_stats": 1989,
                  "latency_stats": 1989,
                  "lcb_exception_stats": 1989,
                  "log_level": 3,
                  "thr_count": 3,
                  "thr_map": 3,
                  "v8_init": 3,
                  "v8_load": 3
              },
              "events_remaining": {
                  "dcp_backlog": 0
              },
              "execution_stats": {
                  "agg_queue_memory": 0,
                  "agg_queue_size": 0,
                  "dcp_delete_msg_counter": 0,
                  "dcp_mutation_msg_counter": 207418,
                  "enqueued_dcp_delete_msg_counter": 0,
                  "enqueued_dcp_mutation_msg_counter": 207418,
                  "enqueued_timer_msg_counter": 0,
                  "feedback_queue_size": 0,
                  "lcb_retry_failure": 0,
                  "messages_parsed": 215721,
                  "on_delete_failure": 0,
                  "on_delete_success": 0,
                  "on_update_failure": 0,
                  "on_update_success": 207418,
                  "timer_create_failure": 0,
                  "timer_msg_counter": 0,
                  "timer_responses_sent": 0,
                  "timestamp": {
                      "26300": "2018-12-12T06:11:35Z",
                      "26301": "2018-12-12T06:11:35Z",
                      "26306": "2018-12-12T06:11:35Z"
                  },
                  "uv_try_write_failure_counter": 0
              },
              "failure_stats": {
                  "app_worker_setting_events_lost": 0,
                  "bucket_op_exception_count": 0,
                  "checkpoint_failure_count": 0,
                  "dcp_events_lost": 0,
                  "debugger_events_lost": 0,
                  "delete_events_lost": 0,
                  "mutation_events_lost": 0,
                  "n1ql_op_exception_count": 0,
                  "timeout_count": 0,
                  "timer_callback_missing_counter": 0,
                  "timer_context_size_exceeded_counter": 0,
                  "timer_events_lost": 0,
                  "timestamp": {
                      "26300": "2018-12-12T06:11:35Z",
                      "26301": "2018-12-12T06:11:35Z",
                      "26306": "2018-12-12T06:11:35Z"
                  },
                  "v8worker_events_lost": 0
              },
              "function_name": "sbm",
              "gocb_creds_request_counter": 280,
              "function_id": 3885043118,
              "internal_vb_distribution_stats": {
                  "worker_sbm_0": "[342-455]",
                  "worker_sbm_1": "[456-569]",
                  "worker_sbm_2": "[570-682]"
              },
              "latency_percentile_stats": {
                  "50": 1000,
                  "80": 1000,
                  "90": 1000,
                  "95": 2000,
                  "99": 3000,
                  "100": 162000
              },
              "lcb_creds_request_counter": 660,
              "lcb_exception_stats": {},
              "planner_stats": [
                  {
                      "host_name": "172.23.96.145:8096",
                      "start_vb": 0,
                      "vb_count": 342
                  },
                  {
                      "host_name": "172.23.96.148:8096",
                      "start_vb": 342,
                      "vb_count": 341
                  },
                  {
                      "host_name": "172.23.97.238:8096",
                      "start_vb": 683,
                      "vb_count": 341
                  }
              ],
              "metastore_stats": {
                  "kvpool_incr": 396505,
                  "kvpool_insert": 342,
                  "kvpool_lookup": 1864720,
                  "kvpool_remove": 948915,
                  "kvpool_replace": 260764,
                  "kvpool_upsert": 793010
              },
              "vb_distribution_stats_from_metadata": {
                  "172.23.96.145:8096": {
                      "worker_sbm_0": "[0-113]",
                      "worker_sbm_1": "[114-227]",
                      "worker_sbm_2": "[228-341]"
                  },
                  "172.23.96.148:8096": {
                      "worker_sbm_0": "[342-455]",
                      "worker_sbm_1": "[456-569]",
                      "worker_sbm_2": "[570-682]"
                  },
                  "172.23.97.238:8096": {
                      "worker_sbm_0": "[683-796]",
                      "worker_sbm_1": "[797-910]",
                      "worker_sbm_2": "[911-1023]"
                  }
              },
              "worker_pids": {
                  "worker_sbm_0": 26300,
                  "worker_sbm_1": 26301,
                  "worker_sbm_2": 26306
              }
          },
          {
              "dcp_feed_boundary": "from_prior",
              "event_processing_stats": {
                  "adhoc_timer_response_received": 26,
                  "agg_messages_sent_to_worker": 226538,
                  "agg_queue_memory": 0,
                  "agg_queue_memory_cap": 3630170112,
                  "agg_queue_size": 0,
                  "agg_queue_size_cap": 300000,
                  "agg_timer_feedback_queue_cap": 1500,
                  "agg_timer_feedback_queue_size": 0,
                  "dcp_mutation": 216915,
                  "dcp_mutation_sent_to_worker": 216915,
                  "dcp_snapshot": 88710,
                  "dcp_stream_req_counter": 341,
                  "dcp_streamreq": 341,
                  "execution_stats": 2316,
                  "failure_stats": 2316,
                  "latency_stats": 2316,
                  "lcb_exception_stats": 2316,
                  "log_level": 6,
                  "thr_count": 3,
                  "thr_map": 3,
                  "v8_init": 3,
                  "v8_load": 3
              },
              "events_remaining": {
                  "dcp_backlog": 0
              },
              "execution_stats": {
                  "agg_queue_memory": 0,
                  "agg_queue_size": 0,
                  "dcp_delete_msg_counter": 0,
                  "dcp_mutation_msg_counter": 216915,
                  "enqueued_dcp_delete_msg_counter": 0,
                  "enqueued_dcp_mutation_msg_counter": 216915,
                  "enqueued_timer_msg_counter": 0,
                  "feedback_queue_size": 0,
                  "lcb_retry_failure": 0,
                  "messages_parsed": 226529,
                  "on_delete_failure": 0,
                  "on_delete_success": 0,
                  "on_update_failure": 0,
                  "on_update_success": 216915,
                  "timer_create_failure": 0,
                  "timer_msg_counter": 0,
                  "timer_responses_sent": 0,
                  "timestamp": {
                      "26125": "2018-12-12T06:11:35Z",
                      "26126": "2018-12-12T06:11:35Z",
                      "26127": "2018-12-12T06:11:35Z"
                  },
                  "uv_try_write_failure_counter": 0
              },
              "failure_stats": {
                  "app_worker_setting_events_lost": 0,
                  "bucket_op_exception_count": 0,
                  "checkpoint_failure_count": 0,
                  "dcp_events_lost": 0,
                  "debugger_events_lost": 0,
                  "delete_events_lost": 0,
                  "mutation_events_lost": 0,
                  "n1ql_op_exception_count": 0,
                  "timeout_count": 0,
                  "timer_callback_missing_counter": 0,
                  "timer_context_size_exceeded_counter": 0,
                  "timer_events_lost": 0,
                  "timestamp": {
                      "26125": "2018-12-12T06:11:35Z",
                      "26126": "2018-12-12T06:11:35Z",
                      "26127": "2018-12-12T06:11:35Z"
                  },
                  "v8worker_events_lost": 0
              },
              "function_name": "bucket_op_function",
              "gocb_creds_request_counter": 280,
              "function_id": 3332854862,
              "internal_vb_distribution_stats": {
                  "worker_bucket_op_function_0": "[342-455]",
                  "worker_bucket_op_function_1": "[456-569]",
                  "worker_bucket_op_function_2": "[570-682]"
              },
              "latency_percentile_stats": {
                  "50": 1000,
                  "80": 1000,
                  "90": 1000,
                  "95": 1000,
                  "99": 2000,
                  "100": 33000
              },
              "lcb_creds_request_counter": 660,
              "lcb_exception_stats": {},
              "planner_stats": [
                  {
                      "host_name": "172.23.96.145:8096",
                      "start_vb": 0,
                      "vb_count": 342
                  },
                  {
                      "host_name": "172.23.96.148:8096",
                      "start_vb": 342,
                      "vb_count": 341
                  },
                  {
                      "host_name": "172.23.97.238:8096",
                      "start_vb": 683,
                      "vb_count": 341
                  }
              ],
              "metastore_stats": {
                  "kvpool_incr": 396505,
                  "kvpool_insert": 342,
                  "kvpool_lookup": 1864720,
                  "kvpool_remove": 948915,
                  "kvpool_replace": 260764,
                  "kvpool_upsert": 793010
              },
              "vb_distribution_stats_from_metadata": {
                  "172.23.96.145:8096": {
                      "worker_bucket_op_function_0": "[0-113]",
                      "worker_bucket_op_function_1": "[114-227]",
                      "worker_bucket_op_function_2": "[228-341]"
                  },
                  "172.23.96.148:8096": {
                      "worker_bucket_op_function_0": "[342-455]",
                      "worker_bucket_op_function_1": "[456-569]",
                      "worker_bucket_op_function_2": "[570-682]"
                  },
                  "172.23.97.238:8096": {
                      "worker_bucket_op_function_0": "[683-796]",
                      "worker_bucket_op_function_1": "[797-910]",
                      "worker_bucket_op_function_2": "[911-1023]"
                  }
              },
              "worker_pids": {
                  "worker_bucket_op_function_0": 26127,
                  "worker_bucket_op_function_1": 26125,
                  "worker_bucket_op_function_2": 26126
              }
          },
          {
              "dcp_feed_boundary": "from_prior",
              "event_processing_stats": {
                  "adhoc_timer_response_received": 2070,
                  "agg_messages_sent_to_worker": 269140,
                  "agg_queue_memory": 0,
                  "agg_queue_memory_cap": 1450180608,
                  "agg_queue_size": 0,
                  "agg_queue_size_cap": 300000,
                  "agg_timer_feedback_queue_cap": 1500,
                  "agg_timer_feedback_queue_size": 0,
                  "dcp_mutation": 214815,
                  "dcp_mutation_sent_to_worker": 214815,
                  "dcp_snapshot": 75858,
                  "dcp_stream_req_counter": 341,
                  "dcp_streamreq": 341,
                  "execution_stats": 2166,
                  "failure_stats": 2166,
                  "latency_stats": 2166,
                  "lcb_exception_stats": 2166,
                  "log_level": 3,
                  "thr_count": 3,
                  "thr_map": 3,
                  "timer_events": 45305,
                  "timer_responses_received": 42885,
                  "v8_init": 3,
                  "v8_load": 3
              },
              "events_remaining": {
                  "dcp_backlog": 0
              },
              "execution_stats": {
                  "agg_queue_memory": 0,
                  "agg_queue_size": 0,
                  "dcp_delete_msg_counter": 0,
                  "dcp_mutation_msg_counter": 214815,
                  "enqueued_dcp_delete_msg_counter": 0,
                  "enqueued_dcp_mutation_msg_counter": 214815,
                  "enqueued_timer_msg_counter": 45305,
                  "feedback_queue_size": 0,
                  "lcb_retry_failure": 0,
                  "messages_parsed": 269131,
                  "on_delete_failure": 0,
                  "on_delete_success": 0,
                  "on_update_failure": 0,
                  "on_update_success": 214815,
                  "timer_create_failure": 0,
                  "timer_msg_counter": 45305,
                  "timer_responses_sent": 42885,
                  "timestamp": {
                      "26219": "2018-12-12T06:11:34Z",
                      "26224": "2018-12-12T06:11:34Z",
                      "26229": "2018-12-12T06:11:34Z"
                  },
                  "uv_try_write_failure_counter": 0
              },
              "failure_stats": {
                  "app_worker_setting_events_lost": 0,
                  "bucket_op_exception_count": 0,
                  "checkpoint_failure_count": 0,
                  "dcp_events_lost": 0,
                  "debugger_events_lost": 0,
                  "delete_events_lost": 0,
                  "mutation_events_lost": 0,
                  "n1ql_op_exception_count": 0,
                  "timeout_count": 0,
                  "timer_callback_missing_counter": 0,
                  "timer_context_size_exceeded_counter": 0,
                  "timer_events_lost": 0,
                  "timestamp": {
                      "26219": "2018-12-12T06:11:34Z",
                      "26224": "2018-12-12T06:11:34Z",
                      "26229": "2018-12-12T06:11:34Z"
                  },
                  "v8worker_events_lost": 0
              },
              "function_name": "timer_op",
              "gocb_creds_request_counter": 280,
              "function_id": 1765389702,
              "internal_vb_distribution_stats": {
                  "worker_timer_op_0": "[342-455]",
                  "worker_timer_op_1": "[456-569]",
                  "worker_timer_op_2": "[570-682]"
              },
              "latency_percentile_stats": {
                  "50": 100,
                  "80": 100,
                  "90": 100,
                  "95": 100,
                  "99": 100,
                  "100": 8000
              },
              "lcb_creds_request_counter": 660,
              "lcb_exception_stats": {},
              "planner_stats": [
                  {
                      "host_name": "172.23.96.145:8096",
                      "start_vb": 0,
                      "vb_count": 342
                  },
                  {
                      "host_name": "172.23.96.148:8096",
                      "start_vb": 342,
                      "vb_count": 341
                  },
                  {
                      "host_name": "172.23.97.238:8096",
                      "start_vb": 683,
                      "vb_count": 341
                  }
              ],
              "metastore_stats": {
                  "kvpool_incr": 396505,
                  "kvpool_insert": 342,
                  "kvpool_lookup": 1864720,
                  "kvpool_remove": 948915,
                  "kvpool_replace": 260764,
                  "kvpool_upsert": 793010,
                  "meta_alarm_missing": 0,
                  "meta_cancel": 0,
                  "meta_cancel_alarm_missing": 0,
                  "meta_cancel_context_missing": 0,
                  "meta_cancel_success": 0,
                  "meta_context_missing": 0,
                  "meta_del": 45305,
                  "meta_del_success": 45305,
                  "meta_external_span_change": 0,
                  "meta_scan_column": 88580,
                  "meta_scan_column_lookup": 90610,
                  "meta_scan_due": 33985,
                  "meta_scan_row": 43275,
                  "meta_scan_row_lookup": 33311,
                  "meta_set": 42885,
                  "meta_set_success": 42885,
                  "meta_span_cas_mismatch": 0,
                  "meta_span_start_change": 0,
                  "meta_span_stop_change": 0,
                  "meta_sync_span": 12586,
                  "meta_timer_in_future_fired": 0,
                  "meta_timer_in_past": 0,
                  "metastore_delete_err": 0,
                  "metastore_deletes": 45305,
                  "metastore_not_found": 0,
                  "metastore_scan": 45305,
                  "metastore_scan_due": 33985,
                  "metastore_scan_err": 0,
                  "metastore_set": 42885,
                  "metastore_set_err": 0
              },
              "vb_distribution_stats_from_metadata": {
                  "172.23.96.145:8096": {
                      "worker_timer_op_0": "[0-113]",
                      "worker_timer_op_1": "[114-227]",
                      "worker_timer_op_2": "[228-341]"
                  },
                  "172.23.96.148:8096": {
                      "worker_timer_op_0": "[342-455]",
                      "worker_timer_op_1": "[456-569]",
                      "worker_timer_op_2": "[570-682]"
                  },
                  "172.23.97.238:8096": {
                      "worker_timer_op_0": "[683-796]",
                      "worker_timer_op_1": "[797-910]",
                      "worker_timer_op_2": "[911-1023]"
                  }
              },
              "worker_pids": {
                  "worker_timer_op_0": 26219,
                  "worker_timer_op_1": 26224,
                  "worker_timer_op_2": 26229
              }
          }
      ] 

      Attachments

        No reviews matched the request. Check your Options in the drop-down menu of this sections header.

        Activity

          People

            srinivasan.raman Srinivasan Raman
            vikas.chaudhary Vikas Chaudhary
            Votes:
            0 Vote for this issue
            Watchers:
            6 Start watching this issue

            Dates

              Created:
              Updated:

              Gerrit Reviews

                There are no open Gerrit changes

                PagerDuty