Uploaded image for project: 'Couchbase Server'
  1. Couchbase Server
  2. MB-39862

Eventing stats: No error count for curl

    XMLWordPrintable

    Details

    • Type: Bug
    • Status: Closed
    • Priority: Major
    • Resolution: Fixed
    • Affects Version/s: 6.5.0
    • Fix Version/s: 7.0.0
    • Component/s: eventing
    • Labels:
    • Triage:
      Untriaged
    • Story Points:
      1
    • Is this a Regression?:
      Unknown

      Description

      Build: 6.6.0-7737

      Its an outcome of the bug MB-39772 where we won't capture the stats for curl error like curl timeout.

      2020-06-09T22:38:01.569-07:00 [INFO] "error:" {"message":"Unable to perform the request: Timeout was reached","stack":"Error\n    at Function.NDtimerCallback (Function_997275830_test_eventing_rebalance_out_when_existing_eventing_node_is_processing_m.js:30:21)"}  
      

      [
          {
              "dcp_feed_boundary": "everything",
              "event_processing_stats": {
                  "adhoc_timer_response_received": 15,
                  "agg_messages_sent_to_worker": 99710,
                  "agg_queue_memory": 0,
                  "agg_queue_memory_cap": 106954752,
                  "agg_queue_size": 0,
                  "agg_queue_size_cap": 300000,
                  "agg_timer_feedback_queue_cap": 1500,
                  "dcp_deletion": 40320,
                  "dcp_deletion_sent_to_worker": 40320,
                  "dcp_mutation": 20160,
                  "dcp_mutation_sent_to_worker": 20160,
                  "dcp_snapshot": 60476,
                  "dcp_stream_req_counter": 1536,
                  "dcp_streamend": 512,
                  "dcp_streamreq": 1536,
                  "execution_stats": 7431,
                  "failure_stats": 7431,
                  "latency_stats": 7431,
                  "lcb_exception_stats": 7431,
                  "log_level": 3,
                  "num_processed_events": 60480,
                  "processed_events_size": 25169088,
                  "thr_count": 3,
                  "thr_map": 3,
                  "timer_events": 80640,
                  "timer_responses_received": 60480,
                  "v8_init": 3,
                  "v8_load": 3
              },
              "events_remaining": {
                  "dcp_backlog": 0
              },
              "execution_stats": {
                  "agg_queue_memory": 0,
                  "agg_queue_size": 0,
                  "curl": {
                      "delete": 0,
                      "get": 0,
                      "head": 0,
                      "post": 80640,
                      "put": 0
                  },
                  "dcp_delete_msg_counter": 40320,
                  "dcp_delete_parse_failure": 0,
                  "dcp_mutation_msg_counter": 20160,
                  "dcp_mutation_parse_failure": 0,
                  "enqueued_dcp_delete_msg_counter": 40320,
                  "enqueued_dcp_mutation_msg_counter": 20160,
                  "enqueued_timer_msg_counter": 0,
                  "feedback_queue_size": 0,
                  "filtered_dcp_delete_counter": 0,
                  "filtered_dcp_mutation_counter": 0,
                  "lcb_retry_failure": 0,
                  "messages_parsed": 99698,
                  "num_processed_events": 60480,
                  "on_delete_failure": 0,
                  "on_delete_success": 40320,
                  "on_update_failure": 0,
                  "on_update_success": 20160,
                  "processed_events_size": 25169088,
                  "timer_cancel_counter": 0,
                  "timer_create_counter": 60480,
                  "timer_create_failure": 0,
                  "timer_msg_counter": 80640,
                  "timer_responses_sent": 0,
                  "timestamp": {
                      "970": "2020-06-10T05:40:22Z",
                      "971": "2020-06-10T05:40:22Z",
                      "972": "2020-06-10T05:40:22Z"
                  },
                  "uv_msg_parse_failure": 0,
                  "uv_try_write_failure_counter": 0
              },
              "failure_stats": {
                  "app_worker_setting_events_lost": 0,
                  "bucket_op_exception_count": 0,
                  "checkpoint_failure_count": 0,
                  "curl_non_200_response": 1,
                  "dcp_events_lost": 0,
                  "debugger_events_lost": 0,
                  "delete_events_lost": 0,
                  "mutation_events_lost": 0,
                  "n1ql_op_exception_count": 0,
                  "timeout_count": 0,
                  "timer_callback_missing_counter": 0,
                  "timer_context_size_exceeded_counter": 0,
                  "timer_events_lost": 0,
                  "timestamp": {
                      "970": "2020-06-10T05:40:22Z",
                      "971": "2020-06-10T05:40:22Z",
                      "972": "2020-06-10T05:40:22Z"
                  },
                  "v8worker_events_lost": 0
              },
              "function_name": "Function_997275830_test_eventing_rebalance_out_when_existing_eventing_node_is_processing_m",
              "gocb_creds_request_counter": 8,
              "function_id": 3504289858,
              "internal_vb_distribution_stats": {
                  "worker_Function_997275830_test_eventing_rebalance_out_when_existing_eventing_node_is_processing_m_0": "[0-341]",
                  "worker_Function_997275830_test_eventing_rebalance_out_when_existing_eventing_node_is_processing_m_1": "[342-682]",
                  "worker_Function_997275830_test_eventing_rebalance_out_when_existing_eventing_node_is_processing_m_2": "[683-1023]"
              },
              "latency_percentile_stats": {
                  "100": 18200,
                  "50": 900,
                  "80": 1100,
                  "90": 1300,
                  "95": 1500,
                  "99": 2300
              },
              "lcb_creds_request_counter": 12,
              "lcb_exception_stats": {},
              "planner_stats": [
                  {
                      "host_name": "172.23.105.186:8096",
                      "start_vb": 0,
                      "vb_count": 1024
                  }
              ],
              "metastore_stats": {
                  "metastore_delete_err": 0,
                  "metastore_deletes": 0,
                  "metastore_not_found": 0,
                  "metastore_scan": 0,
                  "metastore_scan_due": 0,
                  "metastore_scan_err": 0,
                  "metastore_set": 0,
                  "metastore_set_err": 0
              },
              "vb_distribution_stats_from_metadata": {
                  "172.23.105.186:8096": {
                      "worker_Function_997275830_test_eventing_rebalance_out_when_existing_eventing_node_is_processing_m_0": "[0-341]",
                      "worker_Function_997275830_test_eventing_rebalance_out_when_existing_eventing_node_is_processing_m_1": "[342-682]",
                      "worker_Function_997275830_test_eventing_rebalance_out_when_existing_eventing_node_is_processing_m_2": "[683-1023]"
                  }
              },
              "worker_pids": {
                  "worker_Function_997275830_test_eventing_rebalance_out_when_existing_eventing_node_is_processing_m_0": 970,
                  "worker_Function_997275830_test_eventing_rebalance_out_when_existing_eventing_node_is_processing_m_1": 971,
                  "worker_Function_997275830_test_eventing_rebalance_out_when_existing_eventing_node_is_processing_m_2": 972
              }
          }
      ] 

        Attachments

        No reviews matched the request. Check your Options in the drop-down menu of this sections header.

          Activity

          Hide
          build-team Couchbase Build Team added a comment -

          Build couchbase-server-7.0.0-4166 contains eventing commit 6648b01 with commit message:
          MB-39862 : Add curl_success/timeout/failure counters

          Show
          build-team Couchbase Build Team added a comment - Build couchbase-server-7.0.0-4166 contains eventing commit 6648b01 with commit message: MB-39862 : Add curl_success/timeout/failure counters
          Hide
          build-team Couchbase Build Team added a comment -

          Build couchbase-server-7.0.0-4272 contains eventing-ee commit afb0f2f with commit message:
          MB-39862 : Add curl success/failure/timeout counters

          Show
          build-team Couchbase Build Team added a comment - Build couchbase-server-7.0.0-4272 contains eventing-ee commit afb0f2f with commit message: MB-39862 : Add curl success/failure/timeout counters
          Hide
          sujay.gad Sujay Gad added a comment -

          Verified using 7.0.0-4735
          Curl success/failure/timeout stats added.

                      "curl_success_count": 13432,
                      "dcp_delete_msg_counter": 0,
                      "dcp_delete_parse_failure": 0,
                      "dcp_mutation_msg_counter": 13432,
                      "dcp_mutation_parse_failure": 0,
                      "enqueued_dcp_delete_msg_counter": 0,
                      "enqueued_dcp_mutation_msg_counter": 13432,
                      "enqueued_timer_msg_counter": 0,
                      "feedback_queue_size": 0,
                      "filtered_dcp_delete_counter": 0,
                      "filtered_dcp_mutation_counter": 0,
                      "lcb_retry_failure": 0,
                      "messages_parsed": 30430,
                      "no_op_counter": 0,
                      "num_processed_events": 13432,
                      "on_delete_failure": 0,
                      "on_delete_success": 0,
                      "on_update_failure": 0,
                      "on_update_success": 13432,
                      "processed_events_size": 12026912,
                      "timer_callback_failure": 0,
                      "timer_callback_success": 0,
                      "timer_cancel_counter": 0,
                      "timer_create_counter": 0,
                      "timer_create_failure": 0,
                      "timer_msg_counter": 0,
                      "timer_responses_sent": 0,
                      "timestamp": {
                          "122104": "2021-03-23T05:35:02Z",
                          "122120": "2021-03-23T05:35:02Z",
                          "122131": "2021-03-23T05:35:02Z"
                      },
                      "uv_msg_parse_failure": 0,
                      "uv_try_write_failure_counter": 0
                  },
                  "failure_stats": {
                      "app_worker_setting_events_lost": 0,
                      "bkt_ops_cas_mismatch_count": 0,
                      "bucket_op_exception_count": 0,
                      "checkpoint_failure_count": 0,
                      "curl_failure_count": 0,
                      "curl_max_resp_size_exceeded": 0,
                      "curl_non_200_response": 0,
                      "curl_timeout_count": 0,
                      "dcp_events_lost": 0,
                      "debugger_events_lost": 0,
                      "delete_events_lost": 0,
                      "mutation_events_lost": 0,
                      "n1ql_op_exception_count": 0,
                      "timeout_count": 0,
                      "timer_callback_missing_counter": 0,
                      "timer_context_size_exceeded_counter": 0,
                      "timer_events_lost": 0,
                      "timestamp": {
                          "122104": "2021-03-23T05:35:02Z",
                          "122120": "2021-03-23T05:35:02Z",
                          "122131": "2021-03-23T05:35:02Z"
                      }
          

           

          Show
          sujay.gad Sujay Gad added a comment - Verified using 7.0.0-4735 Curl success/failure/timeout stats added. "curl_success_count" : 13432 , "dcp_delete_msg_counter" : 0 , "dcp_delete_parse_failure" : 0 , "dcp_mutation_msg_counter" : 13432 , "dcp_mutation_parse_failure" : 0 , "enqueued_dcp_delete_msg_counter" : 0 , "enqueued_dcp_mutation_msg_counter" : 13432 , "enqueued_timer_msg_counter" : 0 , "feedback_queue_size" : 0 , "filtered_dcp_delete_counter" : 0 , "filtered_dcp_mutation_counter" : 0 , "lcb_retry_failure" : 0 , "messages_parsed" : 30430 , "no_op_counter" : 0 , "num_processed_events" : 13432 , "on_delete_failure" : 0 , "on_delete_success" : 0 , "on_update_failure" : 0 , "on_update_success" : 13432 , "processed_events_size" : 12026912 , "timer_callback_failure" : 0 , "timer_callback_success" : 0 , "timer_cancel_counter" : 0 , "timer_create_counter" : 0 , "timer_create_failure" : 0 , "timer_msg_counter" : 0 , "timer_responses_sent" : 0 , "timestamp" : { "122104" : "2021-03-23T05:35:02Z" , "122120" : "2021-03-23T05:35:02Z" , "122131" : "2021-03-23T05:35:02Z" }, "uv_msg_parse_failure" : 0 , "uv_try_write_failure_counter" : 0 }, "failure_stats" : { "app_worker_setting_events_lost" : 0 , "bkt_ops_cas_mismatch_count" : 0 , "bucket_op_exception_count" : 0 , "checkpoint_failure_count" : 0 , "curl_failure_count" : 0 , "curl_max_resp_size_exceeded" : 0 , "curl_non_200_response" : 0 , "curl_timeout_count" : 0 , "dcp_events_lost" : 0 , "debugger_events_lost" : 0 , "delete_events_lost" : 0 , "mutation_events_lost" : 0 , "n1ql_op_exception_count" : 0 , "timeout_count" : 0 , "timer_callback_missing_counter" : 0 , "timer_context_size_exceeded_counter" : 0 , "timer_events_lost" : 0 , "timestamp" : { "122104" : "2021-03-23T05:35:02Z" , "122120" : "2021-03-23T05:35:02Z" , "122131" : "2021-03-23T05:35:02Z" }  

            People

            Assignee:
            vinayaka.kamath Vinayaka Kamath (Inactive)
            Reporter:
            vikas.chaudhary Vikas Chaudhary
            Votes:
            0 Vote for this issue
            Watchers:
            3 Start watching this issue

              Dates

              Created:
              Updated:
              Resolved:

                Gerrit Reviews

                There are no open Gerrit changes

                  PagerDuty