Uploaded image for project: 'Couchbase Server'
  1. Couchbase Server
  2. MB-45261

Upgrade 6.6.1-> 7.0.0 : Timer creation failing with LCB_ERR_SDK_FEATURE_UNAVAILABLE

    XMLWordPrintable

Details

    • Untriaged
    • 1
    • Unknown

    Description

      Offline Upgrade from 6.6.1-9123 -> 7.0.0-4768

      Test

      ./testrunner.py -i /tmp/win10-bucket-ops.ini -t eventing.eventing_upgrade.EventingUpgrade.test_offline_upgrade_with_eventing,nodes_init=4,dataset=default,groups=simple,upgrade_test=True,initial_version=6.6.1-9213,doc-per-day=10,upgrade_version=7.0.0-4768 

      Seeing following errors

      2021-03-25T02:18:55.615-07:00 [INFO] {"count":20160,"exception":"{\n  \"message\": {\n    \"code\": 0,\n    \"desc\": \"LCB_ERR_SDK_FEATURE_UNAVAILABLE (1029): The requested feature is not supported by the client, either because of settings in the configured instance, or because of options disabled at the time the library was compiled\",\n    \"name\": \"LCB_ERR_SDK_FEATURE_UNAVAILABLE\"\n  },\n  \"stack\": \"Error\\n    at OnUpdate (test_import_function_2.js:7:5)\"\n}","file":"test_import_function_2.js","line":6,"since":"2021-03-25T02:18:55","srcLine":"createTimer(NDtimerCallback,  expiry, meta.id, context);","stack":"Error\n    at OnUpdate (test_import_function_2.js:7:5)”}
      
      

      Stats

      "timer_create_failure": 20160 

      full stats

      [
          {
              "dcp_feed_boundary": "everything",
              "event_processing_stats": {
                  "adhoc_timer_response_received": 3,
                  "agg_messages_sent_to_worker": 27535,
                  "agg_queue_memory": 0,
                  "agg_queue_memory_cap": 33554432,
                  "agg_queue_size": 0,
                  "agg_queue_size_cap": 100000,
                  "agg_timer_feedback_queue_cap": 500,
                  "dcp_mutation": 40320,
                  "dcp_mutation_sent_to_worker": 20160,
                  "dcp_mutation_suppressed_counter": 20160,
                  "dcp_snapshot": 19908,
                  "dcp_stream_req_counter": 1024,
                  "dcp_streamreq": 1024,
                  "execution_stats": 1268,
                  "failure_stats": 1268,
                  "latency_stats": 1268,
                  "lcb_exception_stats": 1268,
                  "log_level": 1,
                  "num_processed_events": 20160,
                  "processed_events_size": 14516812,
                  "thr_count": 1,
                  "thr_map": 1,
                  "v8_init": 1,
                  "v8_load": 1
              },
              "events_remaining": {
                  "dcp_backlog": 0
              },
              "execution_stats": {
                  "agg_queue_memory": 0,
                  "agg_queue_size": 0,
                  "curl": {
                      "delete": 0,
                      "get": 0,
                      "head": 0,
                      "post": 0,
                      "put": 0
                  },
                  "curl_success_count": 0,
                  "dcp_delete_msg_counter": 0,
                  "dcp_delete_parse_failure": 0,
                  "dcp_mutation_msg_counter": 20160,
                  "dcp_mutation_parse_failure": 0,
                  "enqueued_dcp_delete_msg_counter": 0,
                  "enqueued_dcp_mutation_msg_counter": 20160,
                  "enqueued_timer_msg_counter": 0,
                  "feedback_queue_size": 0,
                  "filtered_dcp_delete_counter": 0,
                  "filtered_dcp_mutation_counter": 0,
                  "lcb_retry_failure": 0,
                  "messages_parsed": 27531,
                  "no_op_counter": 0,
                  "num_processed_events": 20160,
                  "on_delete_failure": 0,
                  "on_delete_success": 0,
                  "on_update_failure": 0,
                  "on_update_success": 20160,
                  "processed_events_size": 14516812,
                  "timer_callback_failure": 0,
                  "timer_callback_success": 0,
                  "timer_cancel_counter": 0,
                  "timer_create_counter": 0,
                  "timer_create_failure": 0,
                  "timer_msg_counter": 0,
                  "timer_responses_sent": 0,
                  "timestamp": {
                      "106650": "2021-03-25T09:42:56Z"
                  },
                  "uv_msg_parse_failure": 0,
                  "uv_try_write_failure_counter": 0
              },
              "failure_stats": {
                  "app_worker_setting_events_lost": 0,
                  "bkt_ops_cas_mismatch_count": 0,
                  "bucket_op_exception_count": 0,
                  "checkpoint_failure_count": 0,
                  "curl_failure_count": 0,
                  "curl_max_resp_size_exceeded": 0,
                  "curl_non_200_response": 0,
                  "curl_timeout_count": 0,
                  "dcp_events_lost": 0,
                  "debugger_events_lost": 0,
                  "delete_events_lost": 0,
                  "mutation_events_lost": 0,
                  "n1ql_op_exception_count": 0,
                  "timeout_count": 0,
                  "timer_callback_missing_counter": 0,
                  "timer_context_size_exceeded_counter": 0,
                  "timer_events_lost": 0,
                  "timestamp": {
                      "106650": "2021-03-25T09:42:56Z"
                  },
                  "v8worker_events_lost": 0
              },
              "function_name": "bucket_op_sbm",
              "gocb_creds_request_counter": 1294,
              "function_id": 2169491780,
              "internal_vb_distribution_stats": {
                  "worker_bucket_op_sbm_0": "[0-1023]"
              },
              "latency_percentile_stats": {
                  "50": 300,
                  "80": 400,
                  "90": 600,
                  "95": 700,
                  "99": 1500,
                  "100": 9000
              },
              "lcb_creds_request_counter": 20,
              "lcb_exception_stats": {},
              "planner_stats": [
                  {
                      "host_name": "172.23.106.67:8096",
                      "start_vb": 0,
                      "vb_count": 1024
                  }
              ],
              "metastore_stats": {},
              "vb_distribution_stats_from_metadata": {
                  "172.23.106.67:8096": {
                      "worker_bucket_op_sbm_0": "[0-1023]"
                  }
              },
              "worker_pids": {
                  "worker_bucket_op_sbm_0": 106650
              }
          },
          {
              "dcp_feed_boundary": "everything",
              "event_processing_stats": {
                  "adhoc_timer_response_received": 15,
                  "agg_messages_sent_to_worker": 27309,
                  "agg_queue_memory": 0,
                  "agg_queue_memory_cap": 12582912,
                  "agg_queue_size": 0,
                  "agg_queue_size_cap": 100000,
                  "agg_timer_feedback_queue_cap": 500,
                  "dcp_mutation": 20160,
                  "dcp_mutation_sent_to_worker": 20160,
                  "dcp_snapshot": 1024,
                  "dcp_stream_req_counter": 1024,
                  "dcp_streamreq": 1024,
                  "execution_stats": 1223,
                  "failure_stats": 1223,
                  "latency_stats": 1223,
                  "lcb_exception_stats": 1223,
                  "log_level": 1,
                  "num_processed_events": 20160,
                  "processed_events_size": 14516812,
                  "thr_count": 1,
                  "thr_map": 1,
                  "v8_init": 1,
                  "v8_load": 1
              },
              "events_remaining": {
                  "dcp_backlog": 0
              },
              "execution_stats": {
                  "agg_queue_memory": 0,
                  "agg_queue_size": 0,
                  "curl": {
                      "delete": 0,
                      "get": 20160,
                      "head": 0,
                      "post": 0,
                      "put": 0
                  },
                  "curl_success_count": 20160,
                  "dcp_delete_msg_counter": 0,
                  "dcp_delete_parse_failure": 0,
                  "dcp_mutation_msg_counter": 20160,
                  "dcp_mutation_parse_failure": 0,
                  "enqueued_dcp_delete_msg_counter": 0,
                  "enqueued_dcp_mutation_msg_counter": 20160,
                  "enqueued_timer_msg_counter": 0,
                  "feedback_queue_size": 0,
                  "filtered_dcp_delete_counter": 0,
                  "filtered_dcp_mutation_counter": 0,
                  "lcb_retry_failure": 0,
                  "messages_parsed": 27305,
                  "no_op_counter": 0,
                  "num_processed_events": 20160,
                  "on_delete_failure": 0,
                  "on_delete_success": 0,
                  "on_update_failure": 0,
                  "on_update_success": 20160,
                  "processed_events_size": 14516812,
                  "timer_callback_failure": 0,
                  "timer_callback_success": 0,
                  "timer_cancel_counter": 0,
                  "timer_create_counter": 0,
                  "timer_create_failure": 0,
                  "timer_msg_counter": 0,
                  "timer_responses_sent": 0,
                  "timestamp": {
                      "106719": "2021-03-25T09:42:55Z"
                  },
                  "uv_msg_parse_failure": 0,
                  "uv_try_write_failure_counter": 0
              },
              "failure_stats": {
                  "app_worker_setting_events_lost": 0,
                  "bkt_ops_cas_mismatch_count": 0,
                  "bucket_op_exception_count": 0,
                  "checkpoint_failure_count": 0,
                  "curl_failure_count": 0,
                  "curl_max_resp_size_exceeded": 0,
                  "curl_non_200_response": 0,
                  "curl_timeout_count": 0,
                  "dcp_events_lost": 0,
                  "debugger_events_lost": 0,
                  "delete_events_lost": 0,
                  "mutation_events_lost": 0,
                  "n1ql_op_exception_count": 0,
                  "timeout_count": 0,
                  "timer_callback_missing_counter": 0,
                  "timer_context_size_exceeded_counter": 0,
                  "timer_events_lost": 0,
                  "timestamp": {
                      "106719": "2021-03-25T09:42:55Z"
                  },
                  "v8worker_events_lost": 0
              },
              "function_name": "bucket_op_curl",
              "gocb_creds_request_counter": 1294,
              "function_id": 63159677,
              "internal_vb_distribution_stats": {
                  "worker_bucket_op_curl_0": "[0-1023]"
              },
              "latency_percentile_stats": {
                  "50": 78400,
                  "80": 79500,
                  "90": 80000,
                  "95": 81800,
                  "99": 119300,
                  "100": 2385000
              },
              "lcb_creds_request_counter": 20,
              "lcb_exception_stats": {},
              "planner_stats": [
                  {
                      "host_name": "172.23.106.67:8096",
                      "start_vb": 0,
                      "vb_count": 1024
                  }
              ],
              "metastore_stats": {},
              "vb_distribution_stats_from_metadata": {
                  "172.23.106.67:8096": {
                      "worker_bucket_op_curl_0": "[0-1023]"
                  }
              },
              "worker_pids": {
                  "worker_bucket_op_curl_0": 106719
              }
          },
          {
              "dcp_feed_boundary": "everything",
              "event_processing_stats": {
                  "agg_messages_sent_to_worker": 7879,
                  "agg_queue_memory": 0,
                  "agg_queue_memory_cap": 33554432,
                  "agg_queue_size": 0,
                  "agg_queue_size_cap": 100000,
                  "agg_timer_feedback_queue_cap": 500,
                  "dcp_stream_req_counter": 342,
                  "dcp_streamreq": 342,
                  "execution_stats": 1505,
                  "failure_stats": 1505,
                  "latency_stats": 1505,
                  "lcb_exception_stats": 1505,
                  "log_level": 1,
                  "num_processed_events": 0,
                  "processed_events_size": 0,
                  "reb_vb_remaining_to_own": 682,
                  "reb_vb_remaining_to_stream_req": 682,
                  "thr_count": 1,
                  "thr_map": 1,
                  "v8_init": 1,
                  "v8_load": 1
              },
              "events_remaining": {
                  "dcp_backlog": 0
              },
              "execution_stats": {
                  "agg_queue_memory": 0,
                  "agg_queue_size": 0,
                  "curl": {
                      "delete": 0,
                      "get": 0,
                      "head": 0,
                      "post": 0,
                      "put": 0
                  },
                  "curl_success_count": 0,
                  "dcp_delete_msg_counter": 0,
                  "dcp_delete_parse_failure": 0,
                  "dcp_mutation_msg_counter": 0,
                  "dcp_mutation_parse_failure": 0,
                  "enqueued_dcp_delete_msg_counter": 0,
                  "enqueued_dcp_mutation_msg_counter": 0,
                  "enqueued_timer_msg_counter": 0,
                  "feedback_queue_size": 0,
                  "filtered_dcp_delete_counter": 0,
                  "filtered_dcp_mutation_counter": 0,
                  "lcb_retry_failure": 0,
                  "messages_parsed": 7875,
                  "no_op_counter": 0,
                  "num_processed_events": 0,
                  "on_delete_failure": 0,
                  "on_delete_success": 0,
                  "on_update_failure": 0,
                  "on_update_success": 0,
                  "processed_events_size": 0,
                  "timer_callback_failure": 0,
                  "timer_callback_success": 0,
                  "timer_cancel_counter": 0,
                  "timer_create_counter": 0,
                  "timer_create_failure": 0,
                  "timer_msg_counter": 0,
                  "timer_responses_sent": 0,
                  "timestamp": {
                      "106381": "2021-03-25T09:42:55Z"
                  },
                  "uv_msg_parse_failure": 0,
                  "uv_try_write_failure_counter": 0
              },
              "failure_stats": {
                  "app_worker_setting_events_lost": 0,
                  "bkt_ops_cas_mismatch_count": 0,
                  "bucket_op_exception_count": 0,
                  "checkpoint_failure_count": 0,
                  "curl_failure_count": 0,
                  "curl_max_resp_size_exceeded": 0,
                  "curl_non_200_response": 0,
                  "curl_timeout_count": 0,
                  "dcp_events_lost": 0,
                  "debugger_events_lost": 0,
                  "delete_events_lost": 0,
                  "mutation_events_lost": 0,
                  "n1ql_op_exception_count": 0,
                  "timeout_count": 0,
                  "timer_callback_missing_counter": 0,
                  "timer_context_size_exceeded_counter": 0,
                  "timer_events_lost": 0,
                  "timestamp": {
                      "106381": "2021-03-25T09:42:55Z"
                  },
                  "v8worker_events_lost": 0
              },
              "function_name": "test_import_function_1",
              "gocb_creds_request_counter": 1294,
              "function_id": 3582404440,
              "internal_vb_distribution_stats": {
                  "worker_test_import_function_1_0": "[0-341]"
              },
              "latency_percentile_stats": {
                  "50": 0,
                  "80": 0,
                  "90": 0,
                  "95": 0,
                  "99": 0,
                  "100": 0
              },
              "lcb_creds_request_counter": 20,
              "lcb_exception_stats": {},
              "planner_stats": [
                  {
                      "host_name": "172.23.106.67:8096",
                      "start_vb": 0,
                      "vb_count": 1024
                  }
              ],
              "metastore_stats": {},
              "vb_distribution_stats_from_metadata": {
                  "172.23.106.67:8096": {
                      "worker_test_import_function_1_0": "[0-341]",
                      "worker_test_import_function_1_1": "[342-682]",
                      "worker_test_import_function_1_2": "[683-1023]"
                  }
              },
              "worker_pids": {
                  "worker_test_import_function_1_0": 106381
              }
          },
          {
              "dcp_feed_boundary": "everything",
              "event_processing_stats": {
                  "adhoc_timer_response_received": 2,
                  "agg_messages_sent_to_worker": 29407,
                  "agg_queue_memory": 0,
                  "agg_queue_memory_cap": 33554432,
                  "agg_queue_size": 0,
                  "agg_queue_size_cap": 100000,
                  "agg_timer_feedback_queue_cap": 500,
                  "dcp_mutation": 20160,
                  "dcp_mutation_sent_to_worker": 20160,
                  "dcp_snapshot": 1024,
                  "dcp_stream_req_counter": 1366,
                  "dcp_streamend": 342,
                  "dcp_streamreq": 1366,
                  "execution_stats": 1505,
                  "failure_stats": 1505,
                  "latency_stats": 1505,
                  "lcb_exception_stats": 1505,
                  "log_level": 2,
                  "num_processed_events": 20160,
                  "processed_events_size": 14516812,
                  "thr_count": 1,
                  "thr_map": 1,
                  "v8_init": 1,
                  "v8_load": 1
              },
              "events_remaining": {
                  "dcp_backlog": 0
              },
              "execution_stats": {
                  "agg_queue_memory": 0,
                  "agg_queue_size": 0,
                  "curl": {
                      "delete": 0,
                      "get": 0,
                      "head": 0,
                      "post": 0,
                      "put": 0
                  },
                  "curl_success_count": 0,
                  "dcp_delete_msg_counter": 0,
                  "dcp_delete_parse_failure": 0,
                  "dcp_mutation_msg_counter": 20160,
                  "dcp_mutation_parse_failure": 0,
                  "enqueued_dcp_delete_msg_counter": 0,
                  "enqueued_dcp_mutation_msg_counter": 20160,
                  "enqueued_timer_msg_counter": 0,
                  "feedback_queue_size": 0,
                  "filtered_dcp_delete_counter": 0,
                  "filtered_dcp_mutation_counter": 0,
                  "lcb_retry_failure": 0,
                  "messages_parsed": 29403,
                  "no_op_counter": 0,
                  "num_processed_events": 20160,
                  "on_delete_failure": 0,
                  "on_delete_success": 0,
                  "on_update_failure": 20160,
                  "on_update_success": 0,
                  "processed_events_size": 14516812,
                  "timer_callback_failure": 0,
                  "timer_callback_success": 0,
                  "timer_cancel_counter": 0,
                  "timer_create_counter": 0,
                  "timer_create_failure": 20160,
                  "timer_msg_counter": 0,
                  "timer_responses_sent": 0,
                  "timestamp": {
                      "106372": "2021-03-25T09:42:55Z"
                  },
                  "uv_msg_parse_failure": 0,
                  "uv_try_write_failure_counter": 0
              },
              "failure_stats": {
                  "app_worker_setting_events_lost": 0,
                  "bkt_ops_cas_mismatch_count": 0,
                  "bucket_op_exception_count": 0,
                  "checkpoint_failure_count": 0,
                  "curl_failure_count": 0,
                  "curl_max_resp_size_exceeded": 0,
                  "curl_non_200_response": 0,
                  "curl_timeout_count": 0,
                  "dcp_events_lost": 0,
                  "debugger_events_lost": 0,
                  "delete_events_lost": 0,
                  "mutation_events_lost": 0,
                  "n1ql_op_exception_count": 0,
                  "timeout_count": 0,
                  "timer_callback_missing_counter": 0,
                  "timer_context_size_exceeded_counter": 0,
                  "timer_events_lost": 0,
                  "timestamp": {
                      "106372": "2021-03-25T09:42:55Z"
                  },
                  "v8worker_events_lost": 0
              },
              "function_name": "test_import_function_2",
              "gocb_creds_request_counter": 1294,
              "function_id": 1530978830,
              "internal_vb_distribution_stats": {
                  "worker_test_import_function_2_0": "[0-1023]"
              },
              "latency_percentile_stats": {
                  "50": 100,
                  "80": 100,
                  "90": 100,
                  "95": 200,
                  "99": 900,
                  "100": 11600
              },
              "lcb_creds_request_counter": 20,
              "lcb_exception_stats": {},
              "planner_stats": [
                  {
                      "host_name": "172.23.106.67:8096",
                      "start_vb": 0,
                      "vb_count": 1024
                  }
              ],
              "metastore_stats": {
                  "metastore_delete_err": 0,
                  "metastore_deletes": 0,
                  "metastore_not_found": 0,
                  "metastore_scan": 0,
                  "metastore_scan_due": 0,
                  "metastore_scan_err": 0,
                  "metastore_set": 0,
                  "metastore_set_err": 0
              },
              "vb_distribution_stats_from_metadata": {
                  "172.23.106.67:8096": {
                      "worker_test_import_function_2_0": "[0-1023]"
                  }
              },
              "worker_pids": {
                  "worker_test_import_function_2_0": 106372
              }
          }
      ] 

      Attachments

        Issue Links

          No reviews matched the request. Check your Options in the drop-down menu of this sections header.

          Activity

            vikas.chaudhary Vikas Chaudhary created issue -
            vikas.chaudhary Vikas Chaudhary made changes -
            Field Original Value New Value
            Description Offline Upgrade from 6.6.1-9123 -> 7.0.0-4768

            Test
            {noformat}./testrunner.py -i /tmp/win10-bucket-ops.ini -t eventing.eventing_upgrade.EventingUpgrade.test_offline_upgrade_with_eventing,nodes_init=4,dataset=default,groups=simple,upgrade_test=True,initial_version=6.6.1-9213,doc-per-day=10,upgrade_version=7.0.0-4768 {noformat}
            Seeing following errors
            {noformat}
            2021-03-25T02:18:55.615-07:00 [INFO] {"count":20160,"exception":"{\n \"message\": {\n \"code\": 0,\n \"desc\": \"LCB_ERR_SDK_FEATURE_UNAVAILABLE (1029): The requested feature is not supported by the client, either because of settings in the configured instance, or because of options disabled at the time the library was compiled\",\n \"name\": \"LCB_ERR_SDK_FEATURE_UNAVAILABLE\"\n },\n \"stack\": \"Error\\n at OnUpdate (test_import_function_2.js:7:5)\"\n}","file":"test_import_function_2.js","line":6,"since":"2021-03-25T02:18:55","srcLine":"createTimer(NDtimerCallback, expiry, meta.id, context);","stack":"Error\n at OnUpdate (test_import_function_2.js:7:5)”}

            {noformat}
            Stats
            {noformat}
            "timer_create_failure": 20160 {noformat}
            Offline Upgrade from 6.6.1-9123 -> 7.0.0-4768

            Test
            {noformat}./testrunner.py -i /tmp/win10-bucket-ops.ini -t eventing.eventing_upgrade.EventingUpgrade.test_offline_upgrade_with_eventing,nodes_init=4,dataset=default,groups=simple,upgrade_test=True,initial_version=6.6.1-9213,doc-per-day=10,upgrade_version=7.0.0-4768 {noformat}
            Seeing following errors
            {noformat}2021-03-25T02:18:55.615-07:00 [INFO] {"count":20160,"exception":"{\n \"message\": {\n \"code\": 0,\n \"desc\": \"LCB_ERR_SDK_FEATURE_UNAVAILABLE (1029): The requested feature is not supported by the client, either because of settings in the configured instance, or because of options disabled at the time the library was compiled\",\n \"name\": \"LCB_ERR_SDK_FEATURE_UNAVAILABLE\"\n },\n \"stack\": \"Error\\n at OnUpdate (test_import_function_2.js:7:5)\"\n}","file":"test_import_function_2.js","line":6,"since":"2021-03-25T02:18:55","srcLine":"createTimer(NDtimerCallback, expiry, meta.id, context);","stack":"Error\n at OnUpdate (test_import_function_2.js:7:5)”}

            {noformat}
            Stats
            {noformat}"timer_create_failure": 20160 {noformat}
            full stats
            {noformat}
            [
                {
                    "dcp_feed_boundary": "everything",
                    "event_processing_stats": {
                        "adhoc_timer_response_received": 3,
                        "agg_messages_sent_to_worker": 27535,
                        "agg_queue_memory": 0,
                        "agg_queue_memory_cap": 33554432,
                        "agg_queue_size": 0,
                        "agg_queue_size_cap": 100000,
                        "agg_timer_feedback_queue_cap": 500,
                        "dcp_mutation": 40320,
                        "dcp_mutation_sent_to_worker": 20160,
                        "dcp_mutation_suppressed_counter": 20160,
                        "dcp_snapshot": 19908,
                        "dcp_stream_req_counter": 1024,
                        "dcp_streamreq": 1024,
                        "execution_stats": 1268,
                        "failure_stats": 1268,
                        "latency_stats": 1268,
                        "lcb_exception_stats": 1268,
                        "log_level": 1,
                        "num_processed_events": 20160,
                        "processed_events_size": 14516812,
                        "thr_count": 1,
                        "thr_map": 1,
                        "v8_init": 1,
                        "v8_load": 1
                    },
                    "events_remaining": {
                        "dcp_backlog": 0
                    },
                    "execution_stats": {
                        "agg_queue_memory": 0,
                        "agg_queue_size": 0,
                        "curl": {
                            "delete": 0,
                            "get": 0,
                            "head": 0,
                            "post": 0,
                            "put": 0
                        },
                        "curl_success_count": 0,
                        "dcp_delete_msg_counter": 0,
                        "dcp_delete_parse_failure": 0,
                        "dcp_mutation_msg_counter": 20160,
                        "dcp_mutation_parse_failure": 0,
                        "enqueued_dcp_delete_msg_counter": 0,
                        "enqueued_dcp_mutation_msg_counter": 20160,
                        "enqueued_timer_msg_counter": 0,
                        "feedback_queue_size": 0,
                        "filtered_dcp_delete_counter": 0,
                        "filtered_dcp_mutation_counter": 0,
                        "lcb_retry_failure": 0,
                        "messages_parsed": 27531,
                        "no_op_counter": 0,
                        "num_processed_events": 20160,
                        "on_delete_failure": 0,
                        "on_delete_success": 0,
                        "on_update_failure": 0,
                        "on_update_success": 20160,
                        "processed_events_size": 14516812,
                        "timer_callback_failure": 0,
                        "timer_callback_success": 0,
                        "timer_cancel_counter": 0,
                        "timer_create_counter": 0,
                        "timer_create_failure": 0,
                        "timer_msg_counter": 0,
                        "timer_responses_sent": 0,
                        "timestamp": {
                            "106650": "2021-03-25T09:42:56Z"
                        },
                        "uv_msg_parse_failure": 0,
                        "uv_try_write_failure_counter": 0
                    },
                    "failure_stats": {
                        "app_worker_setting_events_lost": 0,
                        "bkt_ops_cas_mismatch_count": 0,
                        "bucket_op_exception_count": 0,
                        "checkpoint_failure_count": 0,
                        "curl_failure_count": 0,
                        "curl_max_resp_size_exceeded": 0,
                        "curl_non_200_response": 0,
                        "curl_timeout_count": 0,
                        "dcp_events_lost": 0,
                        "debugger_events_lost": 0,
                        "delete_events_lost": 0,
                        "mutation_events_lost": 0,
                        "n1ql_op_exception_count": 0,
                        "timeout_count": 0,
                        "timer_callback_missing_counter": 0,
                        "timer_context_size_exceeded_counter": 0,
                        "timer_events_lost": 0,
                        "timestamp": {
                            "106650": "2021-03-25T09:42:56Z"
                        },
                        "v8worker_events_lost": 0
                    },
                    "function_name": "bucket_op_sbm",
                    "gocb_creds_request_counter": 1294,
                    "function_id": 2169491780,
                    "internal_vb_distribution_stats": {
                        "worker_bucket_op_sbm_0": "[0-1023]"
                    },
                    "latency_percentile_stats": {
                        "50": 300,
                        "80": 400,
                        "90": 600,
                        "95": 700,
                        "99": 1500,
                        "100": 9000
                    },
                    "lcb_creds_request_counter": 20,
                    "lcb_exception_stats": {},
                    "planner_stats": [
                        {
                            "host_name": "172.23.106.67:8096",
                            "start_vb": 0,
                            "vb_count": 1024
                        }
                    ],
                    "metastore_stats": {},
                    "vb_distribution_stats_from_metadata": {
                        "172.23.106.67:8096": {
                            "worker_bucket_op_sbm_0": "[0-1023]"
                        }
                    },
                    "worker_pids": {
                        "worker_bucket_op_sbm_0": 106650
                    }
                },
                {
                    "dcp_feed_boundary": "everything",
                    "event_processing_stats": {
                        "adhoc_timer_response_received": 15,
                        "agg_messages_sent_to_worker": 27309,
                        "agg_queue_memory": 0,
                        "agg_queue_memory_cap": 12582912,
                        "agg_queue_size": 0,
                        "agg_queue_size_cap": 100000,
                        "agg_timer_feedback_queue_cap": 500,
                        "dcp_mutation": 20160,
                        "dcp_mutation_sent_to_worker": 20160,
                        "dcp_snapshot": 1024,
                        "dcp_stream_req_counter": 1024,
                        "dcp_streamreq": 1024,
                        "execution_stats": 1223,
                        "failure_stats": 1223,
                        "latency_stats": 1223,
                        "lcb_exception_stats": 1223,
                        "log_level": 1,
                        "num_processed_events": 20160,
                        "processed_events_size": 14516812,
                        "thr_count": 1,
                        "thr_map": 1,
                        "v8_init": 1,
                        "v8_load": 1
                    },
                    "events_remaining": {
                        "dcp_backlog": 0
                    },
                    "execution_stats": {
                        "agg_queue_memory": 0,
                        "agg_queue_size": 0,
                        "curl": {
                            "delete": 0,
                            "get": 20160,
                            "head": 0,
                            "post": 0,
                            "put": 0
                        },
                        "curl_success_count": 20160,
                        "dcp_delete_msg_counter": 0,
                        "dcp_delete_parse_failure": 0,
                        "dcp_mutation_msg_counter": 20160,
                        "dcp_mutation_parse_failure": 0,
                        "enqueued_dcp_delete_msg_counter": 0,
                        "enqueued_dcp_mutation_msg_counter": 20160,
                        "enqueued_timer_msg_counter": 0,
                        "feedback_queue_size": 0,
                        "filtered_dcp_delete_counter": 0,
                        "filtered_dcp_mutation_counter": 0,
                        "lcb_retry_failure": 0,
                        "messages_parsed": 27305,
                        "no_op_counter": 0,
                        "num_processed_events": 20160,
                        "on_delete_failure": 0,
                        "on_delete_success": 0,
                        "on_update_failure": 0,
                        "on_update_success": 20160,
                        "processed_events_size": 14516812,
                        "timer_callback_failure": 0,
                        "timer_callback_success": 0,
                        "timer_cancel_counter": 0,
                        "timer_create_counter": 0,
                        "timer_create_failure": 0,
                        "timer_msg_counter": 0,
                        "timer_responses_sent": 0,
                        "timestamp": {
                            "106719": "2021-03-25T09:42:55Z"
                        },
                        "uv_msg_parse_failure": 0,
                        "uv_try_write_failure_counter": 0
                    },
                    "failure_stats": {
                        "app_worker_setting_events_lost": 0,
                        "bkt_ops_cas_mismatch_count": 0,
                        "bucket_op_exception_count": 0,
                        "checkpoint_failure_count": 0,
                        "curl_failure_count": 0,
                        "curl_max_resp_size_exceeded": 0,
                        "curl_non_200_response": 0,
                        "curl_timeout_count": 0,
                        "dcp_events_lost": 0,
                        "debugger_events_lost": 0,
                        "delete_events_lost": 0,
                        "mutation_events_lost": 0,
                        "n1ql_op_exception_count": 0,
                        "timeout_count": 0,
                        "timer_callback_missing_counter": 0,
                        "timer_context_size_exceeded_counter": 0,
                        "timer_events_lost": 0,
                        "timestamp": {
                            "106719": "2021-03-25T09:42:55Z"
                        },
                        "v8worker_events_lost": 0
                    },
                    "function_name": "bucket_op_curl",
                    "gocb_creds_request_counter": 1294,
                    "function_id": 63159677,
                    "internal_vb_distribution_stats": {
                        "worker_bucket_op_curl_0": "[0-1023]"
                    },
                    "latency_percentile_stats": {
                        "50": 78400,
                        "80": 79500,
                        "90": 80000,
                        "95": 81800,
                        "99": 119300,
                        "100": 2385000
                    },
                    "lcb_creds_request_counter": 20,
                    "lcb_exception_stats": {},
                    "planner_stats": [
                        {
                            "host_name": "172.23.106.67:8096",
                            "start_vb": 0,
                            "vb_count": 1024
                        }
                    ],
                    "metastore_stats": {},
                    "vb_distribution_stats_from_metadata": {
                        "172.23.106.67:8096": {
                            "worker_bucket_op_curl_0": "[0-1023]"
                        }
                    },
                    "worker_pids": {
                        "worker_bucket_op_curl_0": 106719
                    }
                },
                {
                    "dcp_feed_boundary": "everything",
                    "event_processing_stats": {
                        "agg_messages_sent_to_worker": 7879,
                        "agg_queue_memory": 0,
                        "agg_queue_memory_cap": 33554432,
                        "agg_queue_size": 0,
                        "agg_queue_size_cap": 100000,
                        "agg_timer_feedback_queue_cap": 500,
                        "dcp_stream_req_counter": 342,
                        "dcp_streamreq": 342,
                        "execution_stats": 1505,
                        "failure_stats": 1505,
                        "latency_stats": 1505,
                        "lcb_exception_stats": 1505,
                        "log_level": 1,
                        "num_processed_events": 0,
                        "processed_events_size": 0,
                        "reb_vb_remaining_to_own": 682,
                        "reb_vb_remaining_to_stream_req": 682,
                        "thr_count": 1,
                        "thr_map": 1,
                        "v8_init": 1,
                        "v8_load": 1
                    },
                    "events_remaining": {
                        "dcp_backlog": 0
                    },
                    "execution_stats": {
                        "agg_queue_memory": 0,
                        "agg_queue_size": 0,
                        "curl": {
                            "delete": 0,
                            "get": 0,
                            "head": 0,
                            "post": 0,
                            "put": 0
                        },
                        "curl_success_count": 0,
                        "dcp_delete_msg_counter": 0,
                        "dcp_delete_parse_failure": 0,
                        "dcp_mutation_msg_counter": 0,
                        "dcp_mutation_parse_failure": 0,
                        "enqueued_dcp_delete_msg_counter": 0,
                        "enqueued_dcp_mutation_msg_counter": 0,
                        "enqueued_timer_msg_counter": 0,
                        "feedback_queue_size": 0,
                        "filtered_dcp_delete_counter": 0,
                        "filtered_dcp_mutation_counter": 0,
                        "lcb_retry_failure": 0,
                        "messages_parsed": 7875,
                        "no_op_counter": 0,
                        "num_processed_events": 0,
                        "on_delete_failure": 0,
                        "on_delete_success": 0,
                        "on_update_failure": 0,
                        "on_update_success": 0,
                        "processed_events_size": 0,
                        "timer_callback_failure": 0,
                        "timer_callback_success": 0,
                        "timer_cancel_counter": 0,
                        "timer_create_counter": 0,
                        "timer_create_failure": 0,
                        "timer_msg_counter": 0,
                        "timer_responses_sent": 0,
                        "timestamp": {
                            "106381": "2021-03-25T09:42:55Z"
                        },
                        "uv_msg_parse_failure": 0,
                        "uv_try_write_failure_counter": 0
                    },
                    "failure_stats": {
                        "app_worker_setting_events_lost": 0,
                        "bkt_ops_cas_mismatch_count": 0,
                        "bucket_op_exception_count": 0,
                        "checkpoint_failure_count": 0,
                        "curl_failure_count": 0,
                        "curl_max_resp_size_exceeded": 0,
                        "curl_non_200_response": 0,
                        "curl_timeout_count": 0,
                        "dcp_events_lost": 0,
                        "debugger_events_lost": 0,
                        "delete_events_lost": 0,
                        "mutation_events_lost": 0,
                        "n1ql_op_exception_count": 0,
                        "timeout_count": 0,
                        "timer_callback_missing_counter": 0,
                        "timer_context_size_exceeded_counter": 0,
                        "timer_events_lost": 0,
                        "timestamp": {
                            "106381": "2021-03-25T09:42:55Z"
                        },
                        "v8worker_events_lost": 0
                    },
                    "function_name": "test_import_function_1",
                    "gocb_creds_request_counter": 1294,
                    "function_id": 3582404440,
                    "internal_vb_distribution_stats": {
                        "worker_test_import_function_1_0": "[0-341]"
                    },
                    "latency_percentile_stats": {
                        "50": 0,
                        "80": 0,
                        "90": 0,
                        "95": 0,
                        "99": 0,
                        "100": 0
                    },
                    "lcb_creds_request_counter": 20,
                    "lcb_exception_stats": {},
                    "planner_stats": [
                        {
                            "host_name": "172.23.106.67:8096",
                            "start_vb": 0,
                            "vb_count": 1024
                        }
                    ],
                    "metastore_stats": {},
                    "vb_distribution_stats_from_metadata": {
                        "172.23.106.67:8096": {
                            "worker_test_import_function_1_0": "[0-341]",
                            "worker_test_import_function_1_1": "[342-682]",
                            "worker_test_import_function_1_2": "[683-1023]"
                        }
                    },
                    "worker_pids": {
                        "worker_test_import_function_1_0": 106381
                    }
                },
                {
                    "dcp_feed_boundary": "everything",
                    "event_processing_stats": {
                        "adhoc_timer_response_received": 2,
                        "agg_messages_sent_to_worker": 29407,
                        "agg_queue_memory": 0,
                        "agg_queue_memory_cap": 33554432,
                        "agg_queue_size": 0,
                        "agg_queue_size_cap": 100000,
                        "agg_timer_feedback_queue_cap": 500,
                        "dcp_mutation": 20160,
                        "dcp_mutation_sent_to_worker": 20160,
                        "dcp_snapshot": 1024,
                        "dcp_stream_req_counter": 1366,
                        "dcp_streamend": 342,
                        "dcp_streamreq": 1366,
                        "execution_stats": 1505,
                        "failure_stats": 1505,
                        "latency_stats": 1505,
                        "lcb_exception_stats": 1505,
                        "log_level": 2,
                        "num_processed_events": 20160,
                        "processed_events_size": 14516812,
                        "thr_count": 1,
                        "thr_map": 1,
                        "v8_init": 1,
                        "v8_load": 1
                    },
                    "events_remaining": {
                        "dcp_backlog": 0
                    },
                    "execution_stats": {
                        "agg_queue_memory": 0,
                        "agg_queue_size": 0,
                        "curl": {
                            "delete": 0,
                            "get": 0,
                            "head": 0,
                            "post": 0,
                            "put": 0
                        },
                        "curl_success_count": 0,
                        "dcp_delete_msg_counter": 0,
                        "dcp_delete_parse_failure": 0,
                        "dcp_mutation_msg_counter": 20160,
                        "dcp_mutation_parse_failure": 0,
                        "enqueued_dcp_delete_msg_counter": 0,
                        "enqueued_dcp_mutation_msg_counter": 20160,
                        "enqueued_timer_msg_counter": 0,
                        "feedback_queue_size": 0,
                        "filtered_dcp_delete_counter": 0,
                        "filtered_dcp_mutation_counter": 0,
                        "lcb_retry_failure": 0,
                        "messages_parsed": 29403,
                        "no_op_counter": 0,
                        "num_processed_events": 20160,
                        "on_delete_failure": 0,
                        "on_delete_success": 0,
                        "on_update_failure": 20160,
                        "on_update_success": 0,
                        "processed_events_size": 14516812,
                        "timer_callback_failure": 0,
                        "timer_callback_success": 0,
                        "timer_cancel_counter": 0,
                        "timer_create_counter": 0,
                        "timer_create_failure": 20160,
                        "timer_msg_counter": 0,
                        "timer_responses_sent": 0,
                        "timestamp": {
                            "106372": "2021-03-25T09:42:55Z"
                        },
                        "uv_msg_parse_failure": 0,
                        "uv_try_write_failure_counter": 0
                    },
                    "failure_stats": {
                        "app_worker_setting_events_lost": 0,
                        "bkt_ops_cas_mismatch_count": 0,
                        "bucket_op_exception_count": 0,
                        "checkpoint_failure_count": 0,
                        "curl_failure_count": 0,
                        "curl_max_resp_size_exceeded": 0,
                        "curl_non_200_response": 0,
                        "curl_timeout_count": 0,
                        "dcp_events_lost": 0,
                        "debugger_events_lost": 0,
                        "delete_events_lost": 0,
                        "mutation_events_lost": 0,
                        "n1ql_op_exception_count": 0,
                        "timeout_count": 0,
                        "timer_callback_missing_counter": 0,
                        "timer_context_size_exceeded_counter": 0,
                        "timer_events_lost": 0,
                        "timestamp": {
                            "106372": "2021-03-25T09:42:55Z"
                        },
                        "v8worker_events_lost": 0
                    },
                    "function_name": "test_import_function_2",
                    "gocb_creds_request_counter": 1294,
                    "function_id": 1530978830,
                    "internal_vb_distribution_stats": {
                        "worker_test_import_function_2_0": "[0-1023]"
                    },
                    "latency_percentile_stats": {
                        "50": 100,
                        "80": 100,
                        "90": 100,
                        "95": 200,
                        "99": 900,
                        "100": 11600
                    },
                    "lcb_creds_request_counter": 20,
                    "lcb_exception_stats": {},
                    "planner_stats": [
                        {
                            "host_name": "172.23.106.67:8096",
                            "start_vb": 0,
                            "vb_count": 1024
                        }
                    ],
                    "metastore_stats": {
                        "metastore_delete_err": 0,
                        "metastore_deletes": 0,
                        "metastore_not_found": 0,
                        "metastore_scan": 0,
                        "metastore_scan_due": 0,
                        "metastore_scan_err": 0,
                        "metastore_set": 0,
                        "metastore_set_err": 0
                    },
                    "vb_distribution_stats_from_metadata": {
                        "172.23.106.67:8096": {
                            "worker_test_import_function_2_0": "[0-1023]"
                        }
                    },
                    "worker_pids": {
                        "worker_test_import_function_2_0": 106372
                    }
                }
            ] {noformat}
            jeelan.poola Jeelan Poola made changes -
            Assignee Jeelan Poola [ jeelan.poola ] Abhishek Jindal [ abhishek.jindal ]
            abhishek.jindal Abhishek Jindal made changes -
            Link This issue depends on CCBC-1389 [ CCBC-1389 ]
            jeelan.poola Jeelan Poola made changes -
            Component/s clients [ 10042 ]
            Component/s eventing [ 14026 ]
            jeelan.poola Jeelan Poola made changes -
            Assignee Abhishek Jindal [ abhishek.jindal ] Sergey Avseyev [ avsej ]
            pablo.silberkasten Pablo Silberkasten (Inactive) made changes -
            Assignee Sergey Avseyev [ avsej ] Vikas Chaudhary [ vikas.chaudhary ]
            ritam.sharma Ritam Sharma made changes -
            Assignee Vikas Chaudhary [ vikas.chaudhary ] Abhishek Jindal [ abhishek.jindal ]
            abhishek.jindal Abhishek Jindal made changes -
            Resolution Fixed [ 1 ]
            Status Open [ 1 ] Resolved [ 5 ]
            abhishek.jindal Abhishek Jindal made changes -
            Resolution Fixed [ 1 ]
            Status Resolved [ 5 ] Reopened [ 4 ]
            jeelan.poola Jeelan Poola made changes -
            Assignee Abhishek Jindal [ abhishek.jindal ] Pablo Silberkasten [ JIRAUSER25235 ]
            vikas.chaudhary Vikas Chaudhary made changes -
            Labels upgrade affects-cc-testing upgrade
            lynn.straus Lynn Straus made changes -
            Due Date 07/Apr/21
            pablo.silberkasten Pablo Silberkasten (Inactive) made changes -
            Due Date 07/Apr/21 12/Apr/21
            pablo.silberkasten Pablo Silberkasten (Inactive) made changes -
            Resolution Fixed [ 1 ]
            Status Reopened [ 4 ] Resolved [ 5 ]
            mihir.kamdar Mihir Kamdar (Inactive) made changes -
            Assignee Pablo Silberkasten [ JIRAUSER25235 ] Chanabasappa Ghali [ JIRAUSER25316 ]
            chanabasappa.ghali Chanabasappa Ghali made changes -
            Assignee Chanabasappa Ghali [ JIRAUSER25316 ] Vikas Chaudhary [ vikas.chaudhary ]
            vikas.chaudhary Vikas Chaudhary made changes -
            Status Resolved [ 5 ] Closed [ 6 ]
            mihir.kamdar Mihir Kamdar (Inactive) made changes -
            Labels affects-cc-testing upgrade affects-cc-testing functional-test upgrade
            lynn.straus Lynn Straus made changes -
            Fix Version/s 7.0.0 [ 17233 ]
            lynn.straus Lynn Straus made changes -
            Fix Version/s Cheshire-Cat [ 15915 ]

            People

              vikas.chaudhary Vikas Chaudhary
              vikas.chaudhary Vikas Chaudhary
              Votes:
              0 Vote for this issue
              Watchers:
              12 Start watching this issue

              Dates

                Created:
                Updated:
                Resolved:

                Gerrit Reviews

                  There are no open Gerrit changes

                  PagerDuty