Uploaded image for project: 'Couchbase Server'
  1. Couchbase Server
  2. MB-39298

Data missmatch when documents changed from binary to json with timers

    XMLWordPrintable

Details

    • Bug
    • Resolution: Not a Bug
    • Major
    • 6.6.0, 7.0.0
    • 6.6.0
    • qe

    Description

      Build: 6.6.0 build 7607 , passed on 6.5.1-6292

      ./testrunner -i vikas-nodes.ini -t eventing.eventing_dataset.EventingDataset.test_functions_where_documents_change_from_binary_to_json_data,nodes_init=4,services_init=kv-eventing-index-n1ql,dataset=default,groups=simple,reset_services=True,skip_cleanup=True,handler_code=bucket_op_with_timers 

      Seeing missing data 

      Exception: missing data in destination bucket. Current : 2014 Expected : 2016  dcp_backlog : 0  TIMERS_IN_PAST : 0 lcb_exceptions : {'10.143.192.102': {}} 

      Stats says everything went fine 

      2020-05-12 12:44:05 | INFO | MainProcess | test_thread | [eventing_base.verify_eventing_results] Stats for Node 10.143.192.102 is
      [
          {
              "dcp_feed_boundary": "everything",
              "event_processing_stats": {
                  "adhoc_timer_response_received": 3,
                  "agg_messages_sent_to_worker": 15544,
                  "agg_queue_memory": 332,
                  "agg_queue_memory_cap": 106954752,
                  "agg_queue_size": 83,
                  "agg_queue_size_cap": 300000,
                  "agg_timer_feedback_queue_cap": 1500,
                  "dcp_deletion": 2016,
                  "dcp_deletion_sent_to_worker": 2016,
                  "dcp_mutation": 4032,
                  "dcp_mutation_sent_to_worker": 2016,
                  "dcp_snapshot": 4187,
                  "dcp_stream_req_counter": 1024,
                  "dcp_streamreq": 1024,
                  "execution_stats": 2094,
                  "failure_stats": 2094,
                  "latency_stats": 2094,
                  "lcb_exception_stats": 2094,
                  "log_level": 3,
                  "num_processed_events": 4032,
                  "processed_events_size": 1675904,
                  "thr_count": 3,
                  "thr_map": 3,
                  "timer_events": 4032,
                  "timer_responses_received": 4032,
                  "v8_init": 3,
                  "v8_load": 3
              },
              "events_remaining": {
                  "dcp_backlog": 0
              },
              "execution_stats": {
                  "agg_queue_memory": 332,
                  "agg_queue_size": 83,
                  "curl": {
                      "delete": 0,
                      "get": 0,
                      "head": 0,
                      "post": 0,
                      "put": 0
                  },
                  "dcp_delete_msg_counter": 2016,
                  "dcp_delete_parse_failure": 0,
                  "dcp_mutation_msg_counter": 2016,
                  "dcp_mutation_parse_failure": 0,
                  "enqueued_dcp_delete_msg_counter": 2016,
                  "enqueued_dcp_mutation_msg_counter": 2016,
                  "enqueued_timer_msg_counter": 0,
                  "feedback_queue_size": 0,
                  "filtered_dcp_delete_counter": 0,
                  "filtered_dcp_mutation_counter": 0,
                  "lcb_retry_failure": 0,
                  "messages_parsed": 15532,
                  "num_processed_events": 4032,
                  "on_delete_failure": 0,
                  "on_delete_success": 2016,
                  "on_update_failure": 0,
                  "on_update_success": 2016,
                  "processed_events_size": 1675904,
                  "timer_cancel_counter": 0,
                  "timer_create_counter": 4032,
                  "timer_create_failure": 0,
                  "timer_msg_counter": 4032,
                  "timer_responses_sent": 0,
                  "timestamp": {
                      "12752": "2020-05-12T07:14:00Z",
                      "12753": "2020-05-12T07:14:00Z",
                      "12754": "2020-05-12T07:14:00Z"
                  },
                  "uv_msg_parse_failure": 0,
                  "uv_try_write_failure_counter": 0
              },
              "failure_stats": {
                  "app_worker_setting_events_lost": 0,
                  "bucket_op_exception_count": 0,
                  "checkpoint_failure_count": 0,
                  "curl_non_200_response": 0,
                  "dcp_events_lost": 0,
                  "debugger_events_lost": 0,
                  "delete_events_lost": 0,
                  "mutation_events_lost": 0,
                  "n1ql_op_exception_count": 0,
                  "timeout_count": 0,
                  "timer_callback_missing_counter": 0,
                  "timer_context_size_exceeded_counter": 0,
                  "timer_events_lost": 0,
                  "timestamp": {
                      "12752": "2020-05-12T07:14:00Z",
                      "12753": "2020-05-12T07:14:00Z",
                      "12754": "2020-05-12T07:14:00Z"
                  },
                  "v8worker_events_lost": 0
              },
              "function_id": 2343239670,
              "function_name": "Function_105224519_test_functions_where_documents_change_from_binary_to_json_data",
              "gocb_creds_request_counter": 8,
              "internal_vb_distribution_stats": {
                  "worker_Function_105224519_test_functions_where_documents_change_from_binary_to_json_data_0": "[0-341]",
                  "worker_Function_105224519_test_functions_where_documents_change_from_binary_to_json_data_1": "[342-682]",
                  "worker_Function_105224519_test_functions_where_documents_change_from_binary_to_json_data_2": "[683-1023]"
              },
              "latency_percentile_stats": {
                  "100": 431200,
                  "50": 2600,
                  "80": 4700,
                  "90": 6400,
                  "95": 8600,
                  "99": 19800
              },
              "lcb_creds_request_counter": 12,
              "lcb_exception_stats": {},
              "metastore_stats": {
                  "metastore_delete_err": 0,
                  "metastore_deletes": 0,
                  "metastore_not_found": 0,
                  "metastore_scan": 0,
                  "metastore_scan_due": 0,
                  "metastore_scan_err": 0,
                  "metastore_set": 0,
                  "metastore_set_err": 0
              },
              "planner_stats": [
                  {
                      "host_name": "10.143.192.102:8096",
                      "start_vb": 0,
                      "vb_count": 1024
                  }
              ],
              "vb_distribution_stats_from_metadata": {
                  "10.143.192.102:8096": {
                      "worker_Function_105224519_test_functions_where_documents_change_from_binary_to_json_data_0": "[0-341]",
                      "worker_Function_105224519_test_functions_where_documents_change_from_binary_to_json_data_1": "[342-682]",
                      "worker_Function_105224519_test_functions_where_documents_change_from_binary_to_json_data_2": "[683-1023]"
                  }
              },
              "worker_pids": {
                  "worker_Function_105224519_test_functions_where_documents_change_from_binary_to_json_data_0": 12752,
                  "worker_Function_105224519_test_functions_where_documents_change_from_binary_to_json_data_1": 12753,
                  "worker_Function_105224519_test_functions_where_documents_change_from_binary_to_json_data_2": 12754
              }
          }
      ] 

      Attachments

        No reviews matched the request. Check your Options in the drop-down menu of this sections header.

        Activity

          People

            vikas.chaudhary Vikas Chaudhary
            vikas.chaudhary Vikas Chaudhary
            Votes:
            0 Vote for this issue
            Watchers:
            5 Start watching this issue

            Dates

              Created:
              Updated:
              Resolved:

              Gerrit Reviews

                There are no open Gerrit changes

                PagerDuty