Uploaded image for project: 'Couchbase Server'
  1. Couchbase Server
  2. MB-39507

SBM with pause-resume cause duplicate data in destination bucket

    XMLWordPrintable

Details

    • Bug
    • Resolution: Not a Bug
    • Critical
    • 6.6.0, 7.0.0
    • 6.6.0, Cheshire-Cat
    • qe

    Description

      Build: 6.6.0-7661 , last time passed onĀ 6.5.1-6292

      ./testrunner -i /tmp/testexec.32197.ini -p get-cbcollect-info=False -t eventing.eventing_source_mutation.EventingSourceMutation.test_pause_resume_with_source_bucket_mutation,nodes_init=4,services_init=kv-eventing-index-n1ql,dataset=default,groups=simple,reset_services=True,skip_cleanup=True,source_bucket_mutation=true,get-cbcollect-info=False
       
       
      Exception: duplicated data in destination bucket which is not expected. Current : 10077 Expected : 8064  dcp_backlog : 0  TIMERS_IN_PAST : 0 lcb_exceptions : {'10.143.192.102': {}}
      
      

      Stats

       2020-05-21 18:39:25 | INFO | MainProcess | test_thread | [eventing_base.print_eventing_stats_from_all_eventing_nodes] Stats for Node 10.143.192.102 is
      [
          {
              "dcp_feed_boundary": "from_prior",
              "event_processing_stats": {
                  "adhoc_timer_response_received": 2,
                  "agg_messages_sent_to_worker": 13635,
                  "agg_queue_memory": 0,
                  "agg_queue_memory_cap": 267386880,
                  "agg_queue_size": 0,
                  "agg_queue_size_cap": 300000,
                  "agg_timer_feedback_queue_cap": 1500,
                  "dcp_mutation": 8153,
                  "dcp_mutation_sent_to_worker": 4032,
                  "dcp_mutation_suppressed_counter": 4121,
                  "dcp_snapshot": 4089,
                  "dcp_stream_req_counter": 135,
                  "dcp_streamreq": 135,
                  "execution_stats": 1890,
                  "failure_stats": 1890,
                  "latency_stats": 1890,
                  "lcb_exception_stats": 1890,
                  "log_level": 3,
                  "num_processed_events": 4032,
                  "processed_events_size": 2730552,
                  "thr_count": 3,
                  "thr_map": 3,
                  "v8_init": 3,
                  "v8_load": 3
              },
              "events_remaining": {
                  "dcp_backlog": 0
              },
              "execution_stats": {
                  "agg_queue_memory": 0,
                  "agg_queue_size": 0,
                  "curl": {
                      "delete": 0,
                      "get": 0,
                      "head": 0,
                      "post": 0,
                      "put": 0
                  },
                  "dcp_delete_msg_counter": 0,
                  "dcp_delete_parse_failure": 0,
                  "dcp_mutation_msg_counter": 4032,
                  "dcp_mutation_parse_failure": 0,
                  "enqueued_dcp_delete_msg_counter": 0,
                  "enqueued_dcp_mutation_msg_counter": 4032,
                  "enqueued_timer_msg_counter": 0,
                  "feedback_queue_size": 0,
                  "filtered_dcp_delete_counter": 0,
                  "filtered_dcp_mutation_counter": 0,
                  "lcb_retry_failure": 0,
                  "messages_parsed": 13623,
                  "num_processed_events": 4032,
                  "on_delete_failure": 0,
                  "on_delete_success": 0,
                  "on_update_failure": 0,
                  "on_update_success": 4032,
                  "processed_events_size": 2730552,
                  "timer_cancel_counter": 0,
                  "timer_create_counter": 0,
                  "timer_create_failure": 0,
                  "timer_msg_counter": 0,
                  "timer_responses_sent": 0,
                  "timestamp": {
                      "10387": "2020-05-21T13:09:25Z",
                      "10388": "2020-05-21T13:09:25Z",
                      "10389": "2020-05-21T13:09:25Z"
                  },
                  "uv_msg_parse_failure": 0,
                  "uv_try_write_failure_counter": 0
              },
              "failure_stats": {
                  "app_worker_setting_events_lost": 0,
                  "bucket_op_exception_count": 0,
                  "checkpoint_failure_count": 0,
                  "curl_non_200_response": 0,
                  "dcp_events_lost": 0,
                  "debugger_events_lost": 0,
                  "delete_events_lost": 0,
                  "mutation_events_lost": 0,
                  "n1ql_op_exception_count": 0,
                  "timeout_count": 0,
                  "timer_callback_missing_counter": 0,
                  "timer_context_size_exceeded_counter": 0,
                  "timer_events_lost": 0,
                  "timestamp": {
                      "10387": "2020-05-21T13:09:25Z",
                      "10388": "2020-05-21T13:09:25Z",
                      "10389": "2020-05-21T13:09:25Z"
                  },
                  "v8worker_events_lost": 0
              },
              "function_id": 1440130726,
              "function_name": "Function_745545426_test_pause_resume_with_source_bucket_mutation",
              "gocb_creds_request_counter": 20,
              "internal_vb_distribution_stats": {
                  "worker_Function_745545426_test_pause_resume_with_source_bucket_mutation_0": "[0-44]",
                  "worker_Function_745545426_test_pause_resume_with_source_bucket_mutation_1": "[45-89]",
                  "worker_Function_745545426_test_pause_resume_with_source_bucket_mutation_2": "[90-134]"
              },
              "latency_percentile_stats": {
                  "100": 13900,
                  "50": 1000,
                  "80": 1400,
                  "90": 1600,
                  "95": 1900,
                  "99": 3600
              },
              "lcb_creds_request_counter": 12,
              "lcb_exception_stats": {},
              "metastore_stats": {},
              "planner_stats": [
                  {
                      "host_name": "10.143.192.102:8096",
                      "start_vb": 0,
                      "vb_count": 135
                  }
              ],
              "vb_distribution_stats_from_metadata": {
                  "10.143.192.102:8096": {
                      "worker_Function_745545426_test_pause_resume_with_source_bucket_mutation_0": "[0-44]",
                      "worker_Function_745545426_test_pause_resume_with_source_bucket_mutation_1": "[45-89]",
                      "worker_Function_745545426_test_pause_resume_with_source_bucket_mutation_2": "[90-134]"
                  }
              },
              "worker_pids": {
                  "worker_Function_745545426_test_pause_resume_with_source_bucket_mutation_0": 10388,
                  "worker_Function_745545426_test_pause_resume_with_source_bucket_mutation_1": 10389,
                  "worker_Function_745545426_test_pause_resume_with_source_bucket_mutation_2": 10387
              }
          }
      ]

      Attachments

        No reviews matched the request. Check your Options in the drop-down menu of this sections header.

        Activity

          People

            vikas.chaudhary Vikas Chaudhary
            vikas.chaudhary Vikas Chaudhary
            Votes:
            0 Vote for this issue
            Watchers:
            5 Start watching this issue

            Dates

              Created:
              Updated:
              Resolved:

              Gerrit Reviews

                There are no open Gerrit changes

                PagerDuty