Uploaded image for project: 'Couchbase Server'
  1. Couchbase Server
  2. MB-39299

OnDelete not processed correctly

    XMLWordPrintable

Details

    • Bug
    • Resolution: Fixed
    • Major
    • 6.6.0, 7.0.0
    • 6.6.0
    • qe

    Description

      Build: 6.6.0 build 7607 , passed on 6.5.1-6292

      ./testrunner -i vikas-nodes.ini -t eventing.eventing_dataset.EventingDataset.test_eventing_processes_mutation_when_xattrs_is_updated,nodes_init=4,services_init=kv-eventing-index-n1ql,dataset=default,groups=simple,reset_services=True,skip_cleanup=True,handler_code=bucket_op_with_timers 
       
      Exception: duplicated data in destination bucket which is not expected. Current : 1 Expected : 0  dcp_backlog : 0  TIMERS_IN_PAST : 0 lcb_exceptions : {'10.143.192.102': {}}

      Test will update xattr and the remove the document. OnUpdate went fine but seeing we have doc left for onDelete

      # update multiple xattrs and update the documents
      for docid in ['customer123', 'customer1234', 'customer12345']:
          bucket.mutate_in(docid, SD.upsert('my1', {'value': 1}, xattr=True))
          bucket.mutate_in(docid, SD.upsert('my2', {'value': 2}, xattr=True))
          bucket.mutate_in(docid, SD.upsert('fax', '775-867-5309'))
      self.verify_eventing_results(self.function_name, 3, skip_stats_validation=True)
      # add new multiple xattrs , delete old xattrs and delete the documents
      for docid in ['customer123', 'customer1234', 'customer12345']:
          bucket.mutate_in(docid, SD.upsert('my3', {'value': 3}, xattr=True))
          bucket.mutate_in(docid, SD.upsert('my4', {'value': 4}, xattr=True))
          bucket.mutate_in(docid, SD.remove('my3', xattr=True))
          bucket.mutate_in(docid, SD.remove('my4', xattr=True))
          bucket.remove(docid)
      self.verify_eventing_results(self.function_name, 0, skip_stats_validation=True) 

      2020-05-12 13:50:50 | INFO | MainProcess | test_thread | [eventing_base.verify_eventing_results] Stats for Node 10.143.192.102 is
      [
          {
              "dcp_feed_boundary": "from_now",
              "event_processing_stats": {
                  "adhoc_timer_response_received": 2,
                  "agg_messages_sent_to_worker": 12625,
                  "agg_queue_memory": 736,
                  "agg_queue_memory_cap": 106954752,
                  "agg_queue_size": 184,
                  "agg_queue_size_cap": 300000,
                  "agg_timer_feedback_queue_cap": 1500,
                  "dcp_deletion": 3,
                  "dcp_deletion_sent_to_worker": 3,
                  "dcp_mutation": 17,
                  "dcp_mutation_sent_to_worker": 17,
                  "dcp_snapshot": 20,
                  "dcp_stream_req_counter": 1024,
                  "dcp_streamreq": 1024,
                  "execution_stats": 2312,
                  "failure_stats": 2312,
                  "latency_stats": 2312,
                  "lcb_exception_stats": 2312,
                  "log_level": 3,
                  "num_processed_events": 20,
                  "processed_events_size": 4952,
                  "thr_count": 3,
                  "thr_map": 3,
                  "timer_events": 9,
                  "timer_responses_received": 20,
                  "v8_init": 3,
                  "v8_load": 3
              },
              "events_remaining": {
                  "dcp_backlog": 0
              },
              "execution_stats": {
                  "agg_queue_memory": 736,
                  "agg_queue_size": 184,
                  "curl": {
                      "delete": 0,
                      "get": 0,
                      "head": 0,
                      "post": 0,
                      "put": 0
                  },
                  "dcp_delete_msg_counter": 3,
                  "dcp_delete_parse_failure": 0,
                  "dcp_mutation_msg_counter": 17,
                  "dcp_mutation_parse_failure": 0,
                  "enqueued_dcp_delete_msg_counter": 3,
                  "enqueued_dcp_mutation_msg_counter": 17,
                  "enqueued_timer_msg_counter": 0,
                  "feedback_queue_size": 0,
                  "filtered_dcp_delete_counter": 0,
                  "filtered_dcp_mutation_counter": 0,
                  "lcb_retry_failure": 0,
                  "messages_parsed": 12613,
                  "num_processed_events": 20,
                  "on_delete_failure": 0,
                  "on_delete_success": 3,
                  "on_update_failure": 0,
                  "on_update_success": 17,
                  "processed_events_size": 4952,
                  "timer_cancel_counter": 0,
                  "timer_create_counter": 20,
                  "timer_create_failure": 0,
                  "timer_msg_counter": 9,
                  "timer_responses_sent": 0,
                  "timestamp": {
                      "16861": "2020-05-12T08:20:25Z",
                      "16862": "2020-05-12T08:20:25Z",
                      "16864": "2020-05-12T08:20:25Z"
                  },
                  "uv_msg_parse_failure": 0,
                  "uv_try_write_failure_counter": 0
              },
              "failure_stats": {
                  "app_worker_setting_events_lost": 0,
                  "bucket_op_exception_count": 0,
                  "checkpoint_failure_count": 0,
                  "curl_non_200_response": 0,
                  "dcp_events_lost": 0,
                  "debugger_events_lost": 0,
                  "delete_events_lost": 0,
                  "mutation_events_lost": 0,
                  "n1ql_op_exception_count": 0,
                  "timeout_count": 0,
                  "timer_callback_missing_counter": 0,
                  "timer_context_size_exceeded_counter": 0,
                  "timer_events_lost": 0,
                  "timestamp": {
                      "16861": "2020-05-12T08:20:25Z",
                      "16862": "2020-05-12T08:20:25Z",
                      "16864": "2020-05-12T08:20:25Z"
                  },
                  "v8worker_events_lost": 0
              },
              "function_id": 1707144817,
              "function_name": "Function_554169458_test_eventing_processes_mutation_when_xattrs_is_updated",
              "gocb_creds_request_counter": 8,
              "internal_vb_distribution_stats": {
                  "worker_Function_554169458_test_eventing_processes_mutation_when_xattrs_is_updated_0": "[0-341]",
                  "worker_Function_554169458_test_eventing_processes_mutation_when_xattrs_is_updated_1": "[342-682]",
                  "worker_Function_554169458_test_eventing_processes_mutation_when_xattrs_is_updated_2": "[683-1023]"
              },
              "latency_percentile_stats": {
                  "100": 6600,
                  "50": 2600,
                  "80": 3800,
                  "90": 4100,
                  "95": 5600,
                  "99": 5600
              },
              "lcb_creds_request_counter": 12,
              "lcb_exception_stats": {},
              "metastore_stats": {
                  "metastore_delete_err": 0,
                  "metastore_deletes": 0,
                  "metastore_not_found": 0,
                  "metastore_scan": 0,
                  "metastore_scan_due": 0,
                  "metastore_scan_err": 0,
                  "metastore_set": 0,
                  "metastore_set_err": 0
              },
              "planner_stats": [
                  {
                      "host_name": "10.143.192.102:8096",
                      "start_vb": 0,
                      "vb_count": 1024
                  }
              ],
              "vb_distribution_stats_from_metadata": {
                  "10.143.192.102:8096": {
                      "worker_Function_554169458_test_eventing_processes_mutation_when_xattrs_is_updated_0": "[0-341]",
                      "worker_Function_554169458_test_eventing_processes_mutation_when_xattrs_is_updated_1": "[342-682]",
                      "worker_Function_554169458_test_eventing_processes_mutation_when_xattrs_is_updated_2": "[683-1023]"
                  }
              },
              "worker_pids": {
                  "worker_Function_554169458_test_eventing_processes_mutation_when_xattrs_is_updated_0": 16862,
                  "worker_Function_554169458_test_eventing_processes_mutation_when_xattrs_is_updated_1": 16861,
                  "worker_Function_554169458_test_eventing_processes_mutation_when_xattrs_is_updated_2": 16864
              }
          }
      ] 

      Attachments

        No reviews matched the request. Check your Options in the drop-down menu of this sections header.

        Activity

          People

            vikas.chaudhary Vikas Chaudhary
            vikas.chaudhary Vikas Chaudhary
            Votes:
            0 Vote for this issue
            Watchers:
            6 Start watching this issue

            Dates

              Created:
              Updated:
              Resolved:

              Gerrit Reviews

                There are no open Gerrit changes

                PagerDuty