item count mismatch (one missing) on DCP of collection

2022-04-04T05:59:59.742-07:00 INFO TestExecutor [main] Comparison failure on poll: Result for src/test/resources/runtimets/queries/feeds/connect-dropped-bucket/test.05.pollquery.sqlpp changed at line 1:

expected < { "count": 10000 }

actual   > { "count": 9999 }

$ cat cbcollect_info_n_1\@172.17.0.2_20220404-130502/memcached.log  | grep 'sent until' | grep '2022-04-04T06:00:00' | wc -l

    1024

[{"name":"beer-sample","nodeLocator":"vbucket","bucketType":"membase","storageBackend":"couchstore","uuid":"0b4482319e146a468c06b0f971d6c3b3","uri":"/pools/default/buckets/beer-sample?bucket_uuid=0b4482319e146a468c06b0f971d6c3b3","streamingUri":"/pools/default/bucketsStreaming/beer-sample?bucket_uuid=0b4482319e146a468c06b0f971d6c3b3","bucketCapabilitiesVer":"","bucketCapabilities":["collections","durableWrite","tombstonedUserXAttrs","couchapi","subdoc.ReplaceBodyWithXattr","subdoc.DocumentMacroSupport","subdoc.ReviveDocument","dcp","cbhello","touch","cccp","xdcrCheckpointing","nodesExt","xattr"],"collectionsManifestUid":"0","ddocs":{"uri":"/pools/default/buckets/beer-sample/ddocs"},"localRandomKeyUri":"/pools/default/buckets/beer-sample/localRandomKey","controllers":{"compactAll":"/pools/default/buckets/beer-sample/controller/compactBucket","compactDB":"/pools/default/buckets/beer-sample/controller/compactDatabases","purgeDeletes":"/pools/default/buckets/beer-sample/controller/unsafePurgeBucket","startRecovery":"/pools/default/buckets/beer-sample/controller/startRecovery"},"nodes":[{"couchApiBaseHTTPS":"https://127.0.0.1:19501/beer-sample%2B0b4482319e146a468c06b0f971d6c3b3","couchApiBase":"http://127.0.0.1:9501/beer-sample%2B0b4482319e146a468c06b0f971d6c3b3","clusterMembership":"active","recoveryType":"none","status":"healthy","otpNode":"n_1@127.0.0.1","thisNode":true,"hostname":"127.0.0.1:9001","nodeUUID":"8f0533c5f3d7a6439d7339a23b33a824","clusterCompatibility":458753,"version":"7.1.1-0000-enterprise","os":"x86_64-pc-linux-gnu","cpuCount":8,"ports":{"direct":12002,"httpsCAPI":19501,"httpsMgmt":19001,"distTCP":21401,"distTLS":21451},"services":["kv"],"nodeEncryption":false,"addressFamilyOnly":false,"configuredHostname":"127.0.0.1:9001","addressFamily":"inet","externalListeners":[{"afamily":"inet","nodeEncryption":false}],"serverGroup":"Group 1","replication":0,"nodeHash":17008726,"systemStats":{"cpu_utilization_rate":2.6625,"cpu_stolen_rate":0,"swap_total":0,"swap_used":0,"mem_total":16331182080,"mem_free":9268072448,"mem_limit":16331182080,"cpu_cores_available":8,"allocstall":135},"interestingStats":{"couch_docs_actual_disk_size":34327218,"couch_views_actual_disk_size":769507,"curr_items":17303,"curr_items_tot":17303,"ep_bg_fetched":0,"couch_docs_data_size":7443103,"mem_used":66180288,"vb_replica_curr_items":0,"vb_active_num_non_resident":0,"cmd_get":0,"get_hits":0,"ops":0,"couch_spatial_disk_size":0,"couch_views_data_size":769507,"couch_spatial_data_size":0},"uptime":"641","memoryTotal":16331182080,"memoryFree":9268072448,"mcdMemoryReserved":12459,"mcdMemoryAllocated":12459}],"stats":{"uri":"/pools/default/buckets/beer-sample/stats","directoryURI":"/pools/default/buckets/beer-sample/stats/Directory","nodeStatsListURI":"/pools/default/buckets/beer-sample/nodes"},"autoCompactionSettings":false,"replicaIndex":false,"replicaNumber":0,"threadsNumber":3,"quota":{"ram":209715200,"rawRAM":209715200},"basicStats":{"storageTotals":{"ram":{"total":16331182080,"quotaTotal":2776629248,"quotaUsed":314572800,"used":16116162560,"usedByData":66180288,"quotaUsedPerNode":314572800,"quotaTotalPerNode":2776629248},"hdd":{"total":196661366784,"quotaTotal":196661366784,"used":21632750346,"usedByData":35096725,"free":175028616438}},"quotaPercentUsed":15.48834991455078,"opsPerSec":0,"diskFetches":0,"itemCount":7303,"diskUsed":17730568,"dataUsed":4580461,"memUsed":32481424,"vbActiveNumNonResident":0},"evictionPolicy":"valueOnly","durabilityMinLevel":"none","pitrEnabled":false,"pitrGranularity":600,"pitrMaxHistoryAge":86400,"conflictResolutionType":"seqno","maxTTL":0,"compressionMode":"passive"},{"name":"gbook_users","nodeLocator":"vbucket","bucketType":"membase","storageBackend":"couchstore","uuid":"cff20a127b8b412c2f6b9436aaeed330","uri":"/pools/default/buckets/gbook_users?bucket_uuid=cff20a127b8b412c2f6b9436aaeed330","streamingUri":"/pools/default/bucketsStreaming/gbook_users?bucket_uuid=cff20a127b8b412c2f6b9436aaeed330","bucketCapabilitiesVer":"","bucketCapabilities":["collections","durableWrite","tombstonedUserXAttrs","couchapi","subdoc.ReplaceBodyWithXattr","subdoc.DocumentMacroSupport","subdoc.ReviveDocument","dcp","cbhello","touch","cccp","xdcrCheckpointing","nodesExt","xattr"],"collectionsManifestUid":"0","ddocs":{"uri":"/pools/default/buckets/gbook_users/ddocs"},"localRandomKeyUri":"/pools/default/buckets/gbook_users/localRandomKey","controllers":{"compactAll":"/pools/default/buckets/gbook_users/controller/compactBucket","compactDB":"/pools/default/buckets/gbook_users/controller/compactDatabases","purgeDeletes":"/pools/default/buckets/gbook_users/controller/unsafePurgeBucket","startRecovery":"/pools/default/buckets/gbook_users/controller/startRecovery","flush":"/pools/default/buckets/gbook_users/controller/doFlush"},"nodes":[{"couchApiBaseHTTPS":"https://127.0.0.1:19501/gbook_users%2Bcff20a127b8b412c2f6b9436aaeed330","couchApiBase":"http://127.0.0.1:9501/gbook_users%2Bcff20a127b8b412c2f6b9436aaeed330","clusterMembership":"active","recoveryType":"none","status":"healthy","otpNode":"n_1@127.0.0.1","thisNode":true,"hostname":"127.0.0.1:9001","nodeUUID":"8f0533c5f3d7a6439d7339a23b33a824","clusterCompatibility":458753,"version":"7.1.1-0000-enterprise","os":"x86_64-pc-linux-gnu","cpuCount":8,"ports":{"direct":12002,"httpsCAPI":19501,"httpsMgmt":19001,"distTCP":21401,"distTLS":21451},"services":["kv"],"nodeEncryption":false,"addressFamilyOnly":false,"configuredHostname":"127.0.0.1:9001","addressFamily":"inet","externalListeners":[{"afamily":"inet","nodeEncryption":false}],"serverGroup":"Group 1","replication":0,"nodeHash":17008726,"systemStats":{"cpu_utilization_rate":2.6625,"cpu_stolen_rate":0,"swap_total":0,"swap_used":0,"mem_total":16331182080,"mem_free":9268072448,"mem_limit":16331182080,"cpu_cores_available":8,"allocstall":135},"interestingStats":{"couch_docs_actual_disk_size":34327218,"couch_views_actual_disk_size":769507,"curr_items":17303,"curr_items_tot":17303,"ep_bg_fetched":0,"couch_docs_data_size":7443103,"mem_used":66180288,"vb_replica_curr_items":0,"vb_active_num_non_resident":0,"cmd_get":0,"get_hits":0,"ops":0,"couch_spatial_disk_size":0,"couch_views_data_size":769507,"couch_spatial_data_size":0},"uptime":"641","memoryTotal":16331182080,"memoryFree":9268072448,"mcdMemoryReserved":12459,"mcdMemoryAllocated":12459}],"stats":{"uri":"/pools/default/buckets/gbook_users/stats","directoryURI":"/pools/default/buckets/gbook_users/stats/Directory","nodeStatsListURI":"/pools/default/buckets/gbook_users/nodes"},"autoCompactionSettings":false,"replicaIndex":false,"replicaNumber":0,"threadsNumber":3,"quota":{"ram":104857600,"rawRAM":104857600},"basicStats":{"storageTotals":{"ram":{"total":16331182080,"quotaTotal":2776629248,"quotaUsed":314572800,"used":16116162560,"usedByData":66180288,"quotaUsedPerNode":314572800,"quotaTotalPerNode":2776629248},"hdd":{"total":196661366784,"quotaTotal":196661366784,"used":21632750346,"usedByData":35096725,"free":175028616438}},"quotaPercentUsed":32.13774108886719,"opsPerSec":0,"diskFetches":0,"itemCount":10000,"diskUsed":17366157,"dataUsed":3632149,"memUsed":33698864,"vbActiveNumNonResident":0},"evictionPolicy":"valueOnly","durabilityMinLevel":"none","pitrEnabled":false,"pitrGranularity":600,"pitrMaxHistoryAge":86400,"conflictResolutionType":"seqno","maxTTL":0,"compressionMode":"passive"}]