Details
Description
Steps for reproduction-
- Have a 4 node cluster, with 2 nodes having KV:N1QL:Index and 2 nodes having CBAS services.
- Create a bucket and load some data into it.
- Create multiple dataverses, datasets and indexes on cbas.
- Let ingestion complete into datasets.
- Now upgrade each node to 7.1.0-2215 build, by failing over each node, upgrading the failed over node and adding it back.
- Post upgrade rebalance again for CBAS to become active.
- Validate all data is present in datasets post upgrade.
- Set analytics replica to 3 and rebalance for it to take effect.
- Now load more docs in the existing bucket and verify they are ingested by datasets.
- Now delete all data from the existing bucket and verify that no data is present in datasets.
- Create more buckets with multiple scopes and collections, also create multiple scopes and collections in the existing bucket and load data into them
- Create more dataverse, datasets, indexes and synonyms.
- Data ingestion did not complete for one of the datasets created post upgrade.
2022-02-03 15:34:23,497 | test | DEBUG | MainProcess | MainThread | [cbas_utils:execute_statement_on_cbas_util:78] Running query on cbas: create dataset lvBYYAeknEV.OVrtIEOGrM on bucket_3.`xzeoZI6KXga1oJ1d16a7tcnQUc595xsjCOms8Cgl-2O6PcCeQ-faBzSvGyoD5sUynfvR2S6GIPI6ljhw1NvS5lfe16-wGrItCuAhfJlvnHsqucerOGddhcuhVjC2rg5UB0_-55-136000`.`CfhQquKhOAJvlN75Qcgf8kX0S2oe4eEWRhuvHwfdipRl3M8TEd3uV1c5iIIGbgLMvEZtbfIgdqIiwveQD9u3u7KRmc9OB9aq-4IKIZMbEN2M8xvgw_sFnzlprqU%R%pu6I1H7NAuoYeYDrod4DuAZ0D-q0vwwkF2R4rT0Jd-55-339000`;
|
14. Dataset lvBYYAeknEV.OVrtIEOGrM has only 9910 docs when it should have 10000.
15 Ingestion API shows that the ingestion completed.
{
|
"links": [{
|
"name": "Local",
|
"scope": "default/_default",
|
"status": "healthy",
|
"state": [{
|
"timestamp": 1643883317291,
|
"progress": 1.0,
|
"scopes": [{
|
"collections": [{
|
"name": "H3b673KZ5m3MToCCIm13EsF"
|
},
|
{
|
"name": "_default"
|
},
|
{
|
"name": "bBhc3exunbBzDzUDAtiMrt9C1FX"
|
}
|
],
|
"name": "default/_default"
|
}]
|
}]
|
},
|
{
|
"name": "Local",
|
"scope": "bucket_3/IuUFx01KAF3FtrwJbZBbjYelE-BYo%sp7KjSKScCPqtDq7-vz%9gRlGEZdiGtKO2EA5%kSgNfmI-VdsDsjcLlf4tLyTvg6ZooJgWhSHR_OzzepWyoTCuS7oNTEgs2mlO8y4o7BBFhRM10SELdM5ZJW7DoX1YZw_6BtIUtLcBqhe5D9RyC0VxBFlF8VGzr00QgtxXwkvfLO2MT1ziDbSVAw_Q6bV26GRzRUI4Yd%bN-7EU-54-323000",
|
"status": "healthy",
|
"state": [{
|
"timestamp": 1643883317288,
|
"progress": 1.0,
|
"scopes": [{
|
"collections": [{
|
"name": "9dvzu8"
|
},
|
{
|
"name": "JUEK4NGM-oOaosgo_opzlnI5Lbt3G82%lhzJfTpHeagJh2Zg%HJ57ZJieuvKJ%wT8y7zB4UNS2v-KuByBdFgEX0CCpUpBaSG22vD9RRd1ueAQrqGCs6fK9SpS-54-484000"
|
},
|
{
|
"name": "Wh3bh3B3kyOsgklEB6crFLyxBy1"
|
}
|
],
|
"name": "bucket_3/IuUFx01KAF3FtrwJbZBbjYelE-BYo%sp7KjSKScCPqtDq7-vz%9gRlGEZdiGtKO2EA5%kSgNfmI-VdsDsjcLlf4tLyTvg6ZooJgWhSHR_OzzepWyoTCuS7oNTEgs2mlO8y4o7BBFhRM10SELdM5ZJW7DoX1YZw_6BtIUtLcBqhe5D9RyC0VxBFlF8VGzr00QgtxXwkvfLO2MT1ziDbSVAw_Q6bV26GRzRUI4Yd%bN-7EU-54-323000"
|
}]
|
}]
|
},
|
{
|
"name": "Local",
|
"scope": "bucket_1/_default",
|
"status": "healthy",
|
"state": [{
|
"timestamp": 1643883317291,
|
"progress": 1.0,
|
"scopes": [{
|
"collections": [{
|
"name": "epDDISFRVR5o6CITU9xZ6I"
|
},
|
{
|
"name": "_default"
|
},
|
{
|
"name": "tfG1gJiwLRG7Fk"
|
}
|
],
|
"name": "bucket_1/_default"
|
}]
|
}]
|
},
|
{
|
"name": "Local",
|
"scope": "bucket_2/_default",
|
"status": "healthy",
|
"state": [{
|
"timestamp": 1643883317288,
|
"progress": 1.0,
|
"scopes": [{
|
"collections": [{
|
"name": "2oZrcl5LpvHfP2HivLRhu"
|
},
|
{
|
"name": "0JnDkOlUKoXzZpPf"
|
},
|
{
|
"name": "_default"
|
}
|
],
|
"name": "bucket_2/_default"
|
}]
|
}]
|
},
|
{
|
"name": "Local",
|
"scope": "FCZuN9joiDooVSBPg",
|
"status": "healthy",
|
"state": [{
|
"timestamp": 1643883317291,
|
"progress": 1.0,
|
"scopes": [{
|
"collections": [{
|
"name": "2gJhSxlLRw74j4eoSTqpgdbwfbh"
|
}],
|
"name": "FCZuN9joiDooVSBPg"
|
}]
|
}]
|
},
|
{
|
"name": "Local",
|
"scope": "Fox0nJm5/Ag6",
|
"status": "healthy",
|
"state": [{
|
"timestamp": 1643883317286,
|
"progress": 1.0,
|
"scopes": [{
|
"collections": [{
|
"name": "bTYU8jAeXrHODOSlNdqFVXnWQmi"
|
}],
|
"name": "Fox0nJm5/Ag6"
|
}]
|
}]
|
},
|
{
|
"name": "Local",
|
"scope": "bucket_3/_default",
|
"status": "healthy",
|
"state": [{
|
"timestamp": 1643883317288,
|
"progress": 1.0,
|
"scopes": [{
|
"collections": [{
|
"name": "_default"
|
},
|
{
|
"name": "NtBfjx4DS"
|
}
|
],
|
"name": "bucket_3/_default"
|
}]
|
}]
|
},
|
{
|
"name": "Local",
|
"scope": "0MqRPUW8myT",
|
"status": "healthy",
|
"state": [{
|
"timestamp": 1643883317291,
|
"progress": 1.0,
|
"scopes": [{
|
"collections": [{
|
"name": "gDu4yX5uluwbiCZ1fXLxh"
|
},
|
{
|
"name": "nbNDRV61hMRgfYVEku4ERJwslg68"
|
},
|
{
|
"name": "4hbsMhpkXhmodEf9NliE"
|
}
|
],
|
"name": "0MqRPUW8myT"
|
}]
|
}]
|
},
|
{
|
"name": "Local",
|
"scope": "W26mxaofTPSp",
|
"status": "healthy",
|
"state": [{
|
"timestamp": 1643883317291,
|
"progress": 1.0,
|
"scopes": [{
|
"collections": [{
|
"name": "OvfnPz5WEHfO4aQqOksE"
|
},
|
{
|
"name": "IkVcUBmt35tOa6hEjqVKS"
|
}
|
],
|
"name": "W26mxaofTPSp"
|
}]
|
}]
|
},
|
{
|
"name": "Local",
|
"scope": "SRPXXZTdX4JAu",
|
"status": "healthy",
|
"state": [{
|
"timestamp": 1643883317291,
|
"progress": 1.0,
|
"scopes": [{
|
"collections": [{
|
"name": "bZ56s9GTXKgbvw"
|
}],
|
"name": "SRPXXZTdX4JAu"
|
}]
|
}]
|
},
|
{
|
"name": "Local",
|
"scope": "h3qWzwynl/Jw7z5YnC9nQRAl",
|
"status": "healthy",
|
"state": [{
|
"timestamp": 1643883317288,
|
"progress": 1.0,
|
"scopes": [{
|
"collections": [{
|
"name": "OASPVmboOKAOuO"
|
},
|
{
|
"name": "ms"
|
},
|
{
|
"name": "Fnl"
|
}
|
],
|
"name": "h3qWzwynl/Jw7z5YnC9nQRAl"
|
}]
|
}]
|
},
|
{
|
"name": "Local",
|
"scope": "Default",
|
"status": "healthy",
|
"state": [{
|
"timestamp": 1643883317291,
|
"progress": 1.0,
|
"scopes": [{
|
"collections": [{
|
"name": "IHypeKqEA3mxAVzjxyHaV4GirBv9UY"
|
},
|
{
|
"name": "9ZXIu4"
|
},
|
{
|
"name": "o3"
|
},
|
{
|
"name": "M1R9Kz20i2PDGekA9q7ohvgbESgtyN"
|
},
|
{
|
"name": "YJBVJQQsSPggfWL"
|
},
|
{
|
"name": "yYHnesRgM3sEMINS0dgKf2yk53"
|
},
|
{
|
"name": "kmXBcuCLIg"
|
}
|
],
|
"name": "Default"
|
}]
|
}]
|
},
|
{
|
"name": "Local",
|
"scope": "bucket_2/-V_%dyayQgCAAI2BncdidMoBgTG0s8ikVD9A-XBnVRrae5LZfMZur2dr3V2A1Ur9oMMLuf6sxZ7pAPzQ55-NOGRhmteizvpdfwZuVSLxalPnGnq3rhORhNf02Xos-VP-IWoIrUDD_m8IHGc-ub7DD9KpX3oA7uNAAfYOPfKD1uE7H%-3-286000",
|
"status": "healthy",
|
"state": [{
|
"timestamp": 1643883317284,
|
"progress": 1.0,
|
"scopes": [{
|
"collections": [{
|
"name": "6COwRsLVTHrKtQ0kSUbbM7qu9O6YnRlUCUOcKAD9_POd8RH_zeLaHqen9Su9LvkooNUOnY-3-482000"
|
}],
|
"name": "bucket_2/-V_%dyayQgCAAI2BncdidMoBgTG0s8ikVD9A-XBnVRrae5LZfMZur2dr3V2A1Ur9oMMLuf6sxZ7pAPzQ55-NOGRhmteizvpdfwZuVSLxalPnGnq3rhORhNf02Xos-VP-IWoIrUDD_m8IHGc-ub7DD9KpX3oA7uNAAfYOPfKD1uE7H%-3-286000"
|
}]
|
}]
|
},
|
{
|
"name": "Local",
|
"scope": "bucket_1/XRXvODt93NE2Uvg3JdK8UHSm9Au2i04LA_XvglcYl8WTbjz%q2iHYN5smIovapzlrRLuGAeOxjTxDI16mfFlmfVC6dtHTOuflY9p62A2AYmw3o6Zymy0X%L0Vap2dmUtgHqlHIE-FL0vB48OUfp7fKAeMJzCsDLbm%uyMRmIQuvpqZXaqdw3KknjA0yAIgPCqkOUIHFSZZzUcjZbS39y-19-684000",
|
"status": "healthy",
|
"state": [{
|
"timestamp": 1643883317288,
|
"progress": 1.0,
|
"scopes": [{
|
"collections": [{
|
"name": "0yml8jTsrbb25GM1cije0EaXH"
|
},
|
{
|
"name": "M-_XaM-xdnOq2-7msiIVCzm8At%2jdf5%RSN6icqRhlFItythxmVkFpZfgSWkAESfrbpPey9gR2YHLSvhnR90O7mKX%-I0vW3rEcyD_zYKZ0dPq9mf%6aQQhv-20-170000"
|
}
|
],
|
"name": "bucket_1/XRXvODt93NE2Uvg3JdK8UHSm9Au2i04LA_XvglcYl8WTbjz%q2iHYN5smIovapzlrRLuGAeOxjTxDI16mfFlmfVC6dtHTOuflY9p62A2AYmw3o6Zymy0X%L0Vap2dmUtgHqlHIE-FL0vB48OUfp7fKAeMJzCsDLbm%uyMRmIQuvpqZXaqdw3KknjA0yAIgPCqkOUIHFSZZzUcjZbS39y-19-684000"
|
}]
|
}]
|
},
|
{
|
"name": "Local",
|
"scope": "lvBYYAeknEV",
|
"status": "healthy",
|
"state": [{
|
"timestamp": 1643883317291,
|
"progress": 1.0,
|
"scopes": [{
|
"collections": [{
|
"name": "4xbAkGi7oZaxeNwxwN67T3t2"
|
},
|
{
|
"name": "J8ID8dEh2i1nqMA3uQdxcxbE"
|
},
|
{
|
"name": "OVrtIEOGrM"
|
}
|
],
|
"name": "lvBYYAeknEV"
|
}]
|
}]
|
}
|
]
|
}
|
Attachments
Issue Links
- is triggered by
-
MB-50873 Data is not completely ingested into datasets
-
- Closed
-
| For Gerrit Dashboard: MB-50775 | ||||||
|---|---|---|---|---|---|---|
| # | Subject | Branch | Project | Status | CR | V |
| 170528,2 | MB-50775: Log indexes when primary index is not found | neo | cbas-core | Status: MERGED | +2 | +1 |