Details
-
Bug
-
Resolution: Fixed
-
Critical
-
7.1.0
-
None
-
Untriaged
-
1
-
Unknown
Description
As seen in MB-50008, Index build hangs if force commit merge timestamp is not snap aligned.
Latest logs from a test run with 7.1.0-2021. Rebalance is stuck for 27+ hrs.
url : https://cb-jira.s3.us-east-2.amazonaws.com/logs/systestmon-1641782277/collectinfo-2022-01-10T023800-ns_1%40172.23.104.137.zip
url : https://cb-jira.s3.us-east-2.amazonaws.com/logs/systestmon-1641782277/collectinfo-2022-01-10T023800-ns_1%40172.23.104.5.zip
url : https://cb-jira.s3.us-east-2.amazonaws.com/logs/systestmon-1641782277/collectinfo-2022-01-10T023800-ns_1%40172.23.104.67.zip
url : https://cb-jira.s3.us-east-2.amazonaws.com/logs/systestmon-1641782277/collectinfo-2022-01-10T023800-ns_1%40172.23.104.69.zip
url : https://cb-jira.s3.us-east-2.amazonaws.com/logs/systestmon-1641782277/collectinfo-2022-01-10T023800-ns_1%40172.23.104.70.zip
url : https://cb-jira.s3.us-east-2.amazonaws.com/logs/systestmon-1641782277/collectinfo-2022-01-10T023800-ns_1%40172.23.106.100.zip
url : https://cb-jira.s3.us-east-2.amazonaws.com/logs/systestmon-1641782277/collectinfo-2022-01-10T023800-ns_1%40172.23.106.188.zip
url : https://cb-jira.s3.us-east-2.amazonaws.com/logs/systestmon-1641782277/collectinfo-2022-01-10T023800-ns_1%40172.23.108.103.zip
url : https://cb-jira.s3.us-east-2.amazonaws.com/logs/systestmon-1641782277/collectinfo-2022-01-10T023800-ns_1%40172.23.120.107.zip
url : https://cb-jira.s3.us-east-2.amazonaws.com/logs/systestmon-1641782277/collectinfo-2022-01-10T023800-ns_1%40172.23.121.117.zip
url : https://cb-jira.s3.us-east-2.amazonaws.com/logs/systestmon-1641782277/collectinfo-2022-01-10T023800-ns_1%40172.23.123.28.zip
url : https://cb-jira.s3.us-east-2.amazonaws.com/logs/systestmon-1641782277/collectinfo-2022-01-10T023800-ns_1%40172.23.96.148.zip
url : https://cb-jira.s3.us-east-2.amazonaws.com/logs/systestmon-1641782277/collectinfo-2022-01-10T023800-ns_1%40172.23.97.119.zip
url : https://cb-jira.s3.us-east-2.amazonaws.com/logs/systestmon-1641782277/collectinfo-2022-01-10T023800-ns_1%40172.23.97.121.zip
url : https://cb-jira.s3.us-east-2.amazonaws.com/logs/systestmon-1641782277/collectinfo-2022-01-10T023800-ns_1%40172.23.97.122.zip
url : https://cb-jira.s3.us-east-2.amazonaws.com/logs/systestmon-1641782277/collectinfo-2022-01-10T023800-ns_1%40172.23.97.239.zip
url : https://cb-jira.s3.us-east-2.amazonaws.com/logs/systestmon-1641782277/collectinfo-2022-01-10T023800-ns_1%40172.23.98.135.zip
url : https://cb-jira.s3.us-east-2.amazonaws.com/logs/systestmon-1641782277/collectinfo-2022-01-10T023800-ns_1%40172.23.99.11.zip
url : https://cb-jira.s3.us-east-2.amazonaws.com/logs/systestmon-1641782277/collectinfo-2022-01-10T023800-ns_1%40172.23.99.20.zip
url : https://cb-jira.s3.us-east-2.amazonaws.com/logs/systestmon-1641782277/collectinfo-2022-01-10T023800-ns_1%40172.23.99.21.zip
url : https://cb-jira.s3.us-east-2.amazonaws.com/logs/systestmon-1641782277/collectinfo-2022-01-10T023800-ns_1%40172.23.99.25.zip
Nodes with index service : 172.23.104.137, 172.23.104.67, 172.23.104.69, 172.23.120.107, 172.23.123.28, 172.23.99.11
Following indexes are in Moving state :
{
|
"bucket" : "bucket7",
|
"collection" : "coll_3",
|
"completion" : 88,
|
"definition" : "CREATE INDEX `idx1_BDkPTmw` ON `bucket7`.`scope_1`.`coll_3`(`country`,(distinct (array ((`r`.`ratings`).`Check in / front desk`) for `r` in `reviews` end)),array_count(`public_likes`),array_count(`reviews`) DESC,`type`,`phone`,`price`,`email`,`address`,`name`,`url`) PARTITION BY hash((meta().`id`)) WITH { \"defer_build\":true, \"nodes\":[ \"172.23.104.137:8091\",\"172.23.104.67:8091\",\"172.23.104.69:8091\",\"172.23.120.107:8091\",\"172.23.123.28:8091\",\"172.23.99.11:8091\" ], \"num_replica\":3, \"num_partition\":5 }",
|
"defnId" : 10977873926430152293,
|
"hosts" : [
|
"172.23.104.69:8091",
|
"172.23.120.107:8091",
|
"172.23.123.28:8091",
|
"172.23.99.11:8091"
|
],
|
"indexName" : "idx1_BDkPTmw",
|
"indexType" : "plasma",
|
"instId" : 3560266422702727993,
|
"lastScanTime" : "NA",
|
"name" : "idx1_BDkPTmw (replica 1)",
|
"numPartition" : 6,
|
"numReplica" : 3,
|
"partitionMap" : {
|
"172.23.104.69:8091" : [
|
2
|
],
|
"172.23.120.107:8091" : [
|
5,
|
4,
|
1
|
],
|
"172.23.123.28:8091" : [
|
2
|
],
|
"172.23.99.11:8091" : [
|
3
|
]
|
},
|
"partitioned" : true,
|
"progress" : 88.3204727108056,
|
"replicaId" : 1,
|
"scheduled" : false,
|
"scope" : "scope_1",
|
"secExprs" : [
|
"`country`",
|
"(distinct (array ((`r`.`ratings`).`Check in / front desk`) for `r` in `reviews` end))",
|
"array_count(`public_likes`)",
|
"array_count(`reviews`)",
|
"`type`",
|
"`phone`",
|
"`price`",
|
"`email`",
|
"`address`",
|
"`name`",
|
"`url`"
|
],
|
"stale" : false,
|
"status" : "Moving"
|
}
|
{
|
"bucket" : "bucket7",
|
"collection" : "coll_0",
|
"completion" : 52,
|
"definition" : "CREATE INDEX `idx2_JGikaiv` ON `bucket7`.`scope_5`.`coll_0`(`free_breakfast`,`type`,`free_parking`,array_count(`public_likes`),`price`,`country`) PARTITION BY hash((meta().`id`)) WITH { \"defer_build\":true, \"nodes\":[ \"172.23.104.137:8091\",\"172.23.104.67:8091\",\"172.23.104.69:8091\",\"172.23.120.107:8091\",\"172.23.123.28:8091\",\"172.23.99.11:8091\" ], \"num_replica\":3, \"num_partition\":2 }",
|
"defnId" : 10076000232199099476,
|
"hosts" : [
|
"172.23.104.137:8091",
|
"172.23.104.67:8091",
|
"172.23.104.69:8091"
|
],
|
"indexName" : "idx2_JGikaiv",
|
"indexType" : "plasma",
|
"instId" : 12913379337033999455,
|
"lastScanTime" : "NA",
|
"name" : "idx2_JGikaiv (replica 3)",
|
"numPartition" : 3,
|
"numReplica" : 3,
|
"partitionMap" : {
|
"172.23.104.137:8091" : [
|
1
|
],
|
"172.23.104.67:8091" : [
|
2
|
],
|
"172.23.104.69:8091" : [
|
2
|
]
|
},
|
"partitioned" : true,
|
"progress" : 52.6509162898469,
|
"replicaId" : 3,
|
"scheduled" : false,
|
"scope" : "scope_5",
|
"secExprs" : [
|
"`free_breakfast`",
|
"`type`",
|
"`free_parking`",
|
"array_count(`public_likes`)",
|
"`price`",
|
"`country`"
|
],
|
"stale" : false,
|
"status" : "Moving"
|
}
|
{
|
"bucket" : "bucket7",
|
"collection" : "coll_0",
|
"completion" : 76,
|
"definition" : "CREATE INDEX `idx6_JWFTs` ON `bucket7`.`scope_2`.`coll_0`(`city`) PARTITION BY hash((meta().`id`)) WITH { \"defer_build\":true, \"nodes\":[ \"172.23.104.69:8091\",\"172.23.120.107:8091\",\"172.23.123.28:8091\",\"172.23.99.11:8091\" ], \"num_replica\":1, \"num_partition\":3 }",
|
"defnId" : 348891447918624924,
|
"hosts" : [
|
"172.23.104.69:8091",
|
"172.23.123.28:8091",
|
"172.23.99.11:8091"
|
],
|
"indexName" : "idx6_JWFTs",
|
"indexType" : "plasma",
|
"instId" : 3860717610250795538,
|
"lastScanTime" : "NA",
|
"name" : "idx6_JWFTs (replica 1)",
|
"numPartition" : 4,
|
"numReplica" : 1,
|
"partitionMap" : {
|
"172.23.104.69:8091" : [
|
3
|
],
|
"172.23.123.28:8091" : [
|
3,
|
2
|
],
|
"172.23.99.11:8091" : [
|
1
|
]
|
},
|
"partitioned" : true,
|
"progress" : 76.2501366787208,
|
"replicaId" : 1,
|
"scheduled" : false,
|
"scope" : "scope_2",
|
"secExprs" : [
|
"`city`"
|
],
|
"stale" : false,
|
"status" : "Moving"
|
}
|
Attachments
Issue Links
- relates to
-
-
- Closed
-