Details
-
Bug
-
Resolution: Fixed
-
Test Blocker
-
Cheshire-Cat
-
Untriaged
-
1
-
Unknown
-
CX Sprint 227, CX Sprint 228
Description
Build: 7.0.0-3874
Job: http://perf.jenkins.couchbase.com/job/oceanus-dev/10/
Logs:
https://s3.amazonaws.com/bugdb/jira/qe/collectinfo-2020-12-01T055134-ns_1%40172.23.96.205.zip
https://s3.amazonaws.com/bugdb/jira/qe/collectinfo-2020-12-01T055134-ns_1%40172.23.96.5.zip
https://s3.amazonaws.com/bugdb/jira/qe/collectinfo-2020-12-01T055134-ns_1%40172.23.96.57.zip
https://s3.amazonaws.com/bugdb/jira/qe/collectinfo-2020-12-01T055134-ns_1%40172.23.96.7.zip
https://s3.amazonaws.com/bugdb/jira/qe/collectinfo-2020-12-01T055134-ns_1%40172.23.96.8.zip
https://s3.amazonaws.com/bugdb/jira/qe/collectinfo-2020-12-01T055134-ns_1%40172.23.96.9.zip
In this test, there are 320M docs and 99 collections. I created one index per collection so there are 99 indexes. After I created all 99 indexes, the test started the ingestion process. The ingestion process took a long time to finish. The test was running for 6 hours before I aborted the test. I took a look at analytics node stats and found there were still a lot of remaining items. Another test with 320M docs and 3 indexes can be done within an hour. This issue has blocked us from testing analytics performance with collections.
{
|
"bucket-1:all:failed_at_parser_records_count" : 0,
|
"bucket-1:all:failed_at_parser_records_count_total" : 0,
|
"bucket-1:all:incoming_records_count" : 4095,
|
"bucket-1:all:incoming_records_count_total" : 4095,
|
"bucket-1:all:reader_stats" : {
|
"bucket" : "bucket-1",
|
"remaining" : {
|
"Default" : {
|
"ChirpMessages-1" : 1700668,
|
"ChirpMessages-10" : 23460814,
|
"ChirpMessages-11" : 25686750,
|
"ChirpMessages-12" : 28202991,
|
"ChirpMessages-13" : 30406995,
|
"ChirpMessages-14" : 32823523,
|
"ChirpMessages-15" : 35708607,
|
"ChirpMessages-16" : 37788172,
|
"ChirpMessages-17" : 40037647,
|
"ChirpMessages-18" : 42664170,
|
"ChirpMessages-19" : 45238800,
|
"ChirpMessages-2" : 4094603,
|
"ChirpMessages-20" : 47780064,
|
"ChirpMessages-21" : 49702513,
|
"ChirpMessages-22" : 52084919,
|
"ChirpMessages-23" : 0,
|
"ChirpMessages-24" : 0,
|
"ChirpMessages-25" : 0,
|
"ChirpMessages-26" : 0,
|
"ChirpMessages-27" : 0,
|
"ChirpMessages-28" : 0,
|
"ChirpMessages-29" : 0,
|
"ChirpMessages-3" : 6586462,
|
"ChirpMessages-30" : 9857794,
|
"ChirpMessages-31" : 13961812,
|
"ChirpMessages-32" : 606629,
|
"ChirpMessages-33" : 9606766,
|
"ChirpMessages-4" : 8981644,
|
"ChirpMessages-5" : 11268336,
|
"ChirpMessages-6" : 13856054,
|
"ChirpMessages-7" : 16360895,
|
"ChirpMessages-8" : 18099697,
|
"ChirpMessages-9" : 19739615,
|
"GleambookMessages-1" : 1910521,
|
"GleambookMessages-10" : 5772960,
|
"GleambookMessages-11" : 3324229,
|
"GleambookMessages-12" : 3743219,
|
"GleambookMessages-13" : 7745524,
|
"GleambookMessages-14" : 6943827,
|
"GleambookMessages-15" : 0,
|
"GleambookMessages-16" : 0,
|
"GleambookMessages-17" : 0,
|
"GleambookMessages-18" : 0,
|
"GleambookMessages-19" : 0,
|
"GleambookMessages-2" : 3685870,
|
"GleambookMessages-20" : 27487138,
|
"GleambookMessages-21" : 28606470,
|
"GleambookMessages-22" : 33532025,
|
"GleambookMessages-23" : 30952541,
|
"GleambookMessages-24" : 43661749,
|
"GleambookMessages-25" : 42941892,
|
"GleambookMessages-26" : 36049226,
|
"GleambookMessages-27" : 37800614,
|
"GleambookMessages-28" : 38458684,
|
"GleambookMessages-29" : 39520674,
|
"GleambookMessages-3" : 5714180,
|
"GleambookMessages-30" : 36609591,
|
"GleambookMessages-31" : 42624824,
|
"GleambookMessages-32" : 38981188,
|
"GleambookMessages-33" : 44957656,
|
"GleambookMessages-4" : 8948954,
|
"GleambookMessages-5" : 10318789,
|
"GleambookMessages-6" : 11337165,
|
"GleambookMessages-7" : 12816174,
|
"GleambookMessages-8" : 17999637,
|
"GleambookMessages-9" : 20354959,
|
"GleambookUsers-1" : 14549070,
|
"GleambookUsers-10" : 0,
|
"GleambookUsers-11" : 0,
|
"GleambookUsers-12" : 0,
|
"GleambookUsers-13" : 0,
|
"GleambookUsers-14" : 0,
|
"GleambookUsers-15" : 0,
|
"GleambookUsers-16" : 0,
|
"GleambookUsers-17" : 40963763,
|
"GleambookUsers-18" : 42878764,
|
"GleambookUsers-19" : 45779447,
|
"GleambookUsers-2" : 12923690,
|
"GleambookUsers-20" : 48190471,
|
"GleambookUsers-21" : 50172142,
|
"GleambookUsers-22" : 52374871,
|
"GleambookUsers-23" : 55210521,
|
"GleambookUsers-24" : 57596506,
|
"GleambookUsers-25" : 59356226,
|
"GleambookUsers-26" : 61661093,
|
"GleambookUsers-27" : 64291789,
|
"GleambookUsers-28" : 67444706,
|
"GleambookUsers-29" : 69836339,
|
"GleambookUsers-3" : 14569223,
|
"GleambookUsers-30" : 71691924,
|
"GleambookUsers-31" : 74367852,
|
"GleambookUsers-32" : 77683696,
|
"GleambookUsers-33" : 79738342,
|
"GleambookUsers-4" : 14436882,
|
"GleambookUsers-5" : 13721027,
|
"GleambookUsers-6" : 15526207,
|
"GleambookUsers-7" : 13792038,
|
"GleambookUsers-8" : 13319930,
|
"GleambookUsers-9" : 13813672
|
}
|
}
|
},
|
"disk_used" : 10720964350,
|
"gc_count" : 16,
|
"gc_time" : 3220,
|
"heap_used" : 5772653272,
|
"io_reads" : 528384,
|
"io_writes" : 370462720,
|
"system_load_average" : 1.32,
|
"thread_count" : 258
|
}
|
Attachments
Issue Links
- depends on
-
-
- Closed
-
- duplicates
-
-
- Closed
-
- relates to
-
-
- Closed
-