Critical Description
Build
5.0.0-2012
Testcase
./testrunner -i FTS_INI_FILE.ini get-cbcollect-info=True,get-coredumps=True,get-logs=False,stop-on-failure=False,cluster=D+F,GROUP=ALL -t fts.stable_topology_fts.StableTopFTS.create_simple_default_index,items=10000,bucket_type=ephemeral,cluster=D+F,index_per_bucket=3,update=True,del=True,GROUP=P1
|
|
2017-02-16 13:32:57 | INFO | MainProcess | test_thread | [fts_base.wait_for_indexing_complete] Docs in bucket = 10000, docs in FTS index 'default_index_1': 10000 |
2017-02-16 13:32:57 | INFO | MainProcess | test_thread | [fts_base.wait_for_indexing_complete] Docs in bucket = 10000, docs in FTS index 'default_index_2': 0 |
2017-02-16 13:33:03 | INFO | MainProcess | test_thread | [fts_base.wait_for_indexing_complete] Docs in bucket = 10000, docs in FTS index 'default_index_2': 0 |
2017-02-16 13:33:09 | INFO | MainProcess | test_thread | [fts_base.wait_for_indexing_complete] Docs in bucket = 10000, docs in FTS index 'default_index_2': 0 |
2017-02-16 13:33:15 | INFO | MainProcess | test_thread | [fts_base.wait_for_indexing_complete] Docs in bucket = 10000, docs in FTS index 'default_index_2': 0 |
2017-02-16 13:33:21 | INFO | MainProcess | test_thread | [fts_base.wait_for_indexing_complete] Docs in bucket = 10000, docs in FTS index 'default_index_2': 0 |
2017-02-16 13:33:27 | INFO | MainProcess | test_thread | [fts_base.wait_for_indexing_complete] Docs in bucket = 10000, docs in FTS index 'default_index_2': 0 |
2017-02-16 13:33:33 | INFO | MainProcess | test_thread | [fts_base.wait_for_indexing_complete] Docs in bucket = 10000, docs in FTS index 'default_index_2': 0 |
2017-02-16 13:33:39 | INFO | MainProcess | test_thread | [fts_base.wait_for_indexing_complete] Docs in bucket = 10000, docs in FTS index 'default_index_2': 0 |
2017-02-16 13:33:45 | INFO | MainProcess | test_thread | [fts_base.wait_for_indexing_complete] Docs in bucket = 10000, docs in FTS index 'default_index_2': 0 |
2017-02-16 13:33:51 | INFO | MainProcess | test_thread | [fts_base.wait_for_indexing_complete] Docs in bucket = 10000, docs in FTS index 'default_index_2': 0 |
2017-02-16 13:33:57 | INFO | MainProcess | test_thread | [fts_base.wait_for_indexing_complete] Docs in bucket = 10000, docs in FTS index 'default_index_2': 0 |
2017-02-16 13:34:04 | INFO | MainProcess | test_thread | [fts_base.wait_for_indexing_complete] Docs in bucket = 10000, docs in FTS index 'default_index_2': 0 |
2017-02-16 13:34:10 | INFO | MainProcess | test_thread | [fts_base.wait_for_indexing_complete] Docs in bucket = 10000, docs in FTS index 'default_index_2': 0 |
2017-02-16 13:34:16 | INFO | MainProcess | test_thread | [fts_base.wait_for_indexing_complete] Docs in bucket = 10000, docs in FTS index 'default_index_2': 0 |
2017-02-16 13:34:22 | INFO | MainProcess | test_thread | [fts_base.wait_for_indexing_complete] Docs in bucket = 10000, docs in FTS index 'default_index_2': 0 |
2017-02-16 13:34:28 | INFO | MainProcess | test_thread | [fts_base.wait_for_indexing_complete] Docs in bucket = 10000, docs in FTS index 'default_index_2': 0 |
2017-02-16 13:34:34 | INFO | MainProcess | test_thread | [fts_base.wait_for_indexing_complete] Docs in bucket = 10000, docs in FTS index 'default_index_2': 0 |
2017-02-16 13:34:40 | INFO | MainProcess | test_thread | [fts_base.wait_for_indexing_complete] Docs in bucket = 10000, docs in FTS index 'default_index_2': 0 |
2017-02-16 13:34:46 | INFO | MainProcess | test_thread | [fts_base.wait_for_indexing_complete] Docs in bucket = 10000, docs in FTS index 'default_index_2': 0 |
2017-02-16 13:34:52 | INFO | MainProcess | test_thread | [fts_base.wait_for_indexing_complete] Docs in bucket = 10000, docs in FTS index 'default_index_2': 0 |
2017-02-16 13:34:58 | INFO | MainProcess | test_thread | [fts_base.wait_for_indexing_complete] Docs in bucket = 10000, docs in FTS index 'default_index_3': 0 |
2017-02-16 13:35:04 | INFO | MainProcess | test_thread | [fts_base.wait_for_indexing_complete] Docs in bucket = 10000, docs in FTS index 'default_index_3': 0 |
2017-02-16 13:35:10 | INFO | MainProcess | test_thread | [fts_base.wait_for_indexing_complete] Docs in bucket = 10000, docs in FTS index 'default_index_3': 0 |
2017-02-16 13:35:16 | INFO | MainProcess | test_thread | [fts_base.wait_for_indexing_complete] Docs in bucket = 10000, docs in FTS index 'default_index_3': 0 |
2017-02-16 13:35:23 | INFO | MainProcess | test_thread | [fts_base.wait_for_indexing_complete] Docs in bucket = 10000, docs in FTS index 'default_index_3': 0 |
2017-02-16 13:35:29 | INFO | MainProcess | test_thread | [fts_base.wait_for_indexing_complete] Docs in bucket = 10000, docs in FTS index 'default_index_3': 0 |
2017-02-16 13:35:35 | INFO | MainProcess | test_thread | [fts_base.wait_for_indexing_complete] Docs in bucket = 10000, docs in FTS index 'default_index_3': 0 |
2017-02-16 13:35:41 | INFO | MainProcess | test_thread | [fts_base.wait_for_indexing_complete] Docs in bucket = 10000, docs in FTS index 'default_index_3': 0 |
2017-02-16 13:35:47 | INFO | MainProcess | test_thread | [fts_base.wait_for_indexing_complete] Docs in bucket = 10000, docs in FTS index 'default_index_3': 0 |
2017-02-16 13:35:53 | INFO | MainProcess | test_thread | [fts_base.wait_for_indexing_complete] Docs in bucket = 10000, docs in FTS index 'default_index_3': 0 |
2017-02-16 13:35:59 | INFO | MainProcess | test_thread | [fts_base.wait_for_indexing_complete] Docs in bucket = 10000, docs in FTS index 'default_index_3': 0 |
2017-02-16 13:36:05 | INFO | MainProcess | test_thread | [fts_base.wait_for_indexing_complete] Docs in bucket = 10000, docs in FTS index 'default_index_3': 0 |
2017-02-16 13:36:11 | INFO | MainProcess | test_thread | [fts_base.wait_for_indexing_complete] Docs in bucket = 10000, docs in FTS index 'default_index_3': 0 |
2017-02-16 13:36:17 | INFO | MainProcess | test_thread | [fts_base.wait_for_indexing_complete] Docs in bucket = 10000, docs in FTS index 'default_index_3': 0 |
2017-02-16 13:36:23 | INFO | MainProcess | test_thread | [fts_base.wait_for_indexing_complete] Docs in bucket = 10000, docs in FTS index 'default_index_3': 0 |
2017-02-16 13:36:29 | INFO | MainProcess | test_thread | [fts_base.wait_for_indexing_complete] Docs in bucket = 10000, docs in FTS index 'default_index_3': 0 |
2017-02-16 13:36:36 | INFO | MainProcess | test_thread | [fts_base.wait_for_indexing_complete] Docs in bucket = 10000, docs in FTS index 'default_index_3': 0 |
2017-02-16 13:36:42 | INFO | MainProcess | test_thread | [fts_base.wait_for_indexing_complete] Docs in bucket = 10000, docs in FTS index 'default_index_3': 0 |
2017-02-16 13:36:48 | INFO | MainProcess | test_thread | [fts_base.wait_for_indexing_complete] Docs in bucket = 10000, docs in FTS index 'default_index_3': 0 |
2017-02-16 13:36:54 | INFO | MainProcess | test_thread | [fts_base.wait_for_indexing_complete] Docs in bucket = 10000, docs in FTS index 'default_index_3': 0 |
2017-02-16 13:37:00 | INFO | MainProcess | test_thread | [fts_base.wait_for_indexing_complete] FTS indexed 0 docs in 4.05 mins |
2017-02-16 13:37:00 | INFO | MainProcess | test_thread | [fts_base.validate_index_count] Docs in index default_index_1=10000, bucket docs=10000 |
2017-02-16 13:37:00 | INFO | MainProcess | test_thread | [fts_base.validate_index_count] Docs in index default_index_2=0, bucket docs=10000 |
FAIL
|
Note: There's hardly any activity on the server at the time of this indexing. We are well below low
watermark.
From fts.log (no errors, num_mutations_to_index for index_2, index_3 are at 10000). For > 4 mins, no docs were indexed for the two indexes) -
2017-02-16T13:37:57.975-08:00 INFO stats: { |
"default:default_index_1:avg_queries_latency": 0, |
"default:default_index_1:batch_merge_count": 0, |
"default:default_index_1:doc_count": 10000, |
"default:default_index_1:iterator_next_count": 0, |
"default:default_index_1:iterator_seek_count": 0, |
"default:default_index_1:num_bytes_live_data": 0, |
"default:default_index_1:num_bytes_used_disk": 9.705792e+07, |
"default:default_index_1:num_mutations_to_index": 0, |
"default:default_index_1:num_pindexes": 32, |
"default:default_index_1:num_pindexes_actual": 32, |
"default:default_index_1:num_pindexes_target": 32, |
"default:default_index_1:num_recs_to_persist": 0, |
"default:default_index_1:reader_get_count": 0, |
"default:default_index_1:reader_multi_get_count": 0, |
"default:default_index_1:reader_prefix_iterator_count": 0, |
"default:default_index_1:reader_range_iterator_count": 0, |
"default:default_index_1:timer_batch_store_count": 0, |
"default:default_index_1:timer_data_delete_count": 0, |
"default:default_index_1:timer_data_update_count": 10000, |
"default:default_index_1:timer_opaque_get_count": 3072, |
"default:default_index_1:timer_opaque_set_count": 2048, |
"default:default_index_1:timer_rollback_count": 0, |
"default:default_index_1:timer_snapshot_start_count": 1024, |
"default:default_index_1:total_bytes_indexed": 3.130912e+06, |
"default:default_index_1:total_bytes_query_results": 0, |
"default:default_index_1:total_compactions": 835, |
"default:default_index_1:total_queries": 0, |
"default:default_index_1:total_queries_error": 0, |
"default:default_index_1:total_queries_slow": 0, |
"default:default_index_1:total_queries_timeout": 0, |
"default:default_index_1:total_request_time": 0, |
"default:default_index_1:total_term_searchers": 0, |
"default:default_index_1:writer_execute_batch_count": 0, |
"default:default_index_2:avg_queries_latency": 0, |
"default:default_index_2:batch_merge_count": 0, |
"default:default_index_2:doc_count": 0, |
"default:default_index_2:iterator_next_count": 0, |
"default:default_index_2:iterator_seek_count": 0, |
"default:default_index_2:num_bytes_live_data": 0, |
"default:default_index_2:num_bytes_used_disk": 399552, |
"default:default_index_2:num_mutations_to_index": 10000, |
"default:default_index_2:num_pindexes": 32, |
"default:default_index_2:num_pindexes_actual": 32, |
"default:default_index_2:num_pindexes_target": 32, |
"default:default_index_2:num_recs_to_persist": 0, |
"default:default_index_2:reader_get_count": 0, |
"default:default_index_2:reader_multi_get_count": 0, |
"default:default_index_2:reader_prefix_iterator_count": 0, |
"default:default_index_2:reader_range_iterator_count": 0, |
"default:default_index_2:timer_batch_store_count": 0, |
"default:default_index_2:timer_data_delete_count": 0, |
"default:default_index_2:timer_data_update_count": 0, |
"default:default_index_2:timer_opaque_get_count": 2048, |
"default:default_index_2:timer_opaque_set_count": 1024, |
"default:default_index_2:timer_rollback_count": 0, |
"default:default_index_2:timer_snapshot_start_count": 0, |
"default:default_index_2:total_bytes_indexed": 0, |
"default:default_index_2:total_bytes_query_results": 0, |
"default:default_index_2:total_compactions": 36, |
"default:default_index_2:total_queries": 0, |
"default:default_index_2:total_queries_error": 0, |
"default:default_index_2:total_queries_slow": 0, |
"default:default_index_2:total_queries_timeout": 0, |
"default:default_index_2:total_request_time": 0, |
"default:default_index_2:total_term_searchers": 0, |
"default:default_index_2:writer_execute_batch_count": 0, |
"default:default_index_3:avg_queries_latency": 0, |
"default:default_index_3:batch_merge_count": 0, |
"default:default_index_3:doc_count": 0, |
"default:default_index_3:iterator_next_count": 0, |
"default:default_index_3:iterator_seek_count": 0, |
"default:default_index_3:num_bytes_live_data": 0, |
"default:default_index_3:num_bytes_used_disk": 399552, |
"default:default_index_3:num_mutations_to_index": 10000, |
"default:default_index_3:num_pindexes": 32, |
"default:default_index_3:num_pindexes_actual": 32, |
"default:default_index_3:num_pindexes_target": 32, |
"default:default_index_3:num_recs_to_persist": 0, |
"default:default_index_3:reader_get_count": 0, |
"default:default_index_3:reader_multi_get_count": 0, |
"default:default_index_3:reader_prefix_iterator_count": 0, |
"default:default_index_3:reader_range_iterator_count": 0, |
"default:default_index_3:timer_batch_store_count": 0, |
"default:default_index_3:timer_data_delete_count": 0, |
"default:default_index_3:timer_data_update_count": 0, |
"default:default_index_3:timer_opaque_get_count": 2048, |
"default:default_index_3:timer_opaque_set_count": 1024, |
"default:default_index_3:timer_rollback_count": 0, |
"default:default_index_3:timer_snapshot_start_count": 0, |
"default:default_index_3:total_bytes_indexed": 0, |
"default:default_index_3:total_bytes_query_results": 0, |
"default:default_index_3:total_compactions": 63, |
"default:default_index_3:total_queries": 0, |
"default:default_index_3:total_queries_error": 0, |
"default:default_index_3:total_queries_slow": 0, |
"default:default_index_3:total_queries_timeout": 0, |
"default:default_index_3:total_request_time": 0, |
"default:default_index_3:total_term_searchers": 0, |
"default:default_index_3:writer_execute_batch_count": 0, |
"num_bytes_used_ram": 66539776, |
"pct_cpu_gc": 0.007628050068639969, |
"total_gc": 5241 |
}
|