[CX] IllegalStateException: Low watermark (0) should always be increasing

2018-11-30T02:10:22.685-08:00 INFO CBAS.impls.AbstractLSMIndex [Executor-16:8aac1cda23714a4bdf5a93c0f5487dd9] Flushing component with id: [2,2] in the index {"class" : "LSMBTree", "dir" : "/home/couchbase/jenkins/workspace/cbas-cbcluster-test2/analytics/cbas/cbas-test/cbas-cbserver-test/target/ClusterConcurrentRebalanceIT/node 2/iodevice0/@analytics/storage/partition_78/Default/nvl2/1/nvl2", "memory" : [{"class":"LSMBTreeMemoryComponent", "state":"INACTIVE", "writers":0, "readers":0, "pendingFlushes":0, "id":"[1,1]"}, {"class":"LSMBTreeMemoryComponent", "state":"READABLE_UNWRITABLE_FLUSHING", "writers":0, "readers":1, "pendingFlushes":0, "id":"[2,2]"}], "disk" : 1, "num-scheduled-flushes":1, "current-memory-component":0}

2018-11-30T02:10:22.712-08:00 ERRO CBAS.storage.IndexCheckpoint [Executor-19:8aac1cda23714a4bdf5a93c0f5487dd9] low watermark 0 less than the latest checkpoint low watermark {"id":1,"validComponentSequence":0,"lowWatermark":268435990,"lastComponentId":1,"masterNodeFlushMap":{}}

2018-11-30T02:10:22.719-08:00 ERRO CBAS.impls.LSMHarness [Executor-19:8aac1cda23714a4bdf5a93c0f5487dd9] FLUSH operation.afterFinalize failed on {"class" : "LSMBTree", "dir" : "/home/couchbase/jenkins/workspace/cbas-cbcluster-test2/analytics/cbas/cbas-test/cbas-cbserver-test/target/ClusterConcurrentRebalanceIT/node 2/iodevice2/@analytics/storage/partition_77/Default/nvl2/1/nvl2", "memory" : [{"class":"LSMBTreeMemoryComponent", "state":"INACTIVE", "writers":0, "readers":0, "pendingFlushes":0, "id":"[1,1]"}, {"class":"LSMBTreeMemoryComponent", "state":"READABLE_UNWRITABLE_FLUSHING", "writers":0, "readers":1, "pendingFlushes":0, "id":"[2,2]"}], "disk" : 1, "num-scheduled-flushes":1, "current-memory-component":0}

java.lang.IllegalStateException: Low watermark should always be increasing

	at org.apache.asterix.common.storage.IndexCheckpoint.next(IndexCheckpoint.java:60) ~[asterix-common.jar:6.5.0-0000]

	at org.apache.asterix.app.nc.IndexCheckpointManager.flushed(IndexCheckpointManager.java:87) ~[asterix-app.jar:6.5.0-0000]

	at org.apache.asterix.common.ioopcallbacks.LSMIOOperationCallback.addComponentToCheckpoint(LSMIOOperationCallback.java:136) ~[asterix-common.jar:6.5.0-0000]

	at org.apache.asterix.common.ioopcallbacks.LSMIOOperationCallback.afterFinalize(LSMIOOperationCallback.java:123) ~[asterix-common.jar:6.5.0-0000]

	at org.apache.hyracks.storage.am.lsm.common.impls.LSMHarness.doIo(LSMHarness.java:544) [hyracks-storage-am-lsm-common.jar:6.5.0-0000]

	at org.apache.hyracks.storage.am.lsm.common.impls.LSMHarness.flush(LSMHarness.java:513) [hyracks-storage-am-lsm-common.jar:6.5.0-0000]

	at org.apache.hyracks.storage.am.lsm.common.impls.LSMTreeIndexAccessor.flush(LSMTreeIndexAccessor.java:122) [hyracks-storage-am-lsm-common.jar:6.5.0-0000]

	at org.apache.hyracks.storage.am.lsm.common.impls.FlushOperation.call(FlushOperation.java:38) [hyracks-storage-am-lsm-common.jar:6.5.0-0000]

	at org.apache.hyracks.storage.am.lsm.common.impls.FlushOperation.call(FlushOperation.java:29) [hyracks-storage-am-lsm-common.jar:6.5.0-0000]

	at java.util.concurrent.FutureTask.run(FutureTask.java:266) [?:1.8.0_131]

	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) [?:1.8.0_131]

	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) [?:1.8.0_131]

	at java.lang.Thread.run(Thread.java:748) [?:1.8.0_131]