[System Test] java.lang.IllegalStateException: Size is different exceptions seen

2024-07-15T00:36:37.771+00:00 ERRO CBAS.impls.LSMHarness [Executor-2574:4b7817e434b0e84cb7c0fb1dd6961bff] MERGE operation {"fileName": "264_274_b", "ioOpID": 975431596} failed on {"dir" : "/var/cb-cache/@analytics/v_iodevice_3/storage/partition_51/Database17QVuOVXbV/scope0PyodBBzS/remotedatasetuMOUojNX/0/remotedatasetuMOUojNX", "memory" : [{"state":"INACTIVE", "writers":0, "readers":0, "pendingFlushes":0, "id":"[277,277]", "index":{"class": "BTree", "file": "storage/partition_51/Database17QVuOVXbV/scope0PyodBBzS/remotedatasetuMOUojNX/0/remotedatasetuMOUojNX_virtual_0"}}, {"state":"READABLE_WRITABLE", "writers":0, "readers":0, "pendingFlushes":0, "id":"[278,278]", "index":{"class": "BTree", "file": "storage/partition_51/Database17QVuOVXbV/scope0PyodBBzS/remotedatasetuMOUojNX/0/remotedatasetuMOUojNX_virtual_1"}}], "disk" : 7, "num-scheduled-flushes":0, "current-memory-component":1}

org.apache.hyracks.api.exceptions.HyracksDataException: java.lang.IllegalStateException: Size is different (written: 75666, position: 131705, allocatedBytes: 163840, currentBufferIndex: 1, buffers: [{Buffer index: 0 Position: 32768 Limit: 32768 Capacity: 32768}, {Buffer index: 1 Position: 42898 Limit: 56039 Capacity: 131072}])

	at org.apache.hyracks.api.exceptions.HyracksDataException.create(HyracksDataException.java:49) ~[hyracks-api.jar:1.0.0-2209]

	at org.apache.asterix.column.values.writer.AbstractColumnValuesWriter.flush(AbstractColumnValuesWriter.java:196) ~[asterix-column.jar:1.0.0-2209]

	at org.apache.asterix.column.values.writer.ColumnBatchWriter.writeColumn(ColumnBatchWriter.java:127) ~[asterix-column.jar:1.0.0-2209]

	at org.apache.asterix.column.values.writer.ColumnBatchWriter.writeColumns(ColumnBatchWriter.java:93) ~[asterix-column.jar:1.0.0-2209]

	at org.apache.asterix.column.operation.lsm.merge.MergeColumnTupleWriter.flush(MergeColumnTupleWriter.java:147) ~[asterix-column.jar:1.0.0-2209]

	at org.apache.hyracks.storage.am.lsm.btree.column.impls.btree.ColumnBTreeWriteLeafFrame.flush(ColumnBTreeWriteLeafFrame.java:53) ~[hyracks-storage-am-lsm-btree-column.jar:1.0.0-2209]

	at org.apache.hyracks.storage.am.lsm.btree.column.impls.btree.ColumnBTreeBulkloader.writeFullLeafPage(ColumnBTreeBulkloader.java:159) ~[hyracks-storage-am-lsm-btree-column.jar:1.0.0-2209]

	at org.apache.hyracks.storage.am.lsm.btree.column.impls.btree.ColumnBTreeBulkloader.add(ColumnBTreeBulkloader.java:88) ~[hyracks-storage-am-lsm-btree-column.jar:1.0.0-2209]

	at org.apache.hyracks.storage.am.lsm.common.impls.LSMIndexBulkLoader.add(LSMIndexBulkLoader.java:55) ~[hyracks-storage-am-lsm-common.jar:1.0.0-2209]

	at org.apache.hyracks.storage.am.lsm.common.impls.ChainedLSMDiskComponentBulkLoader.add(ChainedLSMDiskComponentBulkLoader.java:68) ~[hyracks-storage-am-lsm-common.jar:1.0.0-2209]

	at org.apache.hyracks.storage.am.lsm.btree.impls.LSMBTree.doMerge(LSMBTree.java:333) ~[hyracks-storage-am-lsm-btree.jar:1.0.0-2209]

	at org.apache.hyracks.storage.am.lsm.common.impls.AbstractLSMIndex.merge(AbstractLSMIndex.java:926) ~[hyracks-storage-am-lsm-common.jar:1.0.0-2209]

	at org.apache.hyracks.storage.am.lsm.common.impls.LSMHarness.doIo(LSMHarness.java:550) [hyracks-storage-am-lsm-common.jar:1.0.0-2209]

	at org.apache.hyracks.storage.am.lsm.common.impls.LSMHarness.merge(LSMHarness.java:590) [hyracks-storage-am-lsm-common.jar:1.0.0-2209]

	at org.apache.hyracks.storage.am.lsm.common.impls.LSMTreeIndexAccessor.merge(LSMTreeIndexAccessor.java:128) [hyracks-storage-am-lsm-common.jar:1.0.0-2209]

	at org.apache.hyracks.storage.am.lsm.common.impls.MergeOperation.call(MergeOperation.java:52) [hyracks-storage-am-lsm-common.jar:1.0.0-2209]

	at org.apache.hyracks.storage.am.lsm.common.impls.MergeOperation.call(MergeOperation.java:33) [hyracks-storage-am-lsm-common.jar:1.0.0-2209]

	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) [?:?]

	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) [?:?]

	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) [?:?]

	at java.base/java.lang.Thread.run(Thread.java:840) [?:?]

Caused by: java.lang.IllegalStateException: Size is different (written: 75666, position: 131705, allocatedBytes: 163840, currentBufferIndex: 1, buffers: [{Buffer index: 0 Position: 32768 Limit: 32768 Capacity: 32768}, {Buffer index: 1 Position: 42898 Limit: 56039 Capacity: 131072}])

	at org.apache.asterix.column.bytes.stream.out.MultiTemporaryBufferBytesOutputStream.writeTo(MultiTemporaryBufferBytesOutputStream.java:79) ~[asterix-column.jar:1.0.0-2209]

	at org.apache.asterix.column.bytes.stream.out.ParquetBytesInput.writeAllTo(ParquetBytesInput.java:41) ~[asterix-column.jar:1.0.0-2209]

	at org.apache.parquet.bytes.BytesInput$SequenceBytesIn.writeAllTo(BytesInput.java:319) ~[parquet-common-1.12.3.jar:1.12.3]

	at org.apache.parquet.bytes.BytesInput$SequenceBytesIn.writeAllTo(BytesInput.java:319) ~[parquet-common-1.12.3.jar:1.12.3]

	at org.apache.asterix.column.values.writer.AbstractColumnValuesWriter.flush(AbstractColumnValuesWriter.java:187) ~[asterix-column.jar:1.0.0-2209]

	... 19 more