Uploaded image for project: 'Couchbase Server'
  1. Couchbase Server
  2. MB-62875

failed to insert document with 3000+ fields

    XMLWordPrintable

Details

    Description

      Steps to reproduce:
      1. Create a standalone collection and try to insert doc of size ~32MB

      rg.apache.hyracks.api.exceptions.HyracksDataException: Available space in the page (130975) is not enough to store the key value pair(2494247)
      		 
      	at org.apache.hyracks.storage.am.common.frames.LIFOMetaDataFrame.put(LIFOMetaDataFrame.java:256) ~[hyracks-storage-am-common.jar:1.0.0-2230]
      		 
      	at org.apache.hyracks.storage.am.common.freepage.AppendOnlyLinkedMetadataPageManager.put(AppendOnlyLinkedMetadataPageManager.java:318) ~[hyracks-storage-am-common.jar:1.0.0-2230]
      		 
      	at org.apache.hyracks.storage.am.lsm.common.impls.DiskComponentMetadata.put(DiskComponentMetadata.java:37) ~[hyracks-storage-am-lsm-common.jar:1.0.0-2230]
      		 
      	at org.apache.hyracks.storage.am.lsm.btree.column.utils.ColumnUtil.putColumnsMetadataValue(ColumnUtil.java:55) ~[hyracks-storage-am-lsm-btree-column.jar:1.0.0-2230]
      		 
      	at org.apache.hyracks.storage.am.lsm.btree.column.impls.lsm.LSMColumnIndexBulkloader.end(LSMColumnIndexBulkloader.java:41) ~[hyracks-storage-am-lsm-btree-column.jar:1.0.0-2230]
      		 
      	at org.apache.hyracks.storage.am.lsm.common.impls.ChainedLSMDiskComponentBulkLoader.end(ChainedLSMDiskComponentBulkLoader.java:119) ~[hyracks-storage-am-lsm-common.jar:1.0.0-2230]
      		 
      	at org.apache.hyracks.storage.am.lsm.btree.impls.LSMBTree.doFlush(LSMBTree.java:307) ~[hyracks-storage-am-lsm-btree.jar:1.0.0-2230]
      		 
      	at org.apache.hyracks.storage.am.lsm.common.impls.AbstractLSMIndex.flush(AbstractLSMIndex.java:919) ~[hyracks-storage-am-lsm-common.jar:1.0.0-2230]
      		 
      	at org.apache.hyracks.storage.am.lsm.common.impls.LSMHarness.doIo(LSMHarness.java:550) [hyracks-storage-am-lsm-common.jar:1.0.0-2230]
      		 
      	at org.apache.hyracks.storage.am.lsm.common.impls.LSMHarness.flush(LSMHarness.java:531) [hyracks-storage-am-lsm-common.jar:1.0.0-2230]
      		 
      	at org.apache.hyracks.storage.am.lsm.common.impls.LSMTreeIndexAccessor.flush(LSMTreeIndexAccessor.java:123) [hyracks-storage-am-lsm-common.jar:1.0.0-2230]
      		 
      	at org.apache.hyracks.storage.am.lsm.common.impls.FlushOperation.call(FlushOperation.java:38) [hyracks-storage-am-lsm-common.jar:1.0.0-2230]
      		 
      	at org.apache.hyracks.storage.am.lsm.common.impls.FlushOperation.call(FlushOperation.java:29) [hyracks-storage-am-lsm-common.jar:1.0.0-2230]
      		 
      	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) [?:?]
      		 
      	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) [?:?]
      		 
      	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) [?:?]
      		 
      	at java.base/java.lang.Thread.run(Thread.java:840) [?:?]
      		 
      2024-07-23T19:32:32.718+00:00 ERRO CBAS.nc.HaltCallback [Executor-42:ed2ae424429cf9b0de74868d8277d776] Operation {"fileName": "0_0_b", "ioOpID": 1188102077} has failed
      		 
      org.apache.hyracks.api.exceptions.HyracksDataException: Available space in the page (130975) is not enough to store the key value pair(2494247)
      		 
      	at org.apache.hyracks.storage.am.common.frames.LIFOMetaDataFrame.put(LIFOMetaDataFrame.java:256) ~[hyracks-storage-am-common.jar:1.0.0-2230]
      		 
      	at org.apache.hyracks.storage.am.common.freepage.AppendOnlyLinkedMetadataPageManager.put(AppendOnlyLinkedMetadataPageManager.java:318) ~[hyracks-storage-am-common.jar:1.0.0-2230]
      		 
      	at org.apache.hyracks.storage.am.lsm.common.impls.DiskComponentMetadata.put(DiskComponentMetadata.java:37) ~[hyracks-storage-am-lsm-common.jar:1.0.0-2230]
      		 
      	at org.apache.hyracks.storage.am.lsm.btree.column.utils.ColumnUtil.putColumnsMetadataValue(ColumnUtil.java:55) ~[hyracks-storage-am-lsm-btree-column.jar:1.0.0-2230]
      		 
      	at org.apache.hyracks.storage.am.lsm.btree.column.impls.lsm.LSMColumnIndexBulkloader.end(LSMColumnIndexBulkloader.java:41) ~[hyracks-storage-am-lsm-btree-column.jar:1.0.0-2230]
      		 
      	at org.apache.hyracks.storage.am.lsm.common.impls.ChainedLSMDiskComponentBulkLoader.end(ChainedLSMDiskComponentBulkLoader.java:119) ~[hyracks-storage-am-lsm-common.jar:1.0.0-2230]
      		 
      	at org.apache.hyracks.storage.am.lsm.btree.impls.LSMBTree.doFlush(LSMBTree.java:307) ~[hyracks-storage-am-lsm-btree.jar:1.0.0-2230]
      		 
      	at org.apache.hyracks.storage.am.lsm.common.impls.AbstractLSMIndex.flush(AbstractLSMIndex.java:919) ~[hyracks-storage-am-lsm-common.jar:1.0.0-2230]
      		 
      	at org.apache.hyracks.storage.am.lsm.common.impls.LSMHarness.doIo(LSMHarness.java:550) ~[hyracks-storage-am-lsm-common.jar:1.0.0-2230]
      		 
      	at org.apache.hyracks.storage.am.lsm.common.impls.LSMHarness.flush(LSMHarness.java:531) ~[hyracks-storage-am-lsm-common.jar:1.0.0-2230]
      		 
      	at org.apache.hyracks.storage.am.lsm.common.impls.LSMTreeIndexAccessor.flush(LSMTreeIndexAccessor.java:123) ~[hyracks-storage-am-lsm-common.jar:1.0.0-2230]
      		 
      	at org.apache.hyracks.storage.am.lsm.common.impls.FlushOperation.call(FlushOperation.java:38) ~[hyracks-storage-am-lsm-common.jar:1.0.0-2230]
      		 
      	at org.apache.hyracks.storage.am.lsm.common.impls.FlushOperation.call(FlushOperation.java:29) ~[hyracks-storage-am-lsm-common.jar:1.0.0-2230]
      		 
      	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
      		 
      	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) [?:?]
      		 
      	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) [?:?]
      		 
      	at java.base/java.lang.Thread.run(Thread.java:840) [?:?]
      		 
      2024-07-23T19:32:32.719+00:00 FATA CBAS.util.ExitUtil [Executor-42:ed2ae424429cf9b0de74868d8277d776] JVM halting with status 88 (halting thread Thread[Executor-42:ed2ae424429cf9b0de74868d8277d776,10,main], interrupted false)
      		 
      2024-07-23T19:32:32.844+00:00 FATA CBAS.util.ExitUtil [pool-2-thread-1] Thread dump at halt: 
      "main" [tid=1 state=WAITING lock=java.util.concurrent.Semaphore$NonfairSync@1f38f76]
      		 
      	at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
      		 
      	at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
      		 
      	at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
      		 
      	at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
      		 
      	at java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318)
      		 
      	at app//com.couchbase.analytics.control.AnalyticsDriver.main(AnalyticsDriver.java:109)
      		 
      	at app//com.couchbase.columnar.ColumnarDriver.main(ColumnarDriver.java:10)
      		 
       
      		 
      "Reference Handler" [tid=2 state=RUNNABLE]
      		 
      	at java.base@17.0.11/java.lang.ref.Reference.waitForReferencePendingList(Native Method)
      		 
      	at java.base@17.0.11/java.lang.ref.Reference.processPendingReferences(Reference.java:253)
      		 
      	at java.base@17.0.11/java.lang.ref.Reference$ReferenceHandler.run(Reference.java:215)
      		 
       
      		 
      "Finalizer" [tid=3 state=WAITING lock=java.lang.ref.ReferenceQueue$Lock@24a7725d]
      		 
      	at java.base@17.0.11/java.lang.Object.wait(Native Method)
      		 
      	at java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155)
      		 
      	at java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176)
      		 
      	at java.base@17.0.11/java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:172)
      		 
      


      "Executor-29:ed2ae424429cf9b0de74868d8277d776" [tid=178 state=TIMED_WAITING lock=java.util.concurrent.FutureTask@1b6dfef7]
      		 
      	at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
      		 
      	at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
      		 
      	at java.base@17.0.11/java.util.concurrent.FutureTask.awaitDone(FutureTask.java:444)
      		 
      	at java.base@17.0.11/java.util.concurrent.FutureTask.get(FutureTask.java:203)
      		 
      	at app//org.apache.hyracks.util.ExitUtil.halt(ExitUtil.java:117)
      		 
      	- <locked java.lang.Class@54e2fe>
      		 
      	at app//org.apache.hyracks.util.ExitUtil.halt(ExitUtil.java:104)
      		 
      	at app//org.apache.asterix.app.nc.HaltCallback.operationFailed(HaltCallback.java:45)
      		 
      	at app//org.apache.hyracks.storage.am.lsm.common.impls.IoOperationExecutor.fail(IoOperationExecutor.java:83)
      		 
      	at app//org.apache.hyracks.storage.am.lsm.common.impls.IoOperationExecutor.doAfterExecute(IoOperationExecutor.java:74)
      		 
      	at app//org.apache.hyracks.storage.am.lsm.common.impls.IoOperationExecutor.afterExecute(IoOperationExecutor.java:64)
      		 
      	at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1137)
      		 
      	at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
      		 
      	at java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
      		 
       
      		 
      	Locked synchronizers:
      		 
      	- java.util.concurrent.ThreadPoolExecutor$Worker@140a806a

      Attachments

        No reviews matched the request. Check your Options in the drop-down menu of this sections header.

        Activity

          People

            abhay.aggrawal Abhay Aggrawal
            abhay.aggrawal Abhay Aggrawal
            Votes:
            0 Vote for this issue
            Watchers:
            6 Start watching this issue

            Dates

              Created:
              Updated:
              Resolved:

              Gerrit Reviews

                There are no open Gerrit changes

                PagerDuty