2014-06-13 14:00:44 Full thread dump OpenJDK 64-Bit Server VM (20.0-b12 mixed mode): "DestroyJavaVM" prio=10 tid=0x00007ff62002b800 nid=0x6356 waiting on condition [0x0000000000000000] java.lang.Thread.State: RUNNABLE "New I/O worker #2" prio=10 tid=0x0000000001d88800 nid=0x637f runnable [0x00007ff6279f8000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:228) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:83) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87) - locked <0x0000000784ad1a78> (a sun.nio.ch.Util$1) - locked <0x0000000784ad1a68> (a java.util.Collections$UnmodifiableSet) - locked <0x0000000784ad1a88> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98) at org.jboss.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:52) at org.jboss.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:223) at org.jboss.netty.channel.socket.nio.NioWorker.run(NioWorker.java:35) at org.jboss.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:102) at org.jboss.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1146) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:679) "I/O dispatcher 1" prio=10 tid=0x000000000250e800 nid=0x6374 runnable [0x00007ff62c1e7000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:228) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:83) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87) - locked <0x0000000784a0ef78> (a sun.nio.ch.Util$1) - locked <0x0000000784a0ef68> (a java.util.Collections$UnmodifiableSet) - locked <0x0000000784a0ef88> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98) at org.apache.http.impl.nio.reactor.AbstractIOReactor.execute(AbstractIOReactor.java:256) at org.apache.http.impl.nio.reactor.BaseIOReactor.execute(BaseIOReactor.java:105) at org.apache.http.impl.nio.reactor.AbstractMultiworkerIOReactor$Worker.run(AbstractMultiworkerIOReactor.java:584) at java.lang.Thread.run(Thread.java:679) "Couchbase View Thread" prio=10 tid=0x00007ff620007800 nid=0x6373 runnable [0x00007ff62c2e8000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:228) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:83) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87) - locked <0x0000000784a12ec0> (a sun.nio.ch.Util$1) - locked <0x0000000784a12eb0> (a java.util.Collections$UnmodifiableSet) - locked <0x0000000784a12ed0> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98) at org.apache.http.impl.nio.reactor.AbstractMultiworkerIOReactor.execute(AbstractMultiworkerIOReactor.java:340) at com.couchbase.client.ViewConnection$1.run(ViewConnection.java:326) at java.lang.Thread.run(Thread.java:679) "Memcached IO over {MemcachedConnection to node1/10.23.40.89:11210 node2/10.23.40.93:11210}" prio=10 tid=0x0000000001e62000 nid=0x6370 runnable [0x00007ff62c5eb000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:228) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:83) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87) - locked <0x0000000784a7a660> (a sun.nio.ch.Util$1) - locked <0x0000000784a7a680> (a java.util.Collections$UnmodifiableSet) - locked <0x0000000784a1ae50> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98) at net.spy.memcached.MemcachedConnection.handleIO(MemcachedConnection.java:420) at com.couchbase.client.CouchbaseConnection.run(CouchbaseConnection.java:321) "Low Memory Detector" daemon prio=10 tid=0x00007ff628006800 nid=0x6366 runnable [0x0000000000000000] java.lang.Thread.State: RUNNABLE "C2 CompilerThread1" daemon prio=10 tid=0x00007ff628004000 nid=0x6365 waiting on condition [0x0000000000000000] java.lang.Thread.State: RUNNABLE "C2 CompilerThread0" daemon prio=10 tid=0x00007ff628001000 nid=0x6364 waiting on condition [0x0000000000000000] java.lang.Thread.State: RUNNABLE "Signal Dispatcher" daemon prio=10 tid=0x0000000001e07000 nid=0x6363 waiting on condition [0x0000000000000000] java.lang.Thread.State: RUNNABLE "Finalizer" daemon prio=10 tid=0x0000000001de7800 nid=0x6362 in Object.wait() [0x00007ff62f2a6000] java.lang.Thread.State: WAITING (on object monitor) at java.lang.Object.wait(Native Method) - waiting on <0x0000000784a0f670> (a java.lang.ref.ReferenceQueue$Lock) at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:133) - locked <0x0000000784a0f670> (a java.lang.ref.ReferenceQueue$Lock) at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:149) at java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:189) "Reference Handler" daemon prio=10 tid=0x0000000001de0800 nid=0x6361 in Object.wait() [0x00007ff62f3a7000] java.lang.Thread.State: WAITING (on object monitor) at java.lang.Object.wait(Native Method) - waiting on <0x0000000784a13068> (a java.lang.ref.Reference$Lock) at java.lang.Object.wait(Object.java:502) at java.lang.ref.Reference$ReferenceHandler.run(Reference.java:133) - locked <0x0000000784a13068> (a java.lang.ref.Reference$Lock) "VM Thread" prio=10 tid=0x0000000001ddb800 nid=0x6360 runnable "GC task thread#0 (ParallelGC)" prio=10 tid=0x0000000001d75000 nid=0x6358 runnable "GC task thread#1 (ParallelGC)" prio=10 tid=0x0000000001d76800 nid=0x6359 runnable "GC task thread#2 (ParallelGC)" prio=10 tid=0x0000000001d78800 nid=0x635a runnable "GC task thread#3 (ParallelGC)" prio=10 tid=0x0000000001d7a800 nid=0x635b runnable "GC task thread#4 (ParallelGC)" prio=10 tid=0x0000000001d7c000 nid=0x635c runnable "GC task thread#5 (ParallelGC)" prio=10 tid=0x0000000001d7e000 nid=0x635d runnable "GC task thread#6 (ParallelGC)" prio=10 tid=0x0000000001d80000 nid=0x635e runnable "GC task thread#7 (ParallelGC)" prio=10 tid=0x0000000001d81800 nid=0x635f runnable "VM Periodic Task Thread" prio=10 tid=0x00007ff628011800 nid=0x6367 waiting on condition JNI global references: 1566 Heap PSYoungGen total 650752K, used 267665K [0x00000007d6e00000, 0x00000007ffed0000, 0x0000000800000000) eden space 629632K, 40% used [0x00000007d6e00000,0x00000007e657c5b0,0x00000007fd4e0000) from space 21120K, 67% used [0x00000007fd4e0000,0x00000007fe2c8000,0x00000007fe980000) to space 20736K, 0% used [0x00000007fea90000,0x00000007fea90000,0x00000007ffed0000) PSOldGen total 63936K, used 17135K [0x0000000784a00000, 0x0000000788870000, 0x00000007d6e00000) object space 63936K, 26% used [0x0000000784a00000,0x0000000785abbdd0,0x0000000788870000) PSPermGen total 21248K, used 10520K [0x000000077a400000, 0x000000077b8c0000, 0x0000000784a00000) object space 21248K, 49% used [0x000000077a400000,0x000000077ae46368,0x000000077b8c0000)