2014-06-13 14:17:15 Full thread dump Java HotSpot(TM) 64-Bit Server VM (20.45-b01 mixed mode): "DestroyJavaVM" prio=10 tid=0x00007f3068014800 nid=0x63e3 waiting on condition [0x0000000000000000] java.lang.Thread.State: RUNNABLE "New I/O worker #2" prio=10 tid=0x0000000041395000 nid=0x640d runnable [0x00007f30678f7000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) - locked <0x0000000784ae2fc8> (a sun.nio.ch.Util$2) - locked <0x0000000784ae2fb8> (a java.util.Collections$UnmodifiableSet) - locked <0x0000000784ae2fd8> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) at org.jboss.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:52) at org.jboss.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:223) at org.jboss.netty.channel.socket.nio.NioWorker.run(NioWorker.java:35) at org.jboss.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:102) at org.jboss.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42) at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:895) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:918) at java.lang.Thread.run(Thread.java:662) "I/O dispatcher 1" prio=10 tid=0x00000000411d5800 nid=0x6401 runnable [0x00007f3067ffe000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) - locked <0x0000000784a10ea0> (a sun.nio.ch.Util$2) - locked <0x0000000784a10e90> (a java.util.Collections$UnmodifiableSet) - locked <0x0000000784a10eb0> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) at org.apache.http.impl.nio.reactor.AbstractIOReactor.execute(AbstractIOReactor.java:256) at org.apache.http.impl.nio.reactor.BaseIOReactor.execute(BaseIOReactor.java:105) at org.apache.http.impl.nio.reactor.AbstractMultiworkerIOReactor$Worker.run(AbstractMultiworkerIOReactor.java:584) at java.lang.Thread.run(Thread.java:662) "Couchbase View Thread" prio=10 tid=0x00007f3068420000 nid=0x6400 runnable [0x00007f306c150000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) - locked <0x0000000784a18e20> (a sun.nio.ch.Util$2) - locked <0x0000000784a18e10> (a java.util.Collections$UnmodifiableSet) - locked <0x0000000784a18e30> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) at org.apache.http.impl.nio.reactor.AbstractMultiworkerIOReactor.execute(AbstractMultiworkerIOReactor.java:340) at com.couchbase.client.ViewConnection$1.run(ViewConnection.java:326) at java.lang.Thread.run(Thread.java:662) "Memcached IO over {MemcachedConnection to node1/10.23.40.89:11210 node2/10.23.40.93:11210}" prio=10 tid=0x000000004121a800 nid=0x63fd runnable [0x00007f306c453000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) - locked <0x0000000784a10fc0> (a sun.nio.ch.Util$2) - locked <0x0000000784a10fb0> (a java.util.Collections$UnmodifiableSet) - locked <0x0000000784a12de8> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) at net.spy.memcached.MemcachedConnection.handleIO(MemcachedConnection.java:420) at com.couchbase.client.CouchbaseConnection.run(CouchbaseConnection.java:321) "Low Memory Detector" daemon prio=10 tid=0x00007f3068003000 nid=0x63f3 runnable [0x0000000000000000] java.lang.Thread.State: RUNNABLE "C2 CompilerThread1" daemon prio=10 tid=0x00000000410ff800 nid=0x63f2 waiting on condition [0x0000000000000000] java.lang.Thread.State: RUNNABLE "C2 CompilerThread0" daemon prio=10 tid=0x00000000410fc800 nid=0x63f1 waiting on condition [0x0000000000000000] java.lang.Thread.State: RUNNABLE "Signal Dispatcher" daemon prio=10 tid=0x00000000410fa800 nid=0x63f0 waiting on condition [0x0000000000000000] java.lang.Thread.State: RUNNABLE "Finalizer" daemon prio=10 tid=0x00000000410dd800 nid=0x63ef in Object.wait() [0x00007f306d9c7000] java.lang.Thread.State: WAITING (on object monitor) at java.lang.Object.wait(Native Method) - waiting on <0x0000000784a18f60> (a java.lang.ref.ReferenceQueue$Lock) at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:118) - locked <0x0000000784a18f60> (a java.lang.ref.ReferenceQueue$Lock) at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:134) at java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:171) "Reference Handler" daemon prio=10 tid=0x00000000410d6000 nid=0x63ee in Object.wait() [0x00007f306dac8000] java.lang.Thread.State: WAITING (on object monitor) at java.lang.Object.wait(Native Method) - waiting on <0x0000000784a04250> (a java.lang.ref.Reference$Lock) at java.lang.Object.wait(Object.java:485) at java.lang.ref.Reference$ReferenceHandler.run(Reference.java:116) - locked <0x0000000784a04250> (a java.lang.ref.Reference$Lock) "VM Thread" prio=10 tid=0x00000000410cf800 nid=0x63ed runnable "GC task thread#0 (ParallelGC)" prio=10 tid=0x000000004107d000 nid=0x63e5 runnable "GC task thread#1 (ParallelGC)" prio=10 tid=0x000000004107e800 nid=0x63e6 runnable "GC task thread#2 (ParallelGC)" prio=10 tid=0x0000000041080800 nid=0x63e7 runnable "GC task thread#3 (ParallelGC)" prio=10 tid=0x0000000041082800 nid=0x63e8 runnable "GC task thread#4 (ParallelGC)" prio=10 tid=0x0000000041084000 nid=0x63e9 runnable "GC task thread#5 (ParallelGC)" prio=10 tid=0x0000000041086000 nid=0x63ea runnable "GC task thread#6 (ParallelGC)" prio=10 tid=0x0000000041088000 nid=0x63eb runnable "GC task thread#7 (ParallelGC)" prio=10 tid=0x0000000041089800 nid=0x63ec runnable "VM Periodic Task Thread" prio=10 tid=0x00007f3068016000 nid=0x63f4 waiting on condition JNI global references: 1383 Heap PSYoungGen total 134016K, used 115753K [0x00000007d6e00000, 0x00000007e2800000, 0x0000000800000000) eden space 133824K, 86% used [0x00000007d6e00000,0x00000007ddee2448,0x00000007df0b0000) from space 192K, 83% used [0x00000007e27d0000,0x00000007e27f8000,0x00000007e2800000) to space 256K, 0% used [0x00000007e2780000,0x00000007e2780000,0x00000007e27c0000) PSOldGen total 84224K, used 37005K [0x0000000784a00000, 0x0000000789c40000, 0x00000007d6e00000) object space 84224K, 43% used [0x0000000784a00000,0x0000000786e23538,0x0000000789c40000) PSPermGen total 21248K, used 10820K [0x000000077f800000, 0x0000000780cc0000, 0x0000000784a00000) object space 21248K, 50% used [0x000000077f800000,0x00000007802912c0,0x0000000780cc0000)