2016-03-16 06:57:29 Full thread dump Java HotSpot(TM) 64-Bit Server VM (25.40-b25 mixed mode): "INT-4,infinispan-cluster-pdd,198.11.254.100:8080-64166" #926 prio=5 os_prio=0 tid=0x00007f2de4452800 nid=0x2fb4 waiting on condition [0x00007f2dbe748000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x000000064101a8c0> (a java.util.concurrent.locks.ReentrantLock$NonfairSync) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:836) at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireQueued(AbstractQueuedSynchronizer.java:870) at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:1199) at java.util.concurrent.locks.ReentrantLock$NonfairSync.lock(ReentrantLock.java:209) at java.util.concurrent.locks.ReentrantLock.lock(ReentrantLock.java:285) at org.jgroups.protocols.SEQUENCER.forwardToCoord(SEQUENCER.java:421) at org.jgroups.protocols.SEQUENCER.down(SEQUENCER.java:165) at org.jgroups.protocols.pbcast.GMS.down(GMS.java:1116) at org.jgroups.protocols.MFC.handleDownMessage(MFC.java:120) at org.jgroups.protocols.FlowControl.down(FlowControl.java:330) at org.jgroups.protocols.FRAG2.down(FRAG2.java:136) at org.jgroups.protocols.pbcast.StreamingStateTransfer.down(StreamingStateTransfer.java:184) at org.jgroups.protocols.pbcast.FLUSH.onSuspend(FLUSH.java:708) at org.jgroups.protocols.pbcast.FLUSH.startFlush(FLUSH.java:226) at org.jgroups.protocols.pbcast.FLUSH.startFlush(FLUSH.java:216) at org.jgroups.protocols.pbcast.FLUSH.up(FLUSH.java:477) at org.jgroups.protocols.pbcast.StreamingStateTransfer.up(StreamingStateTransfer.java:231) at org.jgroups.protocols.FRAG2.up(FRAG2.java:165) at org.jgroups.protocols.FlowControl.up(FlowControl.java:394) at org.jgroups.protocols.pbcast.GMS._startFlush(GMS.java:819) at org.jgroups.protocols.pbcast.GMS.startFlush(GMS.java:791) at org.jgroups.protocols.pbcast.Merger._handleMergeRequest(Merger.java:139) at org.jgroups.protocols.pbcast.Merger.handleMergeRequest(Merger.java:99) at org.jgroups.protocols.pbcast.ServerGmsImpl.handleMergeRequest(ServerGmsImpl.java:28) at org.jgroups.protocols.pbcast.GMS.up(GMS.java:935) at org.jgroups.protocols.SEQUENCER.up(SEQUENCER.java:248) at org.jgroups.protocols.pbcast.STABLE.up(STABLE.java:234) at org.jgroups.protocols.UNICAST2.handleDataReceived(UNICAST2.java:805) at org.jgroups.protocols.UNICAST2.up(UNICAST2.java:422) at org.jgroups.protocols.pbcast.NAKACK.up(NAKACK.java:638) at org.jgroups.protocols.VERIFY_SUSPECT.up(VERIFY_SUSPECT.java:155) at org.jgroups.protocols.FD.up(FD.java:255) at org.jgroups.protocols.FD_SOCK.up(FD_SOCK.java:297) at org.jgroups.protocols.MERGE2.up(MERGE2.java:237) at org.jgroups.protocols.Discovery.up(Discovery.java:291) at org.jgroups.protocols.TP.passMessageUp(TP.java:1572) at org.jgroups.protocols.TP$MyHandler.run(TP.java:1791) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) Locked ownable synchronizers: - <0x000000064a64daf8> (a java.util.concurrent.ThreadPoolExecutor$Worker) "ViewHandler,infinispan-cluster-pdd,198.11.254.100:8080-64166" #769 prio=5 os_prio=0 tid=0x00007f2e00bbf000 nid=0x2581 waiting on condition [0x00007f2d9e380000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x000000064101a8c0> (a java.util.concurrent.locks.ReentrantLock$NonfairSync) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:836) at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireQueued(AbstractQueuedSynchronizer.java:870) at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:1199) at java.util.concurrent.locks.ReentrantLock$NonfairSync.lock(ReentrantLock.java:209) at java.util.concurrent.locks.ReentrantLock.lock(ReentrantLock.java:285) at org.jgroups.protocols.SEQUENCER.forwardToCoord(SEQUENCER.java:421) at org.jgroups.protocols.SEQUENCER.down(SEQUENCER.java:165) at org.jgroups.protocols.pbcast.GMS.down(GMS.java:1116) at org.jgroups.protocols.MFC.handleDownMessage(MFC.java:120) at org.jgroups.protocols.FlowControl.down(FlowControl.java:330) at org.jgroups.protocols.FRAG2.down(FRAG2.java:136) at org.jgroups.protocols.pbcast.StreamingStateTransfer.down(StreamingStateTransfer.java:184) at org.jgroups.protocols.pbcast.FLUSH.onSuspend(FLUSH.java:708) at org.jgroups.protocols.pbcast.FLUSH.startFlush(FLUSH.java:226) at org.jgroups.protocols.pbcast.FLUSH.startFlush(FLUSH.java:216) at org.jgroups.protocols.pbcast.FLUSH.up(FLUSH.java:477) at org.jgroups.protocols.pbcast.StreamingStateTransfer.up(StreamingStateTransfer.java:231) at org.jgroups.protocols.FRAG2.up(FRAG2.java:165) at org.jgroups.protocols.FlowControl.up(FlowControl.java:394) at org.jgroups.protocols.pbcast.GMS._startFlush(GMS.java:819) at org.jgroups.protocols.pbcast.GMS.startFlush(GMS.java:791) at org.jgroups.protocols.pbcast.CoordGmsImpl.handleMembershipChange(CoordGmsImpl.java:189) at org.jgroups.protocols.pbcast.GMS$ViewHandler.process(GMS.java:1700) at org.jgroups.protocols.pbcast.GMS$ViewHandler.run(GMS.java:1654) at java.lang.Thread.run(Thread.java:745) Locked ownable synchronizers: - None "INT-3,infinispan-cluster-pdd,198.11.254.100:8080-64166" #767 prio=5 os_prio=0 tid=0x0000000008b7e800 nid=0x2571 waiting on condition [0x00007f2d9e27e000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x000000064101a8c0> (a java.util.concurrent.locks.ReentrantLock$NonfairSync) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:836) at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireQueued(AbstractQueuedSynchronizer.java:870) at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:1199) at java.util.concurrent.locks.ReentrantLock$NonfairSync.lock(ReentrantLock.java:209) at java.util.concurrent.locks.ReentrantLock.lock(ReentrantLock.java:285) at org.jgroups.protocols.SEQUENCER.forwardToCoord(SEQUENCER.java:421) at org.jgroups.protocols.SEQUENCER.down(SEQUENCER.java:165) at org.jgroups.protocols.pbcast.GMS.down(GMS.java:1116) at org.jgroups.protocols.MFC.handleDownMessage(MFC.java:120) at org.jgroups.protocols.FlowControl.down(FlowControl.java:330) at org.jgroups.protocols.FRAG2.down(FRAG2.java:136) at org.jgroups.protocols.pbcast.StreamingStateTransfer.down(StreamingStateTransfer.java:184) at org.jgroups.protocols.pbcast.FLUSH.onSuspend(FLUSH.java:708) at org.jgroups.protocols.pbcast.FLUSH.startFlush(FLUSH.java:226) at org.jgroups.protocols.pbcast.FLUSH.startFlush(FLUSH.java:216) at org.jgroups.protocols.pbcast.FLUSH.up(FLUSH.java:477) at org.jgroups.protocols.pbcast.StreamingStateTransfer.up(StreamingStateTransfer.java:231) at org.jgroups.protocols.FRAG2.up(FRAG2.java:165) at org.jgroups.protocols.FlowControl.up(FlowControl.java:394) at org.jgroups.protocols.pbcast.GMS._startFlush(GMS.java:819) at org.jgroups.protocols.pbcast.GMS.startFlush(GMS.java:791) at org.jgroups.protocols.pbcast.Merger._handleMergeRequest(Merger.java:139) at org.jgroups.protocols.pbcast.Merger.handleMergeRequest(Merger.java:99) at org.jgroups.protocols.pbcast.ServerGmsImpl.handleMergeRequest(ServerGmsImpl.java:28) at org.jgroups.protocols.pbcast.GMS.up(GMS.java:935) at org.jgroups.protocols.SEQUENCER.up(SEQUENCER.java:248) at org.jgroups.protocols.pbcast.STABLE.up(STABLE.java:234) at org.jgroups.protocols.UNICAST2.handleDataReceived(UNICAST2.java:805) at org.jgroups.protocols.UNICAST2.up(UNICAST2.java:422) at org.jgroups.protocols.pbcast.NAKACK.up(NAKACK.java:638) at org.jgroups.protocols.VERIFY_SUSPECT.up(VERIFY_SUSPECT.java:155) at org.jgroups.protocols.FD.up(FD.java:255) at org.jgroups.protocols.FD_SOCK.up(FD_SOCK.java:297) at org.jgroups.protocols.MERGE2.up(MERGE2.java:237) at org.jgroups.protocols.Discovery.up(Discovery.java:291) at org.jgroups.protocols.TP.passMessageUp(TP.java:1572) at org.jgroups.protocols.TP$MyHandler.run(TP.java:1791) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) Locked ownable synchronizers: - <0x00000006496f9550> (a java.util.concurrent.ThreadPoolExecutor$Worker) "ViewHandler,infinispan-cluster-pdd,198.11.254.100:8080-64166" #600 prio=5 os_prio=0 tid=0x00007f2e00cbe800 nid=0x1b58 waiting on condition [0x00007f2d9df7c000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x000000064101a8c0> (a java.util.concurrent.locks.ReentrantLock$NonfairSync) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:836) at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireQueued(AbstractQueuedSynchronizer.java:870) at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:1199) at java.util.concurrent.locks.ReentrantLock$NonfairSync.lock(ReentrantLock.java:209) at java.util.concurrent.locks.ReentrantLock.lock(ReentrantLock.java:285) at org.jgroups.protocols.SEQUENCER.forwardToCoord(SEQUENCER.java:421) at org.jgroups.protocols.SEQUENCER.down(SEQUENCER.java:165) at org.jgroups.protocols.pbcast.GMS.down(GMS.java:1116) at org.jgroups.protocols.MFC.handleDownMessage(MFC.java:120) at org.jgroups.protocols.FlowControl.down(FlowControl.java:330) at org.jgroups.protocols.FRAG2.down(FRAG2.java:136) at org.jgroups.protocols.pbcast.StreamingStateTransfer.down(StreamingStateTransfer.java:184) at org.jgroups.protocols.pbcast.FLUSH.onSuspend(FLUSH.java:708) at org.jgroups.protocols.pbcast.FLUSH.startFlush(FLUSH.java:226) at org.jgroups.protocols.pbcast.FLUSH.startFlush(FLUSH.java:216) at org.jgroups.protocols.pbcast.FLUSH.up(FLUSH.java:477) at org.jgroups.protocols.pbcast.StreamingStateTransfer.up(StreamingStateTransfer.java:231) at org.jgroups.protocols.FRAG2.up(FRAG2.java:165) at org.jgroups.protocols.FlowControl.up(FlowControl.java:394) at org.jgroups.protocols.pbcast.GMS._startFlush(GMS.java:819) at org.jgroups.protocols.pbcast.GMS.startFlush(GMS.java:791) at org.jgroups.protocols.pbcast.CoordGmsImpl.handleMembershipChange(CoordGmsImpl.java:189) at org.jgroups.protocols.pbcast.GMS$ViewHandler.process(GMS.java:1700) at org.jgroups.protocols.pbcast.GMS$ViewHandler.run(GMS.java:1654) at java.lang.Thread.run(Thread.java:745) Locked ownable synchronizers: - None "ViewHandler,infinispan-cluster-pdd,198.11.254.100:8080-64166" #489 prio=5 os_prio=0 tid=0x0000000001bc4800 nid=0x18c2 runnable [0x00007f2da049e000] java.lang.Thread.State: TIMED_WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000006410b9408> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.jgroups.util.CondVar.waitFor(CondVar.java:64) at org.jgroups.util.Promise._getResultWithTimeout(Promise.java:145) at org.jgroups.util.Promise.getResultWithTimeout(Promise.java:43) at org.jgroups.util.Promise.getResult(Promise.java:77) at org.jgroups.util.Promise.getResult(Promise.java:72) at org.jgroups.protocols.SEQUENCER.forwardToCoord(SEQUENCER.java:429) at org.jgroups.protocols.SEQUENCER.down(SEQUENCER.java:165) at org.jgroups.protocols.pbcast.GMS.down(GMS.java:1116) at org.jgroups.protocols.MFC.handleDownMessage(MFC.java:120) at org.jgroups.protocols.FlowControl.down(FlowControl.java:330) at org.jgroups.protocols.FRAG2.down(FRAG2.java:136) at org.jgroups.protocols.pbcast.StreamingStateTransfer.down(StreamingStateTransfer.java:184) at org.jgroups.protocols.pbcast.FLUSH.onSuspend(FLUSH.java:708) at org.jgroups.protocols.pbcast.FLUSH.startFlush(FLUSH.java:226) at org.jgroups.protocols.pbcast.FLUSH.startFlush(FLUSH.java:216) at org.jgroups.protocols.pbcast.FLUSH.up(FLUSH.java:477) at org.jgroups.protocols.pbcast.StreamingStateTransfer.up(StreamingStateTransfer.java:231) at org.jgroups.protocols.FRAG2.up(FRAG2.java:165) at org.jgroups.protocols.FlowControl.up(FlowControl.java:394) at org.jgroups.protocols.pbcast.GMS._startFlush(GMS.java:819) at org.jgroups.protocols.pbcast.GMS.startFlush(GMS.java:791) at org.jgroups.protocols.pbcast.CoordGmsImpl.handleMembershipChange(CoordGmsImpl.java:189) at org.jgroups.protocols.pbcast.GMS$ViewHandler.process(GMS.java:1700) at org.jgroups.protocols.pbcast.GMS$ViewHandler.run(GMS.java:1654) at java.lang.Thread.run(Thread.java:745) Locked ownable synchronizers: - <0x000000064101a8c0> (a java.util.concurrent.locks.ReentrantLock$NonfairSync) "OOB-15,infinispan-cluster-pdd,198.11.254.100:8080-64166" #417 prio=5 os_prio=0 tid=0x0000000007d15000 nid=0x1478 waiting on condition [0x00007f2da1cb1000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000006411f8550> (a java.util.concurrent.SynchronousQueue$TransferStack) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:458) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:924) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) Locked ownable synchronizers: - None "OOB-14,infinispan-cluster-pdd,198.11.254.100:8080-64166" #261 prio=5 os_prio=0 tid=0x0000000008219800 nid=0xaf4 waiting on condition [0x00007f2daa420000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000006411f8550> (a java.util.concurrent.SynchronousQueue$TransferStack) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:458) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:924) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) Locked ownable synchronizers: - None "OOB-13,infinispan-cluster-pdd,198.11.254.100:8080-64166" #260 prio=5 os_prio=0 tid=0x00007f2dec322800 nid=0xaf3 waiting on condition [0x00007f2daa521000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000006411f8550> (a java.util.concurrent.SynchronousQueue$TransferStack) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:458) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:924) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) Locked ownable synchronizers: - None "OOB-12,infinispan-cluster-pdd,198.11.254.100:8080-64166" #259 prio=5 os_prio=0 tid=0x0000000007680800 nid=0xaf2 waiting on condition [0x00007f2daa622000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000006411f8550> (a java.util.concurrent.SynchronousQueue$TransferStack) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:458) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:924) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) Locked ownable synchronizers: - None "OOB-11,infinispan-cluster-pdd,198.11.254.100:8080-64166" #258 prio=5 os_prio=0 tid=0x000000000767e800 nid=0xaf1 waiting on condition [0x00007f2daa723000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000006411f8550> (a java.util.concurrent.SynchronousQueue$TransferStack) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:458) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:924) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) Locked ownable synchronizers: - None "OOB-10,infinispan-cluster-pdd,198.11.254.100:8080-64166" #257 prio=5 os_prio=0 tid=0x00007f2dec321000 nid=0xaf0 waiting on condition [0x00007f2daa824000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000006411f8550> (a java.util.concurrent.SynchronousQueue$TransferStack) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:458) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:924) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) Locked ownable synchronizers: - None "OOB-9,infinispan-cluster-pdd,198.11.254.100:8080-64166" #256 prio=5 os_prio=0 tid=0x000000000749e800 nid=0xaef waiting on condition [0x00007f2daa925000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000006411f8550> (a java.util.concurrent.SynchronousQueue$TransferStack) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:458) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:924) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) Locked ownable synchronizers: - None "Incoming-20,infinispan-cluster-pdd,198.11.254.100:8080-64166" #255 prio=5 os_prio=0 tid=0x000000000749c800 nid=0xaee waiting on condition [0x00007f2daaa26000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x0000000641092848> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) Locked ownable synchronizers: - None "Incoming-19,infinispan-cluster-pdd,198.11.254.100:8080-64166" #254 prio=5 os_prio=0 tid=0x0000000007db3800 nid=0xa93 waiting on condition [0x00007f2dabb37000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x0000000641092848> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) Locked ownable synchronizers: - None "Incoming-18,infinispan-cluster-pdd,198.11.254.100:8080-64166" #253 prio=5 os_prio=0 tid=0x00000000028de000 nid=0xa38 waiting on condition [0x00007f2daab27000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x0000000641092848> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) Locked ownable synchronizers: - None "Incoming-17,infinispan-cluster-pdd,198.11.254.100:8080-64166" #249 prio=5 os_prio=0 tid=0x0000000002d8a800 nid=0x9b1 waiting on condition [0x00007f2daaf2b000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x0000000641092848> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) Locked ownable synchronizers: - None "Incoming-16,infinispan-cluster-pdd,198.11.254.100:8080-64166" #246 prio=5 os_prio=0 tid=0x0000000007218800 nid=0x95a waiting on condition [0x00007f2dab22e000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x0000000641092848> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) Locked ownable synchronizers: - None "Incoming-14,infinispan-cluster-pdd,198.11.254.100:8080-64166" #236 prio=5 os_prio=0 tid=0x0000000007e01000 nid=0x864 waiting on condition [0x00007f2dabc38000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x0000000641092848> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) Locked ownable synchronizers: - None "Incoming-12,infinispan-cluster-pdd,198.11.254.100:8080-64166" #228 prio=5 os_prio=0 tid=0x0000000006748800 nid=0x78f waiting on condition [0x00007f2dac440000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x0000000641092848> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) Locked ownable synchronizers: - None "Incoming-11,infinispan-cluster-pdd,198.11.254.100:8080-64166" #220 prio=5 os_prio=0 tid=0x00000000075fd000 nid=0x704 waiting on condition [0x00007f2dacc48000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x0000000641092848> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) Locked ownable synchronizers: - None "Incoming-8,infinispan-cluster-pdd,198.11.254.100:8080-64166" #198 prio=5 os_prio=0 tid=0x0000000007f4e800 nid=0x58f waiting on condition [0x00007f2dae05c000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x0000000641092848> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) Locked ownable synchronizers: - None "Incoming-7,infinispan-cluster-pdd,198.11.254.100:8080-64166" #190 prio=5 os_prio=0 tid=0x0000000006fa3000 nid=0x4ad waiting on condition [0x00007f2dbdc3f000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x0000000641092848> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) Locked ownable synchronizers: - None "http-0.0.0.0-8080-exec-8" #189 daemon prio=5 os_prio=0 tid=0x00007f2de4709800 nid=0x475 waiting on condition [0x00007f2dae862000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x000000064101a8c0> (a java.util.concurrent.locks.ReentrantLock$NonfairSync) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:836) at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireQueued(AbstractQueuedSynchronizer.java:870) at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:1199) at java.util.concurrent.locks.ReentrantLock$NonfairSync.lock(ReentrantLock.java:209) at java.util.concurrent.locks.ReentrantLock.lock(ReentrantLock.java:285) at org.jgroups.protocols.SEQUENCER.forwardToCoord(SEQUENCER.java:421) at org.jgroups.protocols.SEQUENCER.down(SEQUENCER.java:165) at org.jgroups.protocols.pbcast.GMS.down(GMS.java:1116) at org.jgroups.protocols.MFC.handleDownMessage(MFC.java:120) at org.jgroups.protocols.FlowControl.down(FlowControl.java:330) at org.jgroups.protocols.FRAG2.down(FRAG2.java:136) at org.jgroups.protocols.pbcast.StreamingStateTransfer.down(StreamingStateTransfer.java:184) at org.jgroups.protocols.pbcast.FLUSH.down(FLUSH.java:314) at org.jgroups.protocols.Locking.send(Locking.java:371) at org.jgroups.protocols.Locking.sendRequest(Locking.java:353) at org.jgroups.protocols.PEER_LOCK.sendGrantLockRequest(PEER_LOCK.java:44) at org.jgroups.protocols.Locking$ClientLock.acquire(Locking.java:938) - locked <0x0000000670cbe6e0> (a org.jgroups.protocols.Locking$ClientLock) at org.jgroups.protocols.Locking$ClientLock.lock(Locking.java:872) at org.jgroups.protocols.Locking.down(Locking.java:140) at org.jgroups.stack.ProtocolStack.down(ProtocolStack.java:1038) at org.jgroups.JChannel.down(JChannel.java:785) at org.jgroups.blocks.locking.LockService$LockImpl.lock(LockService.java:105) at com.voxeo.pdd.impl.AbstractBucket.createIfAbsent(AbstractBucket.java:151) at com.voxeo.pdd.impl.InfinispanDistributedDirectory.createIfAbsent(InfinispanDistributedDirectory.java:175) at com.voxeo.pdd.impl.CreateCommand.execute(CreateCommand.java:21) at com.voxeo.pdd.DistributedDirectoryServlet.executeCmd(DistributedDirectoryServlet.java:345) at com.voxeo.pdd.DistributedDirectoryServlet.doGet(DistributedDirectoryServlet.java:334) at javax.servlet.http.HttpServlet.service(HttpServlet.java:690) at javax.servlet.http.HttpServlet.service(HttpServlet.java:803) at com.micromethod.sipmethod.server.container.impl.filter.HttpFilterChain.internalDoFilter(HttpFilterChain.java:97) at com.micromethod.sipmethod.server.container.impl.filter.HttpFilterChain.doFilter(HttpFilterChain.java:58) at com.micromethod.sipmethod.server.container.impl.http.HttpServletWrapper.invoke(HttpServletWrapper.java:298) at com.micromethod.sipmethod.server.container.impl.ApplicationSupport.invokeHttp(ApplicationSupport.java:353) at com.micromethod.sipmethod.server.container.impl.ApplicationImpl.handleHttp(ApplicationImpl.java:686) at com.micromethod.sipmethod.server.http.impl.HTTPServiceImpl.invokeApplication(HTTPServiceImpl.java:739) at com.micromethod.sipmethod.server.http.interceptor.HttpInterceptorChainImpl.invokeNextPreApplication(HttpInterceptorChainImpl.java:72) at com.micromethod.sipmethod.server.http.interceptor.HttpInterceptorSupport.preApplication(HttpInterceptorSupport.java:29) at com.voxeo.tropo.TropoHTTPInterceptor.preApplication(TropoHTTPInterceptor.java:42) at com.micromethod.sipmethod.server.http.interceptor.HttpInterceptorChainImpl.invokeNextPreApplication(HttpInterceptorChainImpl.java:68) at com.micromethod.sipmethod.server.http.interceptor.GenericAuthenticator.preApplication(GenericAuthenticator.java:144) at com.micromethod.sipmethod.server.http.interceptor.HttpInterceptorChainImpl.invokeNextPreApplication(HttpInterceptorChainImpl.java:68) at com.micromethod.sipmethod.server.http.interceptor.HttpInterceptorPipelineImpl.preInvokeApplication(HttpInterceptorPipelineImpl.java:27) at com.micromethod.sipmethod.server.http.impl.HTTPServiceImpl._handle(HTTPServiceImpl.java:554) at com.micromethod.sipmethod.server.http.interceptor.HttpInterceptorChainImpl.invokeNextPreService(HttpInterceptorChainImpl.java:38) at com.micromethod.sipmethod.server.http.interceptor.HttpInterceptorSupport.preService(HttpInterceptorSupport.java:19) at com.micromethod.sipmethod.server.http.interceptor.HttpInterceptorChainImpl.invokeNextPreService(HttpInterceptorChainImpl.java:33) at com.micromethod.sipmethod.server.http.interceptor.HttpInterceptorSupport.preService(HttpInterceptorSupport.java:19) at com.micromethod.sipmethod.server.http.interceptor.HttpInterceptorChainImpl.invokeNextPreService(HttpInterceptorChainImpl.java:33) at com.micromethod.sipmethod.server.http.interceptor.HttpInterceptorPipelineImpl.preInvokeService(HttpInterceptorPipelineImpl.java:23) at com.micromethod.sipmethod.server.http.impl.HTTPServiceImpl.handle(HTTPServiceImpl.java:351) at com.micromethod.sipmethod.server.connector.stream.impl.StreamConnectorImpl.handle(StreamConnectorImpl.java:30) at com.micromethod.sipmethod.server.connector.stream.http.httpnio.Http11NioConnection.process(Http11NioConnection.java:395) at com.micromethod.sipmethod.server.connector.stream.http.httpnio.Http11NioPoint$Http11ConnectionHandler.process(Http11NioPoint.java:552) at com.micromethod.sipmethod.server.connector.stream.http.httpnio.net.NioEndpoint$SocketProcessor.run(NioEndpoint.java:1869) - locked <0x0000000670cbde00> (a com.micromethod.sipmethod.server.connector.stream.http.httpnio.net.NioChannel) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) Locked ownable synchronizers: - <0x00000006442347d8> (a java.util.concurrent.ThreadPoolExecutor$Worker) "Incoming-6,infinispan-cluster-pdd,198.11.254.100:8080-64166" #183 prio=5 os_prio=0 tid=0x00000000078b1000 nid=0x459 waiting on condition [0x00007f2dc800e000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x0000000641092848> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) Locked ownable synchronizers: - None "Timer-52" #181 prio=5 os_prio=0 tid=0x0000000007992000 nid=0x430 in Object.wait() [0x00007f2daf268000] java.lang.Thread.State: WAITING (on object monitor) at java.lang.Object.wait(Native Method) at java.lang.Object.wait(Object.java:502) at java.util.TimerThread.mainLoop(Timer.java:526) - locked <0x0000000643d60b88> (a java.util.TaskQueue) at java.util.TimerThread.run(Timer.java:505) Locked ownable synchronizers: - None "net.sf.ehcache.CacheManager@4ff89958" #167 daemon prio=5 os_prio=0 tid=0x000000000778b800 nid=0x3e1 in Object.wait() [0x00007f2db0d8c000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) at java.util.TimerThread.mainLoop(Timer.java:552) - locked <0x0000000643d85d08> (a java.util.TaskQueue) at java.util.TimerThread.run(Timer.java:505) Locked ownable synchronizers: - None "Incoming-5,infinispan-cluster-pdd,198.11.254.100:8080-64166" #166 prio=5 os_prio=0 tid=0x0000000006c96000 nid=0x3c2 waiting on condition [0x00007f2db2e8d000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x0000000641092848> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) Locked ownable synchronizers: - None "Timer-4,infinispan-cluster-pdd,198.11.254.100:8080-64166" #163 daemon prio=5 os_prio=0 tid=0x00007f2e007c2000 nid=0x368 waiting on condition [0x00007f2dbcbef000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000006410e1318> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) Locked ownable synchronizers: - None "remote-thread-198.11.254.100:8080-p3-t2" #162 daemon prio=5 os_prio=0 tid=0x00007f2de4472800 nid=0x367 waiting on condition [0x00007f2dbcf34000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000006410928f8> (a java.util.concurrent.SynchronousQueue$TransferStack) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:458) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:924) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) Locked ownable synchronizers: - None "OOB-8,infinispan-cluster-pdd,198.11.254.100:8080-64166" #161 prio=5 os_prio=0 tid=0x0000000003e11000 nid=0x366 waiting on condition [0x00007f2dbd035000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000006411f8550> (a java.util.concurrent.SynchronousQueue$TransferStack) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:458) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:924) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) Locked ownable synchronizers: - None "OOB-7,infinispan-cluster-pdd,198.11.254.100:8080-64166" #160 prio=5 os_prio=0 tid=0x0000000003af4000 nid=0x365 waiting on condition [0x00007f2dbd136000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000006411f8550> (a java.util.concurrent.SynchronousQueue$TransferStack) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:458) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:924) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) Locked ownable synchronizers: - None "OOB-6,infinispan-cluster-pdd,198.11.254.100:8080-64166" #159 prio=5 os_prio=0 tid=0x0000000001c36800 nid=0x364 waiting on condition [0x00007f2dbd237000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000006411f8550> (a java.util.concurrent.SynchronousQueue$TransferStack) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:458) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:924) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) Locked ownable synchronizers: - None "OOB-5,infinispan-cluster-pdd,198.11.254.100:8080-64166" #158 prio=5 os_prio=0 tid=0x0000000001dda000 nid=0x363 waiting on condition [0x00007f2dbd338000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000006411f8550> (a java.util.concurrent.SynchronousQueue$TransferStack) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:458) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:924) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) Locked ownable synchronizers: - None "transport-thread-198.11.254.100:8080-p2-t1" #157 daemon prio=5 os_prio=0 tid=0x00007f2e009db000 nid=0x362 waiting on condition [0x00007f2dbd439000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000006417ec2f0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) Locked ownable synchronizers: - None "OOB-4,infinispan-cluster-pdd,198.11.254.100:8080-64166" #156 prio=5 os_prio=0 tid=0x0000000001d41000 nid=0x361 waiting on condition [0x00007f2dbd53a000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000006411f8550> (a java.util.concurrent.SynchronousQueue$TransferStack) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:458) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:924) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) Locked ownable synchronizers: - None "OOB-3,infinispan-cluster-pdd,198.11.254.100:8080-64166" #155 prio=5 os_prio=0 tid=0x0000000001d40000 nid=0x360 waiting on condition [0x00007f2dbd63b000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000006411f8550> (a java.util.concurrent.SynchronousQueue$TransferStack) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:458) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:924) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) Locked ownable synchronizers: - None "eviction-thread-198.11.254.100:8080-p4-t1" #154 daemon prio=1 os_prio=0 tid=0x0000000001cc8000 nid=0x35f waiting on condition [0x00007f2dbd73c000] java.lang.Thread.State: TIMED_WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000006418c1fe0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) Locked ownable synchronizers: - None "Timer-3,infinispan-cluster-pdd,198.11.254.100:8080-64166" #153 daemon prio=5 os_prio=0 tid=0x00007f2e009ce000 nid=0x35e waiting on condition [0x00007f2dbd83d000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000006410e1318> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) Locked ownable synchronizers: - None "OOB-2,infinispan-cluster-pdd,198.11.254.100:8080-64166" #152 prio=5 os_prio=0 tid=0x0000000001bb4000 nid=0x35d waiting on condition [0x00007f2dbdb3e000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000006411f8550> (a java.util.concurrent.SynchronousQueue$TransferStack) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:458) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:924) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) Locked ownable synchronizers: - None "Incoming-4,infinispan-cluster-pdd,198.11.254.100:8080-64166" #150 prio=5 os_prio=0 tid=0x0000000002fb5000 nid=0x35b waiting on condition [0x00007f2dbdd40000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x0000000641092848> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) Locked ownable synchronizers: - None "Incoming-3,infinispan-cluster-pdd,198.11.254.100:8080-64166" #149 prio=5 os_prio=0 tid=0x000000000387b800 nid=0x35a waiting on condition [0x00007f2dbde41000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x0000000641092848> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) Locked ownable synchronizers: - None "OOB-1,infinispan-cluster-pdd,198.11.254.100:8080-64166" #146 prio=5 os_prio=0 tid=0x0000000003874000 nid=0x357 waiting on condition [0x00007f2dbe043000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000006411f8550> (a java.util.concurrent.SynchronousQueue$TransferStack) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:458) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:924) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) Locked ownable synchronizers: - None "Incoming-2,infinispan-cluster-pdd,198.11.254.100:8080-64166" #145 prio=5 os_prio=0 tid=0x0000000003872800 nid=0x356 waiting on condition [0x00007f2dbe144000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x0000000641092848> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) Locked ownable synchronizers: - None "Incoming-1,infinispan-cluster-pdd,198.11.254.100:8080-64166" #143 prio=5 os_prio=0 tid=0x0000000003871000 nid=0x354 waiting on condition [0x00007f2dbe346000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x0000000641092848> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) Locked ownable synchronizers: - None "INT-2,infinispan-cluster-pdd,198.11.254.100:8080-64166" #142 prio=5 os_prio=0 tid=0x0000000001bcb800 nid=0x353 waiting on condition [0x00007f2dbe446000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x000000064101a8c0> (a java.util.concurrent.locks.ReentrantLock$NonfairSync) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:836) at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireQueued(AbstractQueuedSynchronizer.java:870) at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:1199) at java.util.concurrent.locks.ReentrantLock$NonfairSync.lock(ReentrantLock.java:209) at java.util.concurrent.locks.ReentrantLock.lock(ReentrantLock.java:285) at org.jgroups.protocols.SEQUENCER.forwardToCoord(SEQUENCER.java:421) at org.jgroups.protocols.SEQUENCER.down(SEQUENCER.java:165) at org.jgroups.protocols.pbcast.GMS.down(GMS.java:1116) at org.jgroups.protocols.MFC.handleDownMessage(MFC.java:120) at org.jgroups.protocols.FlowControl.down(FlowControl.java:330) at org.jgroups.protocols.FRAG2.down(FRAG2.java:136) at org.jgroups.protocols.pbcast.StreamingStateTransfer.down(StreamingStateTransfer.java:184) at org.jgroups.protocols.pbcast.FLUSH.onSuspend(FLUSH.java:708) at org.jgroups.protocols.pbcast.FLUSH.startFlush(FLUSH.java:226) at org.jgroups.protocols.pbcast.FLUSH.startFlush(FLUSH.java:216) at org.jgroups.protocols.pbcast.FLUSH.up(FLUSH.java:477) at org.jgroups.protocols.pbcast.StreamingStateTransfer.up(StreamingStateTransfer.java:231) at org.jgroups.protocols.FRAG2.up(FRAG2.java:165) at org.jgroups.protocols.FlowControl.up(FlowControl.java:394) at org.jgroups.protocols.pbcast.GMS._startFlush(GMS.java:819) at org.jgroups.protocols.pbcast.GMS.startFlush(GMS.java:791) at org.jgroups.protocols.pbcast.Merger._handleMergeRequest(Merger.java:139) at org.jgroups.protocols.pbcast.Merger.handleMergeRequest(Merger.java:99) at org.jgroups.protocols.pbcast.ServerGmsImpl.handleMergeRequest(ServerGmsImpl.java:28) at org.jgroups.protocols.pbcast.GMS.up(GMS.java:935) at org.jgroups.protocols.SEQUENCER.up(SEQUENCER.java:248) at org.jgroups.protocols.pbcast.STABLE.up(STABLE.java:234) at org.jgroups.protocols.UNICAST2.handleDataReceived(UNICAST2.java:805) at org.jgroups.protocols.UNICAST2.up(UNICAST2.java:422) at org.jgroups.protocols.pbcast.NAKACK.up(NAKACK.java:638) at org.jgroups.protocols.VERIFY_SUSPECT.up(VERIFY_SUSPECT.java:155) at org.jgroups.protocols.FD.up(FD.java:255) at org.jgroups.protocols.FD_SOCK.up(FD_SOCK.java:297) at org.jgroups.protocols.MERGE2.up(MERGE2.java:237) at org.jgroups.protocols.Discovery.up(Discovery.java:291) at org.jgroups.protocols.TP.passMessageUp(TP.java:1572) at org.jgroups.protocols.TP$MyHandler.run(TP.java:1791) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) Locked ownable synchronizers: - <0x00000006410b9778> (a java.util.concurrent.ThreadPoolExecutor$Worker) "INT-1,infinispan-cluster-pdd,198.11.254.100:8080-64166" #141 prio=5 os_prio=0 tid=0x0000000001bc6000 nid=0x352 waiting on condition [0x00007f2dbe547000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x000000064101a8c0> (a java.util.concurrent.locks.ReentrantLock$NonfairSync) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:836) at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireQueued(AbstractQueuedSynchronizer.java:870) at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:1199) at java.util.concurrent.locks.ReentrantLock$NonfairSync.lock(ReentrantLock.java:209) at java.util.concurrent.locks.ReentrantLock.lock(ReentrantLock.java:285) at org.jgroups.protocols.SEQUENCER.forwardToCoord(SEQUENCER.java:421) at org.jgroups.protocols.SEQUENCER.down(SEQUENCER.java:165) at org.jgroups.protocols.pbcast.GMS.down(GMS.java:1116) at org.jgroups.protocols.MFC.handleDownMessage(MFC.java:120) at org.jgroups.protocols.FlowControl.down(FlowControl.java:330) at org.jgroups.protocols.FRAG2.down(FRAG2.java:136) at org.jgroups.protocols.pbcast.StreamingStateTransfer.down(StreamingStateTransfer.java:184) at org.jgroups.protocols.pbcast.FLUSH.onSuspend(FLUSH.java:708) at org.jgroups.protocols.pbcast.FLUSH.startFlush(FLUSH.java:226) at org.jgroups.protocols.pbcast.FLUSH.startFlush(FLUSH.java:216) at org.jgroups.protocols.pbcast.FLUSH.up(FLUSH.java:477) at org.jgroups.protocols.pbcast.StreamingStateTransfer.up(StreamingStateTransfer.java:231) at org.jgroups.protocols.FRAG2.up(FRAG2.java:165) at org.jgroups.protocols.FlowControl.up(FlowControl.java:394) at org.jgroups.protocols.pbcast.GMS._startFlush(GMS.java:819) at org.jgroups.protocols.pbcast.GMS.startFlush(GMS.java:791) at org.jgroups.protocols.pbcast.Merger._handleMergeRequest(Merger.java:139) at org.jgroups.protocols.pbcast.Merger.handleMergeRequest(Merger.java:99) at org.jgroups.protocols.pbcast.ServerGmsImpl.handleMergeRequest(ServerGmsImpl.java:28) at org.jgroups.protocols.pbcast.GMS.up(GMS.java:935) at org.jgroups.protocols.SEQUENCER.up(SEQUENCER.java:248) at org.jgroups.protocols.pbcast.STABLE.up(STABLE.java:234) at org.jgroups.protocols.UNICAST2.handleDataReceived(UNICAST2.java:805) at org.jgroups.protocols.UNICAST2.up(UNICAST2.java:422) at org.jgroups.protocols.pbcast.NAKACK.up(NAKACK.java:638) at org.jgroups.protocols.VERIFY_SUSPECT.up(VERIFY_SUSPECT.java:155) at org.jgroups.protocols.FD.up(FD.java:255) at org.jgroups.protocols.FD_SOCK.up(FD_SOCK.java:297) at org.jgroups.protocols.MERGE2.up(MERGE2.java:237) at org.jgroups.protocols.Discovery.up(Discovery.java:291) at org.jgroups.protocols.TP.passMessageUp(TP.java:1572) at org.jgroups.protocols.TP$MyHandler.run(TP.java:1791) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) Locked ownable synchronizers: - <0x00000006410e1738> (a java.util.concurrent.ThreadPoolExecutor$Worker) "FD_SOCK acceptor,infinispan-cluster-pdd,198.11.254.100:8080-64166" #138 daemon prio=5 os_prio=0 tid=0x0000000001bc1000 nid=0x34f runnable [0x00007f2dbe84b000] java.lang.Thread.State: RUNNABLE at java.net.PlainSocketImpl.socketAccept(Native Method) at java.net.AbstractPlainSocketImpl.accept(AbstractPlainSocketImpl.java:404) at java.net.ServerSocket.implAccept(ServerSocket.java:545) at java.net.ServerSocket.accept(ServerSocket.java:513) at org.jgroups.protocols.FD_SOCK$ServerSocketHandler.run(FD_SOCK.java:1036) at java.lang.Thread.run(Thread.java:745) Locked ownable synchronizers: - None "ConnectionMap.Acceptor [10.108.198.98:47535],null,null" #136 prio=5 os_prio=0 tid=0x0000000003bcb800 nid=0x34e runnable [0x00007f2dbe94c000] java.lang.Thread.State: RUNNABLE at java.net.PlainSocketImpl.socketAccept(Native Method) at java.net.AbstractPlainSocketImpl.accept(AbstractPlainSocketImpl.java:404) at java.net.ServerSocket.implAccept(ServerSocket.java:545) at java.net.ServerSocket.accept(ServerSocket.java:513) at org.jgroups.blocks.TCPConnectionMap$Acceptor.run(TCPConnectionMap.java:285) at java.lang.Thread.run(Thread.java:745) Locked ownable synchronizers: - None "TransferQueueBundler,infinispan-cluster-pdd,198.11.254.100:8080-64166" #137 prio=5 os_prio=0 tid=0x0000000002063800 nid=0x34b waiting on condition [0x00007f2dbea4d000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000006411a8c48> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.jgroups.protocols.TP$TransferQueueBundler.run(TP.java:2689) at java.lang.Thread.run(Thread.java:745) Locked ownable synchronizers: - None "Timer-2,infinispan-cluster-pdd,198.11.254.100:8080-64166" #135 daemon prio=5 os_prio=0 tid=0x00007f2e0082c000 nid=0x34a waiting on condition [0x00007f2dbeb4e000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000006410e1318> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) Locked ownable synchronizers: - None "Timer runner-1,infinispan-cluster-pdd,198.11.254.100:8080-64166" #133 daemon prio=5 os_prio=0 tid=0x0000000002060000 nid=0x348 runnable [0x00007f2dbec4f000] java.lang.Thread.State: TIMED_WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x0000000641041868> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163) at org.jgroups.util.TimeScheduler2.waitUntilNextExecution(TimeScheduler2.java:300) at org.jgroups.util.TimeScheduler2._run(TimeScheduler2.java:282) at org.jgroups.util.TimeScheduler2.run(TimeScheduler2.java:244) at java.lang.Thread.run(Thread.java:745) Locked ownable synchronizers: - None "GC Daemon" #35 daemon prio=2 os_prio=0 tid=0x000000000266f000 nid=0x2d6 in Object.wait() [0x00007f2dc79a8000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) at sun.misc.GC$Daemon.run(GC.java:117) - locked <0x000000064004ffe8> (a sun.misc.GC$LatencyLock) Locked ownable synchronizers: - None "RMI Reaper" #34 prio=5 os_prio=0 tid=0x000000000243a000 nid=0x2d5 in Object.wait() [0x00007f2dc7aa9000] java.lang.Thread.State: WAITING (on object monitor) at java.lang.Object.wait(Native Method) - waiting on <0x000000064005b2d0> (a java.lang.ref.ReferenceQueue$Lock) at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:143) - locked <0x000000064005b2d0> (a java.lang.ref.ReferenceQueue$Lock) at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:164) at sun.rmi.transport.ObjectTable$Reaper.run(ObjectTable.java:351) at java.lang.Thread.run(Thread.java:745) Locked ownable synchronizers: - None "RMI TCP Accept-47521" #33 daemon prio=5 os_prio=0 tid=0x00000000025a0000 nid=0x2d4 runnable [0x00007f2dc7baa000] java.lang.Thread.State: RUNNABLE at java.net.PlainSocketImpl.socketAccept(Native Method) at java.net.AbstractPlainSocketImpl.accept(AbstractPlainSocketImpl.java:404) at java.net.ServerSocket.implAccept(ServerSocket.java:545) at java.net.ServerSocket.accept(ServerSocket.java:513) at sun.rmi.transport.tcp.TCPTransport$AcceptLoop.executeAcceptLoop(TCPTransport.java:400) at sun.rmi.transport.tcp.TCPTransport$AcceptLoop.run(TCPTransport.java:372) at java.lang.Thread.run(Thread.java:745) Locked ownable synchronizers: - None "RMI TCP Accept-47520" #32 daemon prio=5 os_prio=0 tid=0x0000000002421800 nid=0x2d2 runnable [0x00007f2dc7cab000] java.lang.Thread.State: RUNNABLE at java.net.PlainSocketImpl.socketAccept(Native Method) at java.net.AbstractPlainSocketImpl.accept(AbstractPlainSocketImpl.java:404) at java.net.ServerSocket.implAccept(ServerSocket.java:545) at java.net.ServerSocket.accept(ServerSocket.java:513) at sun.rmi.transport.tcp.TCPTransport$AcceptLoop.executeAcceptLoop(TCPTransport.java:400) at sun.rmi.transport.tcp.TCPTransport$AcceptLoop.run(TCPTransport.java:372) at java.lang.Thread.run(Thread.java:745) Locked ownable synchronizers: - None "FileWatchdog" #29 daemon prio=5 os_prio=0 tid=0x0000000001c3a000 nid=0x2cd waiting on condition [0x00007f2dc7f0d000] java.lang.Thread.State: TIMED_WAITING (sleeping) at java.lang.Thread.sleep(Native Method) at org.apache.log4j.helpers.FileWatchdog.run(FileWatchdog.java:104) Locked ownable synchronizers: - None "DestroyJavaVM" #26 prio=5 os_prio=0 tid=0x00007f2e0000c000 nid=0x27e waiting on condition [0x0000000000000000] java.lang.Thread.State: RUNNABLE Locked ownable synchronizers: - None "Wrapper-Connection" #25 daemon prio=10 os_prio=0 tid=0x00007f2e007e4000 nid=0x2c9 runnable [0x00007f2dc8210000] java.lang.Thread.State: RUNNABLE at java.net.SocketInputStream.socketRead0(Native Method) at java.net.SocketInputStream.socketRead(SocketInputStream.java:116) at java.net.SocketInputStream.read(SocketInputStream.java:170) at java.net.SocketInputStream.read(SocketInputStream.java:141) at java.net.SocketInputStream.read(SocketInputStream.java:223) at java.io.DataInputStream.readByte(DataInputStream.java:265) at org.tanukisoftware.wrapper.WrapperManager.handleSocket(WrapperManager.java:3742) at org.tanukisoftware.wrapper.WrapperManager.run(WrapperManager.java:4089) at java.lang.Thread.run(Thread.java:745) Locked ownable synchronizers: - None "Wrapper-Control-Event-Monitor" #22 daemon prio=5 os_prio=0 tid=0x00007f2e006c0000 nid=0x2c4 sleeping[0x00007f2dc8935000] java.lang.Thread.State: TIMED_WAITING (sleeping) at java.lang.Thread.sleep(Native Method) at org.tanukisoftware.wrapper.WrapperManager$3.run(WrapperManager.java:731) Locked ownable synchronizers: - None "RMI TCP Accept-0" #20 daemon prio=5 os_prio=0 tid=0x00007f2e0066b000 nid=0x2be runnable [0x00007f2dc8d60000] java.lang.Thread.State: RUNNABLE at java.net.PlainSocketImpl.socketAccept(Native Method) at java.net.AbstractPlainSocketImpl.accept(AbstractPlainSocketImpl.java:404) at java.net.ServerSocket.implAccept(ServerSocket.java:545) at java.net.ServerSocket.accept(ServerSocket.java:513) at sun.management.jmxremote.LocalRMIServerSocketFactory$1.accept(LocalRMIServerSocketFactory.java:52) at sun.rmi.transport.tcp.TCPTransport$AcceptLoop.executeAcceptLoop(TCPTransport.java:400) at sun.rmi.transport.tcp.TCPTransport$AcceptLoop.run(TCPTransport.java:372) at java.lang.Thread.run(Thread.java:745) Locked ownable synchronizers: - None "Service Thread" #18 daemon prio=9 os_prio=0 tid=0x00007f2e00357800 nid=0x2bb runnable [0x0000000000000000] java.lang.Thread.State: RUNNABLE Locked ownable synchronizers: - None "C1 CompilerThread11" #17 daemon prio=9 os_prio=0 tid=0x00007f2e00352000 nid=0x2ba waiting on condition [0x0000000000000000] java.lang.Thread.State: RUNNABLE Locked ownable synchronizers: - None "C1 CompilerThread10" #16 daemon prio=9 os_prio=0 tid=0x00007f2e00350000 nid=0x2b9 waiting on condition [0x0000000000000000] java.lang.Thread.State: RUNNABLE Locked ownable synchronizers: - None "C1 CompilerThread9" #15 daemon prio=9 os_prio=0 tid=0x00007f2e0034d000 nid=0x2b8 waiting on condition [0x0000000000000000] java.lang.Thread.State: RUNNABLE Locked ownable synchronizers: - None "C1 CompilerThread8" #14 daemon prio=9 os_prio=0 tid=0x00007f2e0034b000 nid=0x2b7 waiting on condition [0x0000000000000000] java.lang.Thread.State: RUNNABLE Locked ownable synchronizers: - None "C2 CompilerThread7" #13 daemon prio=9 os_prio=0 tid=0x00007f2e00340800 nid=0x2b6 waiting on condition [0x0000000000000000] java.lang.Thread.State: RUNNABLE Locked ownable synchronizers: - None "C2 CompilerThread6" #12 daemon prio=9 os_prio=0 tid=0x00007f2e0033e800 nid=0x2b5 waiting on condition [0x0000000000000000] java.lang.Thread.State: RUNNABLE Locked ownable synchronizers: - None "C2 CompilerThread5" #11 daemon prio=9 os_prio=0 tid=0x00007f2e0033c000 nid=0x2b4 waiting on condition [0x0000000000000000] java.lang.Thread.State: RUNNABLE Locked ownable synchronizers: - None "C2 CompilerThread4" #10 daemon prio=9 os_prio=0 tid=0x00007f2e0033a000 nid=0x2b3 waiting on condition [0x0000000000000000] java.lang.Thread.State: RUNNABLE Locked ownable synchronizers: - None "C2 CompilerThread3" #9 daemon prio=9 os_prio=0 tid=0x00007f2e00327800 nid=0x2b2 waiting on condition [0x0000000000000000] java.lang.Thread.State: RUNNABLE Locked ownable synchronizers: - None "C2 CompilerThread2" #8 daemon prio=9 os_prio=0 tid=0x00007f2e00325000 nid=0x2b1 waiting on condition [0x0000000000000000] java.lang.Thread.State: RUNNABLE Locked ownable synchronizers: - None "C2 CompilerThread1" #7 daemon prio=9 os_prio=0 tid=0x00007f2e00323000 nid=0x2b0 waiting on condition [0x0000000000000000] java.lang.Thread.State: RUNNABLE Locked ownable synchronizers: - None "C2 CompilerThread0" #6 daemon prio=9 os_prio=0 tid=0x00007f2e00320800 nid=0x2af waiting on condition [0x0000000000000000] java.lang.Thread.State: RUNNABLE Locked ownable synchronizers: - None "Signal Dispatcher" #5 daemon prio=9 os_prio=0 tid=0x00007f2e0031e800 nid=0x2ae runnable [0x0000000000000000] java.lang.Thread.State: RUNNABLE Locked ownable synchronizers: - None "Surrogate Locker Thread (Concurrent GC)" #4 daemon prio=9 os_prio=0 tid=0x00007f2e0031d000 nid=0x2ad waiting on condition [0x0000000000000000] java.lang.Thread.State: RUNNABLE Locked ownable synchronizers: - None "Finalizer" #3 daemon prio=8 os_prio=0 tid=0x00007f2e002e5000 nid=0x2ac in Object.wait() [0x00007f2dd0683000] java.lang.Thread.State: WAITING (on object monitor) at java.lang.Object.wait(Native Method) at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:143) - locked <0x00000006400508a8> (a java.lang.ref.ReferenceQueue$Lock) at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:164) at java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:209) Locked ownable synchronizers: - None "Reference Handler" #2 daemon prio=10 os_prio=0 tid=0x00007f2e002e3000 nid=0x2ab in Object.wait() [0x00007f2dd0784000] java.lang.Thread.State: WAITING (on object monitor) at java.lang.Object.wait(Native Method) at java.lang.Object.wait(Object.java:502) at java.lang.ref.Reference$ReferenceHandler.run(Reference.java:157) - locked <0x000000064005b2e0> (a java.lang.ref.Reference$Lock) Locked ownable synchronizers: - None "VM Thread" os_prio=0 tid=0x00007f2e002de000 nid=0x2aa runnable "Gang worker#0 (Parallel GC Threads)" os_prio=0 tid=0x00007f2e00022800 nid=0x27f runnable "Gang worker#1 (Parallel GC Threads)" os_prio=0 tid=0x00007f2e00024800 nid=0x280 runnable "Gang worker#2 (Parallel GC Threads)" os_prio=0 tid=0x00007f2e00026000 nid=0x281 runnable "Gang worker#3 (Parallel GC Threads)" os_prio=0 tid=0x00007f2e00028000 nid=0x282 runnable "Gang worker#4 (Parallel GC Threads)" os_prio=0 tid=0x00007f2e0002a000 nid=0x283 runnable "Gang worker#5 (Parallel GC Threads)" os_prio=0 tid=0x00007f2e0002b800 nid=0x284 runnable "Gang worker#6 (Parallel GC Threads)" os_prio=0 tid=0x00007f2e0002d800 nid=0x285 runnable "Gang worker#7 (Parallel GC Threads)" os_prio=0 tid=0x00007f2e0002f800 nid=0x286 runnable "Gang worker#8 (Parallel GC Threads)" os_prio=0 tid=0x00007f2e00031000 nid=0x287 runnable "Gang worker#9 (Parallel GC Threads)" os_prio=0 tid=0x00007f2e00033000 nid=0x288 runnable "Gang worker#10 (Parallel GC Threads)" os_prio=0 tid=0x00007f2e00034800 nid=0x289 runnable "Gang worker#11 (Parallel GC Threads)" os_prio=0 tid=0x00007f2e00036800 nid=0x28a runnable "Gang worker#12 (Parallel GC Threads)" os_prio=0 tid=0x00007f2e00038800 nid=0x28b runnable "Gang worker#13 (Parallel GC Threads)" os_prio=0 tid=0x00007f2e0003a000 nid=0x28c runnable "Gang worker#14 (Parallel GC Threads)" os_prio=0 tid=0x00007f2e0003c000 nid=0x28d runnable "Gang worker#15 (Parallel GC Threads)" os_prio=0 tid=0x00007f2e0003e000 nid=0x28e runnable "Gang worker#16 (Parallel GC Threads)" os_prio=0 tid=0x00007f2e0003f800 nid=0x28f runnable "Gang worker#17 (Parallel GC Threads)" os_prio=0 tid=0x00007f2e00041800 nid=0x290 runnable "G1 Main Concurrent Mark GC Thread" os_prio=0 tid=0x00007f2e0006d000 nid=0x2a4 runnable "Gang worker#0 (G1 Parallel Marking Threads)" os_prio=0 tid=0x00007f2e0006f000 nid=0x2a5 runnable "Gang worker#1 (G1 Parallel Marking Threads)" os_prio=0 tid=0x00007f2e00071000 nid=0x2a6 runnable "Gang worker#2 (G1 Parallel Marking Threads)" os_prio=0 tid=0x00007f2e00072800 nid=0x2a7 runnable "Gang worker#3 (G1 Parallel Marking Threads)" os_prio=0 tid=0x00007f2e00074800 nid=0x2a8 runnable "Gang worker#4 (G1 Parallel Marking Threads)" os_prio=0 tid=0x00007f2e00076800 nid=0x2a9 runnable "G1 Concurrent Refinement Thread#0" os_prio=0 tid=0x00007f2e00066000 nid=0x2a3 runnable "G1 Concurrent Refinement Thread#1" os_prio=0 tid=0x00007f2e00064000 nid=0x2a2 runnable "G1 Concurrent Refinement Thread#2" os_prio=0 tid=0x00007f2e00062800 nid=0x2a1 runnable "G1 Concurrent Refinement Thread#3" os_prio=0 tid=0x00007f2e00060800 nid=0x2a0 runnable "G1 Concurrent Refinement Thread#4" os_prio=0 tid=0x00007f2e0005e800 nid=0x29f runnable "G1 Concurrent Refinement Thread#5" os_prio=0 tid=0x00007f2e0005d000 nid=0x29e runnable "G1 Concurrent Refinement Thread#6" os_prio=0 tid=0x00007f2e0005b000 nid=0x29d runnable "G1 Concurrent Refinement Thread#7" os_prio=0 tid=0x00007f2e00059000 nid=0x29c runnable "G1 Concurrent Refinement Thread#8" os_prio=0 tid=0x00007f2e00057000 nid=0x29b runnable "G1 Concurrent Refinement Thread#9" os_prio=0 tid=0x00007f2e00055800 nid=0x29a runnable "G1 Concurrent Refinement Thread#10" os_prio=0 tid=0x00007f2e00053800 nid=0x299 runnable "G1 Concurrent Refinement Thread#11" os_prio=0 tid=0x00007f2e00051800 nid=0x298 runnable "G1 Concurrent Refinement Thread#12" os_prio=0 tid=0x00007f2e00050000 nid=0x297 runnable "G1 Concurrent Refinement Thread#13" os_prio=0 tid=0x00007f2e0004e000 nid=0x296 runnable "G1 Concurrent Refinement Thread#14" os_prio=0 tid=0x00007f2e0004c000 nid=0x295 runnable "G1 Concurrent Refinement Thread#15" os_prio=0 tid=0x00007f2e0004a800 nid=0x294 runnable "G1 Concurrent Refinement Thread#16" os_prio=0 tid=0x00007f2e00048800 nid=0x293 runnable "G1 Concurrent Refinement Thread#17" os_prio=0 tid=0x00007f2e00046800 nid=0x292 runnable "G1 Concurrent Refinement Thread#18" os_prio=0 tid=0x00007f2e00045000 nid=0x291 runnable "VM Periodic Task Thread" os_prio=0 tid=0x00007f2e00680000 nid=0x2bf waiting on condition JNI global references: 2273