2007-06-14 09:03:07 Full thread dump Java HotSpot(TM) 64-Bit Server VM (1.6.0_01-b06 mixed mode): "PingSender" daemon prio=10 tid=0x00002aaacb6aa400 nid=0x2c0 waiting on condition [0x00000000400f5000..0x00000000400f5a10] java.lang.Thread.State: TIMED_WAITING (sleeping) at java.lang.Thread.sleep(Native Method) at org.jgroups.util.Util.sleep(Util.java:851) at org.jgroups.protocols.PingSender.run(PingSender.java:77) at java.lang.Thread.run(Thread.java:619) "PingWaiter" daemon prio=10 tid=0x00002aaacc081400 nid=0x2bf in Object.wait() [0x0000000040a98000..0x0000000040a98b90] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) - waiting on <0x00002aaab40e4688> (a java.util.LinkedList) at org.jgroups.protocols.PingWaiter.findInitialMembers(PingWaiter.java:150) - locked <0x00002aaab40e4688> (a java.util.LinkedList) at org.jgroups.protocols.PingWaiter.run(PingWaiter.java:112) at java.lang.Thread.run(Thread.java:619) "RMI TCP Connection(3)-127.0.0.1" daemon prio=10 tid=0x00002aaacb30a800 nid=0x137 runnable [0x0000000040b20000..0x0000000040b20a90] java.lang.Thread.State: RUNNABLE at java.net.SocketInputStream.socketRead0(Native Method) at java.net.SocketInputStream.read(SocketInputStream.java:129) at java.io.BufferedInputStream.fill(BufferedInputStream.java:218) at java.io.BufferedInputStream.read(BufferedInputStream.java:237) - locked <0x00002aaac2273ad8> (a java.io.BufferedInputStream) at java.io.FilterInputStream.read(FilterInputStream.java:66) at sun.rmi.transport.tcp.TCPTransport.handleMessages(TCPTransport.java:517) at sun.rmi.transport.tcp.TCPTransport$ConnectionHandler.run0(TCPTransport.java:790) at sun.rmi.transport.tcp.TCPTransport$ConnectionHandler.run(TCPTransport.java:649) at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:885) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907) at java.lang.Thread.run(Thread.java:619) "RMI TCP Connection(2)-127.0.0.1" daemon prio=10 tid=0x00002aaacafe6800 nid=0x136 runnable [0x0000000040106000..0x0000000040106a10] java.lang.Thread.State: RUNNABLE at java.net.SocketInputStream.socketRead0(Native Method) at java.net.SocketInputStream.read(SocketInputStream.java:129) at java.io.BufferedInputStream.fill(BufferedInputStream.java:218) at java.io.BufferedInputStream.read(BufferedInputStream.java:237) - locked <0x00002aaac2233a68> (a java.io.BufferedInputStream) at java.io.FilterInputStream.read(FilterInputStream.java:66) at sun.rmi.transport.tcp.TCPTransport.handleMessages(TCPTransport.java:517) at sun.rmi.transport.tcp.TCPTransport$ConnectionHandler.run0(TCPTransport.java:790) at sun.rmi.transport.tcp.TCPTransport$ConnectionHandler.run(TCPTransport.java:649) at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:885) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907) at java.lang.Thread.run(Thread.java:619) "JMX server connection timeout 94" daemon prio=10 tid=0x00002aaacb347c00 nid=0x12d in Object.wait() [0x00000000400d3000..0x00000000400d3b90] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) - waiting on <0x00002aaac209ec50> (a [I) at com.sun.jmx.remote.internal.ServerCommunicatorAdmin$Timeout.run(ServerCommunicatorAdmin.java:150) - locked <0x00002aaac209ec50> (a [I) at java.lang.Thread.run(Thread.java:619) "RMI Scheduler(0)" daemon prio=10 tid=0x00002aaac6de1400 nid=0x7fff waiting on condition [0x00000000400c2000..0x00000000400c2b10] java.lang.Thread.State: TIMED_WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00002aaab4036150> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:198) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1927) at java.util.concurrent.DelayQueue.take(DelayQueue.java:164) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:582) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:575) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:946) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:906) at java.lang.Thread.run(Thread.java:619) "RMI TCP Connection(1)-127.0.0.1" daemon prio=10 tid=0x00002aaacb3b5400 nid=0x7ffe in Object.wait() [0x0000000040b0e000..0x0000000040b0fc90] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) - waiting on <0x00002aaac21e2658> (a com.sun.jmx.remote.internal.ArrayNotificationBuffer) at com.sun.jmx.remote.internal.ArrayNotificationBuffer.fetchNotifications(ArrayNotificationBuffer.java:341) - locked <0x00002aaac21e2658> (a com.sun.jmx.remote.internal.ArrayNotificationBuffer) at com.sun.jmx.remote.internal.ArrayNotificationBuffer$ShareBuffer.fetchNotifications(ArrayNotificationBuffer.java:123) at com.sun.jmx.remote.internal.ServerNotifForwarder.fetchNotifs(ServerNotifForwarder.java:258) at javax.management.remote.rmi.RMIConnectionImpl$2.run(RMIConnectionImpl.java:1227) at javax.management.remote.rmi.RMIConnectionImpl$2.run(RMIConnectionImpl.java:1225) at javax.management.remote.rmi.RMIConnectionImpl.fetchNotifications(RMIConnectionImpl.java:1231) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) at java.lang.reflect.Method.invoke(Method.java:597) at sun.rmi.server.UnicastServerRef.dispatch(UnicastServerRef.java:305) at sun.rmi.transport.Transport$1.run(Transport.java:159) at java.security.AccessController.doPrivileged(Native Method) at sun.rmi.transport.Transport.serviceCall(Transport.java:155) at sun.rmi.transport.tcp.TCPTransport.handleMessages(TCPTransport.java:535) at sun.rmi.transport.tcp.TCPTransport$ConnectionHandler.run0(TCPTransport.java:790) at sun.rmi.transport.tcp.TCPTransport$ConnectionHandler.run(TCPTransport.java:649) at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:885) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907) at java.lang.Thread.run(Thread.java:619) "Incoming Thread,perf,192.168.0.5:7800" daemon prio=10 tid=0x00002aaacb42b000 nid=0x7dcc waiting for monitor entry [0x0000000040afe000..0x0000000040afec90] java.lang.Thread.State: BLOCKED (on object monitor) at org.jgroups.protocols.pbcast.NAKACK.handleMessage(NAKACK.java:710) - waiting to lock <0x00002aaab40ed808> (a org.jgroups.stack.NakReceiverWindow) at org.jgroups.protocols.pbcast.NAKACK.up(NAKACK.java:546) at org.jgroups.protocols.BARRIER.up(BARRIER.java:122) at org.jgroups.protocols.VERIFY_SUSPECT.up(VERIFY_SUSPECT.java:154) at org.jgroups.protocols.FD.up(FD.java:328) at org.jgroups.protocols.FD_SOCK.up(FD_SOCK.java:298) at org.jgroups.protocols.MERGE2.up(MERGE2.java:145) at org.jgroups.protocols.Discovery.up(Discovery.java:220) at org.jgroups.protocols.MPING.up(MPING.java:151) at org.jgroups.protocols.TP$IncomingPacket.handleMyMessage(TP.java:1542) at org.jgroups.protocols.TP$IncomingPacket.run(TP.java:1491) at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:885) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907) at java.lang.Thread.run(Thread.java:619) "ClientConnectionHandler" daemon prio=10 tid=0x00002aaacb41e800 nid=0x7dc2 runnable [0x0000000040aed000..0x0000000040aedc10] java.lang.Thread.State: RUNNABLE at java.net.SocketInputStream.socketRead0(Native Method) at java.net.SocketInputStream.read(SocketInputStream.java:129) at java.net.SocketInputStream.read(SocketInputStream.java:182) at org.jgroups.protocols.FD_SOCK$ClientConnectionHandler.run(FD_SOCK.java:1134) "FD_SOCK Ping thread (channel=perf)" daemon prio=10 tid=0x00002aaacb419400 nid=0x7db6 runnable [0x0000000040adc000..0x0000000040adcd90] java.lang.Thread.State: RUNNABLE at java.net.SocketInputStream.socketRead0(Native Method) at java.net.SocketInputStream.read(SocketInputStream.java:129) at java.net.SocketInputStream.read(SocketInputStream.java:182) at org.jgroups.protocols.FD_SOCK.run(FD_SOCK.java:459) at java.lang.Thread.run(Thread.java:619) "Incoming Thread,perf,192.168.0.5:7800" prio=10 tid=0x00002aaacb785c00 nid=0x7db4 waiting for monitor entry [0x0000000040acb000..0x0000000040acbd10] java.lang.Thread.State: BLOCKED (on object monitor) at org.jgroups.protocols.pbcast.NAKACK.handleMessage(NAKACK.java:710) - waiting to lock <0x00002aaab40ed808> (a org.jgroups.stack.NakReceiverWindow) at org.jgroups.protocols.pbcast.NAKACK.up(NAKACK.java:546) at org.jgroups.protocols.BARRIER.up(BARRIER.java:122) at org.jgroups.protocols.VERIFY_SUSPECT.up(VERIFY_SUSPECT.java:154) at org.jgroups.protocols.FD.up(FD.java:328) at org.jgroups.protocols.FD_SOCK.up(FD_SOCK.java:298) at org.jgroups.protocols.MERGE2.up(MERGE2.java:145) at org.jgroups.protocols.Discovery.up(Discovery.java:220) at org.jgroups.protocols.MPING.up(MPING.java:151) at org.jgroups.protocols.TP$IncomingPacket.handleMyMessage(TP.java:1542) at org.jgroups.protocols.TP$IncomingPacket.run(TP.java:1491) at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:885) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907) at java.lang.Thread.run(Thread.java:619) "Timer,perf,192.168.0.5:7800" prio=10 tid=0x00002aaacb784400 nid=0x7dab waiting on condition [0x0000000040aba000..0x0000000040abaa90] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00002aaab40b5980> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1889) at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:254) at org.jgroups.blocks.BasicConnectionTable$Connection.send(BasicConnectionTable.java:431) at org.jgroups.blocks.BasicConnectionTable.send(BasicConnectionTable.java:241) at org.jgroups.protocols.TCP.send(TCP.java:54) at org.jgroups.protocols.BasicTCP.sendToSingleMember(BasicTCP.java:194) at org.jgroups.protocols.TP.doSend(TP.java:1190) at org.jgroups.protocols.TP.send(TP.java:1177) at org.jgroups.protocols.TP.down(TP.java:944) at org.jgroups.protocols.Discovery.down(Discovery.java:321) at org.jgroups.protocols.MERGE2.down(MERGE2.java:184) at org.jgroups.protocols.FD_SOCK.down(FD_SOCK.java:403) at org.jgroups.protocols.FD.down(FD.java:363) at org.jgroups.stack.Protocol.down(Protocol.java:252) at org.jgroups.protocols.BARRIER.down(BARRIER.java:97) at org.jgroups.protocols.pbcast.NAKACK.retransmit(NAKACK.java:1386) at org.jgroups.stack.Retransmitter$Entry.run(Retransmitter.java:339) at org.jgroups.util.TimeScheduler$TaskWrapper.run(TimeScheduler.java:196) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:441) at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:138) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:98) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:207) at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:885) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907) at java.lang.Thread.run(Thread.java:619) "Timer,perf,192.168.0.5:7800" prio=10 tid=0x00002aaacb783c00 nid=0x7daa waiting on condition [0x0000000040aa9000..0x0000000040aa9a10] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00002aaab40b5980> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1889) at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:254) at org.jgroups.blocks.BasicConnectionTable$Connection.send(BasicConnectionTable.java:431) at org.jgroups.blocks.BasicConnectionTable.send(BasicConnectionTable.java:241) at org.jgroups.protocols.TCP.send(TCP.java:54) at org.jgroups.protocols.BasicTCP.sendToSingleMember(BasicTCP.java:194) at org.jgroups.protocols.TP.doSend(TP.java:1190) at org.jgroups.protocols.TP.send(TP.java:1177) at org.jgroups.protocols.TP.down(TP.java:944) at org.jgroups.protocols.Discovery.down(Discovery.java:321) at org.jgroups.protocols.MERGE2.down(MERGE2.java:184) at org.jgroups.protocols.FD_SOCK.down(FD_SOCK.java:403) at org.jgroups.protocols.FD$Monitor.run(FD.java:534) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:441) at java.util.concurrent.FutureTask$Sync.innerRunAndReset(FutureTask.java:317) at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:150) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$101(ScheduledThreadPoolExecutor.java:98) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.runPeriodic(ScheduledThreadPoolExecutor.java:181) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:205) at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:885) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907) at java.lang.Thread.run(Thread.java:619) "Incoming Thread,perf,192.168.0.5:7800" daemon prio=10 tid=0x00002aaacb77f000 nid=0x7d9a waiting on condition [0x0000000040a87000..0x0000000040a87b10] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00002aaab40b5980> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1889) at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:254) at org.jgroups.blocks.BasicConnectionTable$Connection.send(BasicConnectionTable.java:431) at org.jgroups.blocks.BasicConnectionTable.send(BasicConnectionTable.java:241) at org.jgroups.protocols.TCP.send(TCP.java:54) at org.jgroups.protocols.BasicTCP.sendToSingleMember(BasicTCP.java:194) at org.jgroups.protocols.BasicTCP.sendToAllMembers(BasicTCP.java:179) at org.jgroups.protocols.TP.doSend(TP.java:1187) at org.jgroups.protocols.TP.send(TP.java:1177) at org.jgroups.protocols.TP.down(TP.java:944) at org.jgroups.protocols.Discovery.down(Discovery.java:321) at org.jgroups.protocols.MERGE2.down(MERGE2.java:184) at org.jgroups.protocols.FD_SOCK.down(FD_SOCK.java:403) at org.jgroups.protocols.FD.down(FD.java:363) at org.jgroups.stack.Protocol.down(Protocol.java:252) at org.jgroups.protocols.BARRIER.down(BARRIER.java:97) at org.jgroups.protocols.pbcast.NAKACK.send(NAKACK.java:648) at org.jgroups.protocols.pbcast.NAKACK.down(NAKACK.java:438) at org.jgroups.protocols.UNICAST.down(UNICAST.java:430) at org.jgroups.protocols.pbcast.STABLE.sendStableMessage(STABLE.java:640) at org.jgroups.protocols.pbcast.STABLE.handleRegularMessage(STABLE.java:286) at org.jgroups.protocols.pbcast.STABLE.up(STABLE.java:233) at org.jgroups.protocols.UNICAST.up(UNICAST.java:263) at org.jgroups.protocols.pbcast.NAKACK.handleMessage(NAKACK.java:720) - locked <0x00002aaab40ed808> (a org.jgroups.stack.NakReceiverWindow) at org.jgroups.protocols.pbcast.NAKACK.up(NAKACK.java:546) at org.jgroups.protocols.BARRIER.up(BARRIER.java:122) at org.jgroups.protocols.VERIFY_SUSPECT.up(VERIFY_SUSPECT.java:154) "ConnectionTable.Connection.Receiver [192.168.0.5:7800 - 192.168.0.5:52619]" daemon prio=10 tid=0x00002aaacb415800 nid=0x7d99 waiting for monitor entry [0x0000000040a76000..0x0000000040a76c90] java.lang.Thread.State: BLOCKED (on object monitor) at org.jgroups.protocols.pbcast.NAKACK.handleMessage(NAKACK.java:710) - waiting to lock <0x00002aaab40ed808> (a org.jgroups.stack.NakReceiverWindow) at org.jgroups.protocols.pbcast.NAKACK.up(NAKACK.java:546) at org.jgroups.protocols.BARRIER.up(BARRIER.java:122) at org.jgroups.protocols.VERIFY_SUSPECT.up(VERIFY_SUSPECT.java:154) at org.jgroups.protocols.FD.up(FD.java:328) at org.jgroups.protocols.FD_SOCK.up(FD_SOCK.java:298) at org.jgroups.protocols.MERGE2.up(MERGE2.java:145) at org.jgroups.protocols.Discovery.up(Discovery.java:220) at org.jgroups.protocols.MPING.up(MPING.java:151) at org.jgroups.protocols.TP$IncomingPacket.handleMyMessage(TP.java:1542) at org.jgroups.protocols.TP$IncomingPacket.run(TP.java:1491) at java.util.concurrent.ThreadPoolExecutor$CallerRunsPolicy.rejectedExecution(ThreadPoolExecutor.java:1737) at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:767) at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:658) at org.jgroups.protocols.TP.dispatchToThreadPool(TP.java:1041) at org.jgroups.protocols.TP.receive(TP.java:1012) at org.jgroups.protocols.BasicTCP.receive(BasicTCP.java:233) at org.jgroups.blocks.BasicConnectionTable.receive(BasicConnectionTable.java:160) at org.jgroups.blocks.BasicConnectionTable$Connection.run(BasicConnectionTable.java:589) at java.lang.Thread.run(Thread.java:619) "ConnectionTable.Connection.Sender local_addr=192.168.0.5:7800 [192.168.0.5:7800 - 192.168.0.5:52619]" daemon prio=10 tid=0x00002aaacb414c00 nid=0x7d97 waiting on condition [0x0000000040a65000..0x0000000040a65c10] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00002aaab4109180> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1889) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:358) at org.jgroups.blocks.BasicConnectionTable$Connection$Sender.run(BasicConnectionTable.java:696) at java.lang.Thread.run(Thread.java:619) "ConnectionTable.Connection.Receiver [192.168.0.5:36690 - 192.168.0.5:7801]" daemon prio=10 tid=0x00002aaacb412800 nid=0x7c5e runnable [0x0000000040a54000..0x0000000040a54d90] java.lang.Thread.State: RUNNABLE at java.net.SocketInputStream.socketRead0(Native Method) at java.net.SocketInputStream.read(SocketInputStream.java:129) at java.io.BufferedInputStream.fill(BufferedInputStream.java:218) at java.io.BufferedInputStream.read(BufferedInputStream.java:237) - locked <0x00002aaab4259eb0> (a java.io.BufferedInputStream) at java.io.DataInputStream.readInt(DataInputStream.java:370) at org.jgroups.blocks.BasicConnectionTable$Connection.run(BasicConnectionTable.java:584) at java.lang.Thread.run(Thread.java:619) "ConnectionTable.Connection.Sender local_addr=192.168.0.5:7800 [192.168.0.5:36690 - 192.168.0.5:7801]" daemon prio=10 tid=0x00002aaacb411400 nid=0x7c5d runnable [0x0000000040a43000..0x0000000040a43d10] java.lang.Thread.State: RUNNABLE at java.net.SocketOutputStream.socketWrite0(Native Method) at java.net.SocketOutputStream.socketWrite(SocketOutputStream.java:92) at java.net.SocketOutputStream.write(SocketOutputStream.java:136) at java.io.BufferedOutputStream.write(BufferedOutputStream.java:105) - locked <0x00002aaab4257db0> (a java.io.BufferedOutputStream) at java.io.DataOutputStream.write(DataOutputStream.java:90) - locked <0x00002aaab4257d80> (a java.io.DataOutputStream) at org.jgroups.util.Util.doubleWrite(Util.java:1501) at org.jgroups.blocks.BasicConnectionTable$Connection.doSend(BasicConnectionTable.java:479) at org.jgroups.blocks.BasicConnectionTable$Connection._send(BasicConnectionTable.java:445) - locked <0x00002aaab411efb0> (a java.lang.Object) at org.jgroups.blocks.BasicConnectionTable$Connection.access$100(BasicConnectionTable.java:304) at org.jgroups.blocks.BasicConnectionTable$Connection$Sender.run(BasicConnectionTable.java:699) at java.lang.Thread.run(Thread.java:619) "MERGE2.FindSubgroups thread (channel=perf, local_addr=192.168.0.5:7800)" daemon prio=10 tid=0x00002aaacb436000 nid=0x7bd0 in Object.wait() [0x00000000400e4000..0x00000000400e4c90] java.lang.Thread.State: WAITING (on object monitor) at java.lang.Object.wait(Native Method) - waiting on <0x00002aaab40e44c8> (a org.jgroups.util.Promise) at java.lang.Object.wait(Object.java:485) at org.jgroups.util.Promise.doWait(Promise.java:100) at org.jgroups.util.Promise._getResultWithTimeout(Promise.java:52) at org.jgroups.util.Promise.getResultWithTimeout(Promise.java:28) - locked <0x00002aaab40e44c8> (a org.jgroups.util.Promise) at org.jgroups.util.Promise.getResult(Promise.java:91) at org.jgroups.protocols.MERGE2$FindSubgroups.findInitialMembers(MERGE2.java:310) at org.jgroups.protocols.MERGE2$FindSubgroups.run(MERGE2.java:267) at java.lang.Thread.run(Thread.java:619) "ServerSocket acceptor thread (channel=perf)" daemon prio=10 tid=0x00002aaacb3b4000 nid=0x7a7f runnable [0x00000000400b1000..0x00000000400b1a10] java.lang.Thread.State: RUNNABLE at java.net.PlainSocketImpl.socketAccept(Native Method) at java.net.PlainSocketImpl.accept(PlainSocketImpl.java:384) - locked <0x00002aaab40027f0> (a java.net.SocksSocketImpl) at java.net.ServerSocket.implAccept(ServerSocket.java:450) at java.net.ServerSocket.accept(ServerSocket.java:421) at org.jgroups.protocols.FD_SOCK$ServerSocketHandler.run(FD_SOCK.java:1070) at java.lang.Thread.run(Thread.java:619) "DiagnosticsHandler,perf,192.168.0.5:7800" daemon prio=10 tid=0x00002aaacb38a800 nid=0x7a7c runnable [0x00000000400a0000..0x00000000400a0b90] java.lang.Thread.State: RUNNABLE at java.net.PlainDatagramSocketImpl.receive0(Native Method) - locked <0x00002aaab40e7580> (a java.net.PlainDatagramSocketImpl) at java.net.PlainDatagramSocketImpl.receive(PlainDatagramSocketImpl.java:136) - locked <0x00002aaab40e7580> (a java.net.PlainDatagramSocketImpl) at java.net.DatagramSocket.receive(DatagramSocket.java:712) - locked <0x00002aaab40a5f48> (a java.net.DatagramPacket) - locked <0x00002aaab40e7520> (a java.net.MulticastSocket) at org.jgroups.protocols.TP$DiagnosticsHandler.run(TP.java:1851) at java.lang.Thread.run(Thread.java:619) "ConnectionTable.AcceptorThread" daemon prio=10 tid=0x00002aaacb4ac000 nid=0x7a77 runnable [0x000000004008f000..0x000000004008fb10] java.lang.Thread.State: RUNNABLE at java.net.PlainSocketImpl.socketAccept(Native Method) at java.net.PlainSocketImpl.accept(PlainSocketImpl.java:384) - locked <0x00002aaab40e7960> (a java.net.SocksSocketImpl) at java.net.ServerSocket.implAccept(ServerSocket.java:450) at java.net.ServerSocket.accept(ServerSocket.java:421) at org.jgroups.blocks.ConnectionTable.run(ConnectionTable.java:252) at java.lang.Thread.run(Thread.java:619) "ReceiverThread" daemon prio=10 tid=0x00002aaacb4ab800 nid=0x7a75 runnable [0x000000004006d000..0x000000004006dc90] java.lang.Thread.State: RUNNABLE at java.net.PlainDatagramSocketImpl.receive0(Native Method) - locked <0x00002aaab40e4800> (a java.net.PlainDatagramSocketImpl) at java.net.PlainDatagramSocketImpl.receive(PlainDatagramSocketImpl.java:136) - locked <0x00002aaab40e4800> (a java.net.PlainDatagramSocketImpl) at java.net.DatagramSocket.receive(DatagramSocket.java:712) - locked <0x00002aaab40a6058> (a java.net.DatagramPacket) - locked <0x00002aaab40e47a0> (a java.net.MulticastSocket) at org.jgroups.protocols.MPING.run(MPING.java:262) at java.lang.Thread.run(Thread.java:619) "Timer,perf,192.168.0.5:7800" prio=10 tid=0x00002aaacb380400 nid=0x7a73 waiting on condition [0x000000004007e000..0x000000004007ec10] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00002aaab40b5980> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1889) at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:254) at org.jgroups.blocks.BasicConnectionTable$Connection.send(BasicConnectionTable.java:431) at org.jgroups.blocks.BasicConnectionTable.send(BasicConnectionTable.java:241) at org.jgroups.protocols.TCP.send(TCP.java:54) at org.jgroups.protocols.BasicTCP.sendToSingleMember(BasicTCP.java:194) at org.jgroups.protocols.BasicTCP.sendToAllMembers(BasicTCP.java:179) at org.jgroups.protocols.TP.doSend(TP.java:1187) at org.jgroups.protocols.TP.send(TP.java:1177) at org.jgroups.protocols.TP.down(TP.java:944) at org.jgroups.protocols.Discovery.down(Discovery.java:321) at org.jgroups.protocols.MERGE2.down(MERGE2.java:184) at org.jgroups.protocols.FD_SOCK.down(FD_SOCK.java:403) at org.jgroups.protocols.FD.down(FD.java:363) at org.jgroups.stack.Protocol.down(Protocol.java:252) at org.jgroups.protocols.BARRIER.down(BARRIER.java:97) at org.jgroups.protocols.pbcast.NAKACK.send(NAKACK.java:648) at org.jgroups.protocols.pbcast.NAKACK.down(NAKACK.java:438) at org.jgroups.protocols.UNICAST.down(UNICAST.java:430) at org.jgroups.protocols.pbcast.STABLE$StabilitySendTask.run(STABLE.java:845) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:441) at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:303) at java.util.concurrent.FutureTask.run(FutureTask.java:138) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:98) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:207) at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:885) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907) at java.lang.Thread.run(Thread.java:619) "RMI TCP Accept-0" daemon prio=10 tid=0x00002aaacb06c000 nid=0x7a22 runnable [0x000000004005c000..0x000000004005ca90] java.lang.Thread.State: RUNNABLE at java.net.PlainSocketImpl.socketAccept(Native Method) at java.net.PlainSocketImpl.accept(PlainSocketImpl.java:384) - locked <0x00002aaab41d6f88> (a java.net.SocksSocketImpl) at java.net.ServerSocket.implAccept(ServerSocket.java:450) at java.net.ServerSocket.accept(ServerSocket.java:421) at sun.rmi.transport.tcp.TCPTransport$AcceptLoop.executeAcceptLoop(TCPTransport.java:369) at sun.rmi.transport.tcp.TCPTransport$AcceptLoop.run(TCPTransport.java:341) at java.lang.Thread.run(Thread.java:619) "Low Memory Detector" daemon prio=10 tid=0x00002aaacae7f000 nid=0x79f4 runnable [0x0000000000000000..0x0000000000000000] java.lang.Thread.State: RUNNABLE "CompilerThread1" daemon prio=10 tid=0x00002aaacae7c800 nid=0x79f3 waiting on condition [0x0000000000000000..0x0000000040930b80] java.lang.Thread.State: RUNNABLE "CompilerThread0" daemon prio=10 tid=0x00002aaacae7ac00 nid=0x79f2 waiting on condition [0x0000000000000000..0x000000004082fb00] java.lang.Thread.State: RUNNABLE "Signal Dispatcher" daemon prio=10 tid=0x00002aaac6e44800 nid=0x79f1 waiting on condition [0x0000000000000000..0x0000000000000000] java.lang.Thread.State: RUNNABLE "Finalizer" daemon prio=10 tid=0x00002aaac6e2d400 nid=0x79e7 in Object.wait() [0x0000000040029000..0x0000000040029c10] java.lang.Thread.State: WAITING (on object monitor) at java.lang.Object.wait(Native Method) - waiting on <0x00002aaab40a6360> (a java.lang.ref.ReferenceQueue$Lock) at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:116) - locked <0x00002aaab40a6360> (a java.lang.ref.ReferenceQueue$Lock) at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:132) at java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:159) "Reference Handler" daemon prio=10 tid=0x00002aaac6e2c400 nid=0x79e6 in Object.wait() [0x0000000040018000..0x0000000040018d90] java.lang.Thread.State: WAITING (on object monitor) at java.lang.Object.wait(Native Method) - waiting on <0x00002aaab40a6398> (a java.lang.ref.Reference$Lock) at java.lang.Object.wait(Object.java:485) at java.lang.ref.Reference$ReferenceHandler.run(Reference.java:116) - locked <0x00002aaab40a6398> (a java.lang.ref.Reference$Lock) "main" prio=10 tid=0x0000000040112c00 nid=0x79d8 waiting on condition [0x000000004022a000..0x000000004022aed0] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00002aaab40b5980> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1889) at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:254) at org.jgroups.blocks.BasicConnectionTable$Connection.send(BasicConnectionTable.java:431) at org.jgroups.blocks.BasicConnectionTable.send(BasicConnectionTable.java:241) at org.jgroups.protocols.TCP.send(TCP.java:54) at org.jgroups.protocols.BasicTCP.sendToSingleMember(BasicTCP.java:194) at org.jgroups.protocols.BasicTCP.sendToAllMembers(BasicTCP.java:179) at org.jgroups.protocols.TP.doSend(TP.java:1187) at org.jgroups.protocols.TP.access$3200(TP.java:49) at org.jgroups.protocols.TP$Bundler.sendBundledMessages(TP.java:1765) at org.jgroups.protocols.TP$Bundler.send(TP.java:1692) at org.jgroups.protocols.TP$Bundler.access$200(TP.java:1657) at org.jgroups.protocols.TP.send(TP.java:1166) at org.jgroups.protocols.TP.down(TP.java:944) at org.jgroups.protocols.Discovery.down(Discovery.java:321) at org.jgroups.protocols.MERGE2.down(MERGE2.java:184) at org.jgroups.protocols.FD_SOCK.down(FD_SOCK.java:403) at org.jgroups.protocols.FD.down(FD.java:363) at org.jgroups.stack.Protocol.down(Protocol.java:252) at org.jgroups.protocols.BARRIER.down(BARRIER.java:97) at org.jgroups.protocols.pbcast.NAKACK.send(NAKACK.java:648) at org.jgroups.protocols.pbcast.NAKACK.down(NAKACK.java:438) at org.jgroups.protocols.UNICAST.down(UNICAST.java:430) at org.jgroups.protocols.pbcast.STABLE.down(STABLE.java:317) at org.jgroups.protocols.VIEW_SYNC.down(VIEW_SYNC.java:172) at org.jgroups.protocols.pbcast.GMS.down(GMS.java:782) at org.jgroups.protocols.FRAG2.down(FRAG2.java:167) at org.jgroups.protocols.pbcast.STATE_TRANSFER.down(STATE_TRANSFER.java:214) at org.jgroups.stack.ProtocolStack.down(ProtocolStack.java:340) at org.jgroups.JChannel.down(JChannel.java:1211) at org.jgroups.JChannel.send(JChannel.java:578) at org.jgroups.tests.perf.transports.JGroupsTransport.send(JGroupsTransport.java:85) at org.jgroups.tests.perf.Test.sendMessages(Test.java:451) at org.jgroups.tests.perf.Test.main(Test.java:808) "VM Thread" prio=10 tid=0x00002aaac6e27c00 nid=0x79e5 runnable "GC task thread#0 (ParallelGC)" prio=10 tid=0x000000004011d000 nid=0x79d9 runnable "GC task thread#1 (ParallelGC)" prio=10 tid=0x000000004011e000 nid=0x79da runnable "GC task thread#2 (ParallelGC)" prio=10 tid=0x000000004011f400 nid=0x79db runnable "GC task thread#3 (ParallelGC)" prio=10 tid=0x0000000040120800 nid=0x79dc runnable "VM Periodic Task Thread" prio=10 tid=0x00002aaacc2b1c00 nid=0x7a29 waiting on condition