2013-03-20 01:42:13 Full thread dump Java HotSpot(TM) 64-Bit Server VM (20.4-b02 mixed mode): "Attach Listener" daemon prio=10 tid=0x00007f6ca8001000 nid=0x27d2 waiting on condition [0x0000000000000000] java.lang.Thread.State: RUNNABLE "ServerMessageReceptor2" daemon prio=10 tid=0x00007f6c9401a000 nid=0x26f6 runnable [0x00007f6cd1ada000] java.lang.Thread.State: RUNNABLE at java.net.SocketInputStream.socketRead0(Native Method) at java.net.SocketInputStream.read(SocketInputStream.java:129) at org.jacorb.orb.etf.StreamConnectionBase.read(Unknown Source) at org.jacorb.orb.giop.GIOPConnection.getMessage(Unknown Source) at org.jacorb.orb.giop.GIOPConnection.receiveMessages(Unknown Source) at org.jacorb.orb.giop.MessageReceptor.doWork(Unknown Source) at org.jacorb.util.threadpool.ConsumerTie.run(Unknown Source) at java.lang.Thread.run(Thread.java:662) "ClientMessageReceptor1" daemon prio=10 tid=0x00007f6c6c001000 nid=0x2326 runnable [0x00007f6cd1ddd000] java.lang.Thread.State: RUNNABLE at java.net.SocketInputStream.socketRead0(Native Method) at java.net.SocketInputStream.read(SocketInputStream.java:129) at org.jacorb.orb.etf.StreamConnectionBase.read(Unknown Source) at org.jacorb.orb.giop.GIOPConnection.getMessage(Unknown Source) at org.jacorb.orb.giop.GIOPConnection.receiveMessages(Unknown Source) at org.jacorb.orb.giop.MessageReceptor.doWork(Unknown Source) at org.jacorb.util.threadpool.ConsumerTie.run(Unknown Source) at java.lang.Thread.run(Thread.java:662) "ServerMessageReceptor1" daemon prio=10 tid=0x00007f6c94019000 nid=0x2316 runnable [0x00007f6cd1ede000] java.lang.Thread.State: RUNNABLE at java.net.SocketInputStream.socketRead0(Native Method) at java.net.SocketInputStream.read(SocketInputStream.java:129) at org.jacorb.orb.etf.StreamConnectionBase.read(Unknown Source) at org.jacorb.orb.giop.GIOPConnection.getMessage(Unknown Source) at org.jacorb.orb.giop.GIOPConnection.receiveMessages(Unknown Source) at org.jacorb.orb.giop.MessageReceptor.doWork(Unknown Source) at org.jacorb.util.threadpool.ConsumerTie.run(Unknown Source) at java.lang.Thread.run(Thread.java:662) "RequestProcessor-5" daemon prio=10 tid=0x00007f6c90008800 nid=0x22fc waiting for monitor entry [0x00007f6cd1fdf000] java.lang.Thread.State: BLOCKED (on object monitor) at com.arjuna.ats.arjuna.coordinator.BasicAction.Abort(BasicAction.java:1582) - waiting to lock <0x00000007d7c04798> (a com.arjuna.ats.internal.jts.orbspecific.coordinator.ArjunaTransactionImple) at com.arjuna.ats.arjuna.coordinator.BasicAction.checkChildren(BasicAction.java:3281) at com.arjuna.ats.arjuna.coordinator.BasicAction.Abort(BasicAction.java:1618) - locked <0x00000007d7cb80f0> (a com.arjuna.ats.internal.jts.orbspecific.interposition.coordinator.ServerTransaction) at com.arjuna.ats.internal.jts.orbspecific.coordinator.ArjunaTransactionImple.rollback(ArjunaTransactionImple.java:481) at com.arjuna.ats.internal.jts.orbspecific.interposition.coordinator.ServerTransaction.rollback(ServerTransaction.java:410) at com.arjuna.ats.internal.jts.orbspecific.interposition.resources.arjuna.ServerTopLevelAction.rollback(ServerTopLevelAction.java:316) at org.omg.CosTransactions.ResourcePOATie.rollback(ResourcePOATie.java:54) at org.omg.CosTransactions.ResourcePOA._invoke(ResourcePOA.java:47) at org.jacorb.poa.RequestProcessor.invokeOperation(Unknown Source) at org.jacorb.poa.RequestProcessor.process(Unknown Source) at org.jacorb.poa.RequestProcessor.run(Unknown Source) "RequestProcessor-4" daemon prio=10 tid=0x00007f6c90006800 nid=0x22fb waiting for monitor entry [0x00007f6cd20df000] java.lang.Thread.State: BLOCKED (on object monitor) at com.arjuna.ats.arjuna.StateManager.forgetAction(StateManager.java:1217) - waiting to lock <0x00000007d9129b10> (a java.util.concurrent.locks.ReentrantLock) - locked <0x00000007d91286d8> (a com.hp.mwtests.ts.jts.orbspecific.resources.HammerObject) at sun.reflect.GeneratedMethodAccessor5.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) at java.lang.reflect.Method.invoke(Method.java:597) at com.arjuna.ats.internal.arjuna.abstractrecords.StateManagerFriend.forgetAction(StateManagerFriend.java:55) at com.arjuna.ats.internal.arjuna.abstractrecords.ActivationRecord.topLevelCommit(ActivationRecord.java:167) at com.arjuna.ats.arjuna.coordinator.BasicAction.doCommit(BasicAction.java:2753) at com.arjuna.ats.arjuna.coordinator.BasicAction.doCommit(BasicAction.java:2669) at com.arjuna.ats.arjuna.coordinator.BasicAction.phase2Commit(BasicAction.java:1813) - locked <0x00000007d7564908> (a com.arjuna.ats.internal.jts.orbspecific.interposition.coordinator.ServerTransaction) at com.arjuna.ats.internal.jts.orbspecific.interposition.coordinator.ServerTransaction.doPhase2Commit(ServerTransaction.java:243) at com.arjuna.ats.internal.jts.orbspecific.interposition.resources.arjuna.ServerTopLevelAction.commit(ServerTopLevelAction.java:396) at org.omg.CosTransactions.ResourcePOATie.commit(ResourcePOATie.java:59) at org.omg.CosTransactions.ResourcePOA._invoke(ResourcePOA.java:71) at org.jacorb.poa.RequestProcessor.invokeOperation(Unknown Source) at org.jacorb.poa.RequestProcessor.process(Unknown Source) at org.jacorb.poa.RequestProcessor.run(Unknown Source) "RequestProcessor-3" daemon prio=10 tid=0x00007f6c90004800 nid=0x22fa waiting for monitor entry [0x00007f6cd21e1000] java.lang.Thread.State: BLOCKED (on object monitor) at com.arjuna.ats.arjuna.StateManager.activate(StateManager.java:182) - waiting to lock <0x00000007d91286d8> (a com.hp.mwtests.ts.jts.orbspecific.resources.HammerObject) at com.arjuna.ats.arjuna.StateManager.activate(StateManager.java:161) at com.arjuna.ats.txoj.LockManager.setlock(LockManager.java:415) - locked <0x00000007d9129b58> (a java.lang.Object) - locked <0x00000007d7c04798> (a com.arjuna.ats.internal.jts.orbspecific.coordinator.ArjunaTransactionImple) - locked <0x00000007d9129b10> (a java.util.concurrent.locks.ReentrantLock) at com.arjuna.ats.txoj.LockManager.setlock(LockManager.java:329) at com.hp.mwtests.ts.jts.orbspecific.resources.HammerObject.get(HammerObject.java:199) at com.hp.mwtests.ts.jts.TestModule.HammerPOATie.get(HammerPOATie.java:53) at com.hp.mwtests.ts.jts.TestModule.HammerPOA._invoke(HammerPOA.java:48) at org.jacorb.poa.RequestProcessor.invokeOperation(Unknown Source) at org.jacorb.poa.RequestProcessor.process(Unknown Source) at org.jacorb.poa.RequestProcessor.run(Unknown Source) "RequestProcessor-2" daemon prio=10 tid=0x00007f6c90002800 nid=0x22f9 in Object.wait() [0x00007f6cd22e2000] java.lang.Thread.State: WAITING (on object monitor) at java.lang.Object.wait(Native Method) - waiting on <0x00000007d915cda8> (a org.jacorb.poa.RequestProcessor) at java.lang.Object.wait(Object.java:485) at org.jacorb.poa.RequestProcessor.run(Unknown Source) - locked <0x00000007d915cda8> (a org.jacorb.poa.RequestProcessor) "RequestProcessor-1" daemon prio=10 tid=0x00007f6c90001800 nid=0x22f8 in Object.wait() [0x00007f6cd23e3000] java.lang.Thread.State: WAITING (on object monitor) at java.lang.Object.wait(Native Method) - waiting on <0x00000007d915d8e0> (a org.jacorb.poa.RequestProcessor) at java.lang.Object.wait(Object.java:485) at org.jacorb.poa.RequestProcessor.run(Unknown Source) - locked <0x00000007d915d8e0> (a org.jacorb.poa.RequestProcessor) "ServerMessageReceptor0" daemon prio=10 tid=0x00007f6c94016800 nid=0x22f7 runnable [0x00007f6cd24e4000] java.lang.Thread.State: RUNNABLE at java.net.SocketInputStream.socketRead0(Native Method) at java.net.SocketInputStream.read(SocketInputStream.java:129) at org.jacorb.orb.etf.StreamConnectionBase.read(Unknown Source) at org.jacorb.orb.giop.GIOPConnection.getMessage(Unknown Source) at org.jacorb.orb.giop.GIOPConnection.receiveMessages(Unknown Source) at org.jacorb.orb.giop.MessageReceptor.doWork(Unknown Source) at org.jacorb.util.threadpool.ConsumerTie.run(Unknown Source) at java.lang.Thread.run(Thread.java:662) "Transaction Reaper Worker 0" daemon prio=10 tid=0x00007f6cd4386800 nid=0x22f6 in Object.wait() [0x00007f6cd25eb000] java.lang.Thread.State: WAITING (on object monitor) at java.lang.Object.wait(Native Method) - waiting on <0x00000007d9172548> (a java.util.LinkedList) at java.lang.Object.wait(Object.java:485) at com.arjuna.ats.arjuna.coordinator.TransactionReaper.waitForCancellations(TransactionReaper.java:321) - locked <0x00000007d9172548> (a java.util.LinkedList) at com.arjuna.ats.internal.arjuna.coordinator.ReaperWorkerThread.run(ReaperWorkerThread.java:65) "Transaction Reaper" daemon prio=10 tid=0x00007f6cd435e000 nid=0x22f5 in Object.wait() [0x00007f6cd26ec000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) - waiting on <0x00000007d9172560> (a com.arjuna.ats.arjuna.coordinator.TransactionReaper) at com.arjuna.ats.internal.arjuna.coordinator.ReaperThread.run(ReaperThread.java:90) - locked <0x00000007d9172560> (a com.arjuna.ats.arjuna.coordinator.TransactionReaper) "Listener:11019" daemon prio=10 tid=0x00007f6cd43bc800 nid=0x22f4 runnable [0x00007f6cd27ed000] java.lang.Thread.State: RUNNABLE at java.net.PlainSocketImpl.socketAccept(Native Method) at java.net.PlainSocketImpl.accept(PlainSocketImpl.java:408) - locked <0x00000007d91736d0> (a java.net.SocksSocketImpl) at java.net.ServerSocket.implAccept(ServerSocket.java:462) at java.net.ServerSocket.accept(ServerSocket.java:430) at com.arjuna.ats.internal.arjuna.recovery.Listener.run(Listener.java:122) "ClientMessageReceptor0" daemon prio=10 tid=0x00007f6cd43a6800 nid=0x22f3 runnable [0x00007f6cd28ee000] java.lang.Thread.State: RUNNABLE at java.net.SocketInputStream.socketRead0(Native Method) at java.net.SocketInputStream.read(SocketInputStream.java:129) at org.jacorb.orb.etf.StreamConnectionBase.read(Unknown Source) at org.jacorb.orb.giop.GIOPConnection.getMessage(Unknown Source) at org.jacorb.orb.giop.GIOPConnection.receiveMessages(Unknown Source) at org.jacorb.orb.giop.MessageReceptor.doWork(Unknown Source) at org.jacorb.util.threadpool.ConsumerTie.run(Unknown Source) at java.lang.Thread.run(Thread.java:662) "ServerSocketListener" daemon prio=10 tid=0x00007f6cd438a000 nid=0x22f1 runnable [0x00007f6cd29ef000] java.lang.Thread.State: RUNNABLE at java.net.PlainSocketImpl.socketAccept(Native Method) at java.net.PlainSocketImpl.accept(PlainSocketImpl.java:408) - locked <0x00000007d916d7e8> (a java.net.SocksSocketImpl) at java.net.ServerSocket.implAccept(ServerSocket.java:462) at java.net.ServerSocket.accept(ServerSocket.java:430) at org.jacorb.orb.iiop.IIOPListener$Acceptor.run(Unknown Source) "RequestController-1" daemon prio=10 tid=0x00007f6cd43c6800 nid=0x22f0 in Object.wait() [0x00007f6cd2c07000] java.lang.Thread.State: WAITING (on object monitor) at java.lang.Object.wait(Native Method) - waiting on <0x00000007d9173e18> (a java.lang.Object) at java.lang.Object.wait(Object.java:485) at org.jacorb.poa.RequestController.waitForQueue(Unknown Source) - locked <0x00000007d9173e18> (a java.lang.Object) at org.jacorb.poa.RequestController.run(Unknown Source) "Low Memory Detector" daemon prio=10 tid=0x00007f6cd4093800 nid=0x22ee runnable [0x0000000000000000] java.lang.Thread.State: RUNNABLE "C2 CompilerThread1" daemon prio=10 tid=0x00007f6cd4091000 nid=0x22ed waiting on condition [0x0000000000000000] java.lang.Thread.State: RUNNABLE "C2 CompilerThread0" daemon prio=10 tid=0x00007f6cd408e000 nid=0x22ec waiting on condition [0x0000000000000000] java.lang.Thread.State: RUNNABLE "Signal Dispatcher" daemon prio=10 tid=0x00007f6cd408c000 nid=0x22eb runnable [0x0000000000000000] java.lang.Thread.State: RUNNABLE "Finalizer" daemon prio=10 tid=0x00007f6cd406f800 nid=0x22ea in Object.wait() [0x00007f6cd335b000] java.lang.Thread.State: WAITING (on object monitor) at java.lang.Object.wait(Native Method) - waiting on <0x00000007d9174468> (a java.lang.ref.ReferenceQueue$Lock) at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:118) - locked <0x00000007d9174468> (a java.lang.ref.ReferenceQueue$Lock) at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:134) at java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:159) "Reference Handler" daemon prio=10 tid=0x00007f6cd406d800 nid=0x22e9 in Object.wait() [0x00007f6cd345c000] java.lang.Thread.State: WAITING (on object monitor) at java.lang.Object.wait(Native Method) - waiting on <0x00000007d91201a0> (a java.lang.ref.Reference$Lock) at java.lang.Object.wait(Object.java:485) at java.lang.ref.Reference$ReferenceHandler.run(Reference.java:116) - locked <0x00000007d91201a0> (a java.lang.ref.Reference$Lock) "main" prio=10 tid=0x00007f6cd4009000 nid=0x22e3 in Object.wait() [0x00007f6cdbea3000] java.lang.Thread.State: WAITING (on object monitor) at java.lang.Object.wait(Native Method) - waiting on <0x00000007d916de50> (a java.lang.Object) at java.lang.Object.wait(Object.java:485) at org.jacorb.orb.ORB.run(Unknown Source) - locked <0x00000007d916de50> (a java.lang.Object) at com.arjuna.orbportability.internal.orbspecific.oa.implementations.POABase.run(POABase.java:123) at com.arjuna.orbportability.oa.core.OA.run(OA.java:135) at com.arjuna.orbportability.OA.run(OA.java:381) at com.hp.mwtests.ts.jts.remote.servers.HammerServer.main(HammerServer.java:78) "VM Thread" prio=10 tid=0x00007f6cd4067000 nid=0x22e8 runnable "GC task thread#0 (ParallelGC)" prio=10 tid=0x00007f6cd401c000 nid=0x22e4 runnable "GC task thread#1 (ParallelGC)" prio=10 tid=0x00007f6cd401e000 nid=0x22e5 runnable "GC task thread#2 (ParallelGC)" prio=10 tid=0x00007f6cd4020000 nid=0x22e6 runnable "GC task thread#3 (ParallelGC)" prio=10 tid=0x00007f6cd4021800 nid=0x22e7 runnable "VM Periodic Task Thread" prio=10 tid=0x00007f6cd409e000 nid=0x22ef waiting on condition JNI global references: 1814 Found one Java-level deadlock: ============================= "RequestProcessor-5": waiting to lock monitor 0x00007f6c60005298 (object 0x00000007d7c04798, a com.arjuna.ats.internal.jts.orbspecific.coordinator.ArjunaTransactionImple), which is held by "RequestProcessor-3" "RequestProcessor-3": waiting to lock monitor 0x00007f6c88001310 (object 0x00000007d91286d8, a com.hp.mwtests.ts.jts.orbspecific.resources.HammerObject), which is held by "RequestProcessor-4" "RequestProcessor-4": waiting to lock monitor 0x00007f6c60005928 (object 0x00000007d9129b10, a java.util.concurrent.locks.ReentrantLock), which is held by "RequestProcessor-3" Java stack information for the threads listed above: =================================================== "RequestProcessor-5": at com.arjuna.ats.arjuna.coordinator.BasicAction.Abort(BasicAction.java:1582) - waiting to lock <0x00000007d7c04798> (a com.arjuna.ats.internal.jts.orbspecific.coordinator.ArjunaTransactionImple) at com.arjuna.ats.arjuna.coordinator.BasicAction.checkChildren(BasicAction.java:3281) at com.arjuna.ats.arjuna.coordinator.BasicAction.Abort(BasicAction.java:1618) - locked <0x00000007d7cb80f0> (a com.arjuna.ats.internal.jts.orbspecific.interposition.coordinator.ServerTransaction) at com.arjuna.ats.internal.jts.orbspecific.coordinator.ArjunaTransactionImple.rollback(ArjunaTransactionImple.java:481) at com.arjuna.ats.internal.jts.orbspecific.interposition.coordinator.ServerTransaction.rollback(ServerTransaction.java:410) at com.arjuna.ats.internal.jts.orbspecific.interposition.resources.arjuna.ServerTopLevelAction.rollback(ServerTopLevelAction.java:316) at org.omg.CosTransactions.ResourcePOATie.rollback(ResourcePOATie.java:54) at org.omg.CosTransactions.ResourcePOA._invoke(ResourcePOA.java:47) at org.jacorb.poa.RequestProcessor.invokeOperation(Unknown Source) at org.jacorb.poa.RequestProcessor.process(Unknown Source) at org.jacorb.poa.RequestProcessor.run(Unknown Source) "RequestProcessor-3": at com.arjuna.ats.arjuna.StateManager.activate(StateManager.java:182) - waiting to lock <0x00000007d91286d8> (a com.hp.mwtests.ts.jts.orbspecific.resources.HammerObject) at com.arjuna.ats.arjuna.StateManager.activate(StateManager.java:161) at com.arjuna.ats.txoj.LockManager.setlock(LockManager.java:415) - locked <0x00000007d9129b58> (a java.lang.Object) - locked <0x00000007d7c04798> (a com.arjuna.ats.internal.jts.orbspecific.coordinator.ArjunaTransactionImple) - locked <0x00000007d9129b10> (a java.util.concurrent.locks.ReentrantLock) at com.arjuna.ats.txoj.LockManager.setlock(LockManager.java:329) at com.hp.mwtests.ts.jts.orbspecific.resources.HammerObject.get(HammerObject.java:199) at com.hp.mwtests.ts.jts.TestModule.HammerPOATie.get(HammerPOATie.java:53) at com.hp.mwtests.ts.jts.TestModule.HammerPOA._invoke(HammerPOA.java:48) at org.jacorb.poa.RequestProcessor.invokeOperation(Unknown Source) at org.jacorb.poa.RequestProcessor.process(Unknown Source) at org.jacorb.poa.RequestProcessor.run(Unknown Source) "RequestProcessor-4": at com.arjuna.ats.arjuna.StateManager.forgetAction(StateManager.java:1217) - waiting to lock <0x00000007d9129b10> (a java.util.concurrent.locks.ReentrantLock) - locked <0x00000007d91286d8> (a com.hp.mwtests.ts.jts.orbspecific.resources.HammerObject) at sun.reflect.GeneratedMethodAccessor5.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) at java.lang.reflect.Method.invoke(Method.java:597) at com.arjuna.ats.internal.arjuna.abstractrecords.StateManagerFriend.forgetAction(StateManagerFriend.java:55) at com.arjuna.ats.internal.arjuna.abstractrecords.ActivationRecord.topLevelCommit(ActivationRecord.java:167) at com.arjuna.ats.arjuna.coordinator.BasicAction.doCommit(BasicAction.java:2753) at com.arjuna.ats.arjuna.coordinator.BasicAction.doCommit(BasicAction.java:2669) at com.arjuna.ats.arjuna.coordinator.BasicAction.phase2Commit(BasicAction.java:1813) - locked <0x00000007d7564908> (a com.arjuna.ats.internal.jts.orbspecific.interposition.coordinator.ServerTransaction) at com.arjuna.ats.internal.jts.orbspecific.interposition.coordinator.ServerTransaction.doPhase2Commit(ServerTransaction.java:243) at com.arjuna.ats.internal.jts.orbspecific.interposition.resources.arjuna.ServerTopLevelAction.commit(ServerTopLevelAction.java:396) at org.omg.CosTransactions.ResourcePOATie.commit(ResourcePOATie.java:59) at org.omg.CosTransactions.ResourcePOA._invoke(ResourcePOA.java:71) at org.jacorb.poa.RequestProcessor.invokeOperation(Unknown Source) at org.jacorb.poa.RequestProcessor.process(Unknown Source) at org.jacorb.poa.RequestProcessor.run(Unknown Source) Found 1 deadlock.