Uploaded image for project: 'Infinispan'
  1. Infinispan
  2. ISPN-1375

IllegalStateException: "Tx lock should not be locked for writing as long as the latch is open" during stress tests

    XMLWordPrintable

Details

    • Hide

      occurred and reproducable in highly stressed distributed environment - didn't have time for UT yet

      Show
      occurred and reproducable in highly stressed distributed environment - didn't have time for UT yet

    Description

      2011-09-05 12:37:17,846 ERROR local -> dist buckets| RpcManagerImpl| ISPN000073: Unexpected error while replicating
      java.lang.IllegalStateException: Tx lock should not be locked for writing as long as the latch is open
      at org.infinispan.distribution.TransactionLoggerImpl.acquireLockForTx(TransactionLoggerImpl.java:303)
      at org.infinispan.distribution.TransactionLoggerImpl.beforeCommand(TransactionLoggerImpl.java:185)
      at org.infinispan.interceptors.DistTxInterceptor.visitPutKeyValueCommand(DistTxInterceptor.java:125)
      at org.infinispan.commands.write.PutKeyValueCommand.acceptVisitor(PutKeyValueCommand.java:77)
      at org.infinispan.interceptors.base.CommandInterceptor.invokeNextInterceptor(CommandInterceptor.java:119)
      at org.infinispan.interceptors.CacheMgmtInterceptor.visitPutKeyValueCommand(CacheMgmtInterceptor.java:114)
      at org.infinispan.commands.write.PutKeyValueCommand.acceptVisitor(PutKeyValueCommand.java:77)
      at org.infinispan.interceptors.base.CommandInterceptor.invokeNextInterceptor(CommandInterceptor.java:119)
      at org.infinispan.interceptors.InvocationContextInterceptor.handleAll(InvocationContextInterceptor.java:104)
      at org.infinispan.interceptors.InvocationContextInterceptor.handleDefault(InvocationContextInterceptor.java:64)
      at org.infinispan.commands.AbstractVisitor.visitPutKeyValueCommand(AbstractVisitor.java:60)
      at org.infinispan.commands.write.PutKeyValueCommand.acceptVisitor(PutKeyValueCommand.java:77)
      at org.infinispan.interceptors.base.CommandInterceptor.invokeNextInterceptor(CommandInterceptor.java:119)
      at org.infinispan.interceptors.BatchingInterceptor.handleDefault(BatchingInterceptor.java:61)
      at org.infinispan.commands.AbstractVisitor.visitPutKeyValueCommand(AbstractVisitor.java:60)
      at org.infinispan.commands.write.PutKeyValueCommand.acceptVisitor(PutKeyValueCommand.java:77)
      at org.infinispan.interceptors.InterceptorChain.invoke(InterceptorChain.java:274)
      at org.infinispan.commands.remote.BaseRpcInvokingCommand.processVisitableCommand(BaseRpcInvokingCommand.java:71)
      at org.infinispan.commands.remote.SingleRpcCommand.perform(SingleRpcCommand.java:62)
      at org.infinispan.remoting.InboundInvocationHandlerImpl.handleInternal(InboundInvocationHandlerImpl.java:181)
      at org.infinispan.remoting.InboundInvocationHandlerImpl.handleWithWaitForBlocks(InboundInvocationHandlerImpl.java:195)
      at org.infinispan.remoting.InboundInvocationHandlerImpl.handleWithRetry(InboundInvocationHandlerImpl.java:309)
      at org.infinispan.remoting.InboundInvocationHandlerImpl.handle(InboundInvocationHandlerImpl.java:167)
      at org.infinispan.remoting.transport.jgroups.CommandAwareRpcDispatcher.executeCommand(CommandAwareRpcDispatcher.java:165)
      at org.infinispan.remoting.transport.jgroups.CommandAwareRpcDispatcher.handle(CommandAwareRpcDispatcher.java:144)
      at org.jgroups.blocks.RequestCorrelator.handleRequest(RequestCorrelator.java:577)
      at org.jgroups.blocks.RequestCorrelator.receiveMessage(RequestCorrelator.java:488)
      at org.jgroups.blocks.RequestCorrelator.receive(RequestCorrelator.java:364)
      at org.jgroups.blocks.MessageDispatcher$ProtocolAdapter.up(MessageDispatcher.java:770)
      at org.jgroups.JChannel.up(JChannel.java:1484)
      at org.jgroups.stack.ProtocolStack.up(ProtocolStack.java:1074)
      at org.jgroups.protocols.pbcast.STREAMING_STATE_TRANSFER.up(STREAMING_STATE_TRANSFER.java:263)
      at org.jgroups.protocols.FRAG2.up(FRAG2.java:189)
      at org.jgroups.protocols.FlowControl.up(FlowControl.java:418)
      at org.jgroups.protocols.FlowControl.up(FlowControl.java:418)
      at org.jgroups.protocols.pbcast.GMS.up(GMS.java:908)
      at org.jgroups.protocols.pbcast.STABLE.up(STABLE.java:246)
      at org.jgroups.protocols.UNICAST.handleDataReceived(UNICAST.java:575)
      at org.jgroups.protocols.UNICAST.up(UNICAST.java:294)
      at org.jgroups.protocols.pbcast.NAKACK.up(NAKACK.java:703)
      at org.jgroups.protocols.BARRIER.up(BARRIER.java:99)
      at org.jgroups.protocols.FD_ALL.up(FD_ALL.java:177)
      at org.jgroups.protocols.FD_SOCK.up(FD_SOCK.java:275)
      at org.jgroups.protocols.MERGE2.up(MERGE2.java:209)
      at org.jgroups.protocols.Discovery.up(Discovery.java:293)
      at org.jgroups.protocols.PING.up(PING.java:69)
      at org.jgroups.protocols.TP.passMessageUp(TP.java:1109)
      at org.jgroups.protocols.TP$IncomingPacket.handleMyMessage(TP.java:1665)
      at org.jgroups.protocols.TP$IncomingPacket.run(TP.java:1647)
      at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886)
      at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908)
      at java.lang.Thread.run(Thread.java:662)
      2011-09-05 12:37:17,924 ERROR local -> dist buckets| tionContextInterceptor| ISPN000136: Execution error
      org.infinispan.CacheException: java.lang.IllegalStateException: Tx lock should not be locked for writing as long as the latch is open
      at org.infinispan.remoting.rpc.RpcManagerImpl.invokeRemotely(RpcManagerImpl.java:145)
      at org.infinispan.remoting.rpc.RpcManagerImpl.invokeRemotely(RpcManagerImpl.java:156)
      at org.infinispan.remoting.rpc.RpcManagerImpl.invokeRemotely(RpcManagerImpl.java:265)
      at org.infinispan.remoting.rpc.RpcManagerImpl.invokeRemotely(RpcManagerImpl.java:252)
      at org.infinispan.remoting.rpc.RpcManagerImpl.invokeRemotely(RpcManagerImpl.java:248)
      at org.infinispan.interceptors.DistributionInterceptor.handleWriteCommand(DistributionInterceptor.java:432)
      at org.infinispan.interceptors.DistributionInterceptor.visitPutKeyValueCommand(DistributionInterceptor.java:214)
      at org.infinispan.commands.write.PutKeyValueCommand.acceptVisitor(PutKeyValueCommand.java:77)
      at org.infinispan.interceptors.base.CommandInterceptor.invokeNextInterceptor(CommandInterceptor.java:119)
      at org.infinispan.interceptors.LockingInterceptor.visitPutKeyValueCommand(LockingInterceptor.java:294)
      at org.infinispan.commands.write.PutKeyValueCommand.acceptVisitor(PutKeyValueCommand.java:77)
      at org.infinispan.interceptors.base.CommandInterceptor.invokeNextInterceptor(CommandInterceptor.java:119)
      at org.infinispan.interceptors.base.CommandInterceptor.handleDefault(CommandInterceptor.java:133)
      at org.infinispan.commands.AbstractVisitor.visitPutKeyValueCommand(AbstractVisitor.java:60)
      at org.infinispan.commands.write.PutKeyValueCommand.acceptVisitor(PutKeyValueCommand.java:77)
      at org.infinispan.interceptors.base.CommandInterceptor.invokeNextInterceptor(CommandInterceptor.java:119)
      at org.infinispan.interceptors.TxInterceptor.enlistWriteAndInvokeNext(TxInterceptor.java:214)
      at org.infinispan.interceptors.TxInterceptor.visitPutKeyValueCommand(TxInterceptor.java:162)
      at org.infinispan.interceptors.DistTxInterceptor.visitPutKeyValueCommand(DistTxInterceptor.java:129)
      at org.infinispan.commands.write.PutKeyValueCommand.acceptVisitor(PutKeyValueCommand.java:77)
      at org.infinispan.interceptors.base.CommandInterceptor.invokeNextInterceptor(CommandInterceptor.java:119)
      at org.infinispan.interceptors.CacheMgmtInterceptor.visitPutKeyValueCommand(CacheMgmtInterceptor.java:114)
      at org.infinispan.commands.write.PutKeyValueCommand.acceptVisitor(PutKeyValueCommand.java:77)
      at org.infinispan.interceptors.base.CommandInterceptor.invokeNextInterceptor(CommandInterceptor.java:119)
      at org.infinispan.interceptors.InvocationContextInterceptor.handleAll(InvocationContextInterceptor.java:104)
      at org.infinispan.interceptors.InvocationContextInterceptor.handleDefault(InvocationContextInterceptor.java:64)
      at org.infinispan.commands.AbstractVisitor.visitPutKeyValueCommand(AbstractVisitor.java:60)
      at org.infinispan.commands.write.PutKeyValueCommand.acceptVisitor(PutKeyValueCommand.java:77)
      at org.infinispan.interceptors.base.CommandInterceptor.invokeNextInterceptor(CommandInterceptor.java:119)
      at org.infinispan.interceptors.BatchingInterceptor.handleDefault(BatchingInterceptor.java:77)
      at org.infinispan.commands.AbstractVisitor.visitPutKeyValueCommand(AbstractVisitor.java:60)
      at org.infinispan.commands.write.PutKeyValueCommand.acceptVisitor(PutKeyValueCommand.java:77)
      at org.infinispan.interceptors.InterceptorChain.invoke(InterceptorChain.java:274)
      at org.infinispan.CacheImpl.put(CacheImpl.java:515)
      at org.infinispan.CacheSupport.put(CacheSupport.java:51)
      at eu.ysoft.cache.cluster.bucket.IfspnBucketManager$BucketSynchronizer.run(IfspnBucketManager.java:223)
      Caused by: java.lang.IllegalStateException: Tx lock should not be locked for writing as long as the latch is open
      at org.infinispan.distribution.TransactionLoggerImpl.acquireLockForTx(TransactionLoggerImpl.java:303)
      at org.infinispan.distribution.TransactionLoggerImpl.beforeCommand(TransactionLoggerImpl.java:185)
      at org.infinispan.interceptors.DistTxInterceptor.visitPutKeyValueCommand(DistTxInterceptor.java:125)
      at org.infinispan.commands.write.PutKeyValueCommand.acceptVisitor(PutKeyValueCommand.java:77)
      at org.infinispan.interceptors.base.CommandInterceptor.invokeNextInterceptor(CommandInterceptor.java:119)
      at org.infinispan.interceptors.CacheMgmtInterceptor.visitPutKeyValueCommand(CacheMgmtInterceptor.java:114)
      at org.infinispan.commands.write.PutKeyValueCommand.acceptVisitor(PutKeyValueCommand.java:77)
      at org.infinispan.interceptors.base.CommandInterceptor.invokeNextInterceptor(CommandInterceptor.java:119)
      at org.infinispan.interceptors.InvocationContextInterceptor.handleAll(InvocationContextInterceptor.java:104)
      at org.infinispan.interceptors.InvocationContextInterceptor.handleDefault(InvocationContextInterceptor.java:64)
      at org.infinispan.commands.AbstractVisitor.visitPutKeyValueCommand(AbstractVisitor.java:60)
      at org.infinispan.commands.write.PutKeyValueCommand.acceptVisitor(PutKeyValueCommand.java:77)
      at org.infinispan.interceptors.base.CommandInterceptor.invokeNextInterceptor(CommandInterceptor.java:119)
      at org.infinispan.interceptors.BatchingInterceptor.handleDefault(BatchingInterceptor.java:61)
      at org.infinispan.commands.AbstractVisitor.visitPutKeyValueCommand(AbstractVisitor.java:60)
      at org.infinispan.commands.write.PutKeyValueCommand.acceptVisitor(PutKeyValueCommand.java:77)
      at org.infinispan.interceptors.InterceptorChain.invoke(InterceptorChain.java:274)
      at org.infinispan.commands.remote.BaseRpcInvokingCommand.processVisitableCommand(BaseRpcInvokingCommand.java:71)
      at org.infinispan.commands.remote.SingleRpcCommand.perform(SingleRpcCommand.java:62)
      at org.infinispan.remoting.InboundInvocationHandlerImpl.handleInternal(InboundInvocationHandlerImpl.java:181)
      at org.infinispan.remoting.InboundInvocationHandlerImpl.handleWithWaitForBlocks(InboundInvocationHandlerImpl.java:195)
      at org.infinispan.remoting.InboundInvocationHandlerImpl.handleWithRetry(InboundInvocationHandlerImpl.java:309)
      at org.infinispan.remoting.InboundInvocationHandlerImpl.handle(InboundInvocationHandlerImpl.java:167)
      at org.infinispan.remoting.transport.jgroups.CommandAwareRpcDispatcher.executeCommand(CommandAwareRpcDispatcher.java:165)
      at org.infinispan.remoting.transport.jgroups.CommandAwareRpcDispatcher.handle(CommandAwareRpcDispatcher.java:144)
      at org.jgroups.blocks.RequestCorrelator.handleRequest(RequestCorrelator.java:577)
      at org.jgroups.blocks.RequestCorrelator.receiveMessage(RequestCorrelator.java:488)
      at org.jgroups.blocks.RequestCorrelator.receive(RequestCorrelator.java:364)
      at org.jgroups.blocks.MessageDispatcher$ProtocolAdapter.up(MessageDispatcher.java:770)
      at org.jgroups.JChannel.up(JChannel.java:1484)
      at org.jgroups.stack.ProtocolStack.up(ProtocolStack.java:1074)
      at org.jgroups.protocols.pbcast.STREAMING_STATE_TRANSFER.up(STREAMING_STATE_TRANSFER.java:263)
      at org.jgroups.protocols.FRAG2.up(FRAG2.java:189)
      at org.jgroups.protocols.FlowControl.up(FlowControl.java:418)
      at org.jgroups.protocols.FlowControl.up(FlowControl.java:418)
      at org.jgroups.protocols.pbcast.GMS.up(GMS.java:908)
      at org.jgroups.protocols.pbcast.STABLE.up(STABLE.java:246)
      at org.jgroups.protocols.UNICAST.handleDataReceived(UNICAST.java:575)
      at org.jgroups.protocols.UNICAST.up(UNICAST.java:294)
      at org.jgroups.protocols.pbcast.NAKACK.up(NAKACK.java:703)
      at org.jgroups.protocols.BARRIER.up(BARRIER.java:99)
      at org.jgroups.protocols.FD_ALL.up(FD_ALL.java:177)
      at org.jgroups.protocols.FD_SOCK.up(FD_SOCK.java:275)
      at org.jgroups.protocols.MERGE2.up(MERGE2.java:209)
      at org.jgroups.protocols.Discovery.up(Discovery.java:293)
      at org.jgroups.protocols.PING.up(PING.java:69)
      at org.jgroups.protocols.TP.passMessageUp(TP.java:1109)
      at org.jgroups.protocols.TP$IncomingPacket.handleMyMessage(TP.java:1665)
      at org.jgroups.protocols.TP$IncomingPacket.run(TP.java:1647)
      at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886)
      at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908)
      at java.lang.Thread.run(Thread.java:662)

      Attachments

        Activity

          People

            dberinde@redhat.com Dan Berindei (Inactive)
            jsl_jira Jan Slezak (Inactive)
            Votes:
            0 Vote for this issue
            Watchers:
            0 Start watching this issue

            Dates

              Created:
              Updated:
              Resolved: