Consumer for node: 10.16.90.68:1099 and topic /topic/testDistributedTopic ENDED because of exception. Number of consumed messages is 5511 , receiveTimeout=120000, contextProperties={java.naming.provider.url=jnp://10.16.90.68:1099, java.naming.factory.initial=org.jnp.interfaces.NamingContextFactory, java.naming.factory.url.pkgs=org.jboss.naming:org.jnp.interfaces} Print the exception: A failure has occurred during processing of the request. Please consult the server logs for more details. SessionEndpoint[ke-gzdmxmog-1-7m5exmog-ba63px-w1i2ga] recoverDeliveries [oe-00emxmog-1-7m5exmog-ba63px-w1i2ga] org.jboss.jms.exception.MessagingJMSException: A failure has occurred during processing of the request. Please consult the server logs for more details. SessionEndpoint[ke-gzdmxmog-1-7m5exmog-ba63px-w1i2ga] recoverDeliveries [oe-00emxmog-1-7m5exmog-ba63px-w1i2ga] at org.jboss.messaging.util.ExceptionUtil.handleJMSInvocation(ExceptionUtil.java:72) at org.jboss.jms.server.endpoint.ServerSessionEndpoint.recoverDeliveries(ServerSessionEndpoint.java:675) at org.jboss.jms.server.endpoint.advised.SessionAdvised.org$jboss$jms$server$endpoint$advised$SessionAdvised$recoverDeliveries$aop(SessionAdvised.java:150) at org.jboss.jms.server.endpoint.advised.SessionAdvised$recoverDeliveries_4196799148363996265.invokeTarget(SessionAdvised$recoverDeliveries_4196799148363996265.java) at org.jboss.aop.joinpoint.MethodInvocation.invokeNext(MethodInvocation.java:111) at org.jboss.jms.server.container.ServerLogInterceptor.invoke(ServerLogInterceptor.java:105) at org.jboss.aop.joinpoint.MethodInvocation.invokeNext(MethodInvocation.java:102) at org.jboss.jms.server.endpoint.advised.SessionAdvised.recoverDeliveries(SessionAdvised.java) at org.jboss.jms.wireformat.SessionRecoverDeliveriesRequest.serverInvoke(SessionRecoverDeliveriesRequest.java:96) at org.jboss.jms.server.remoting.JMSServerInvocationHandler.invoke(JMSServerInvocationHandler.java:165) at org.jboss.remoting.ServerInvoker.invoke(ServerInvoker.java:967) at org.jboss.remoting.transport.socket.ServerThread.completeInvocation(ServerThread.java:791) at org.jboss.remoting.transport.socket.ServerThread.processInvocation(ServerThread.java:744) at org.jboss.remoting.transport.socket.ServerThread.dorun(ServerThread.java:586) at org.jboss.remoting.transport.socket.ServerThread.run(ServerThread.java:234) at org.jboss.remoting.MicroRemoteClientInvoker.invoke(MicroRemoteClientInvoker.java:218) at org.jboss.remoting.Client.invoke(Client.java:2070) at org.jboss.remoting.Client.invoke(Client.java:879) at org.jboss.remoting.Client.invoke(Client.java:867) at org.jboss.jms.client.delegate.DelegateSupport.doInvoke(DelegateSupport.java:189) at org.jboss.jms.client.delegate.DelegateSupport.doInvoke(DelegateSupport.java:160) at org.jboss.jms.client.delegate.ClientSessionDelegate.org$jboss$jms$client$delegate$ClientSessionDelegate$recoverDeliveries$aop(ClientSessionDelegate.java:521) at org.jboss.jms.client.delegate.ClientSessionDelegate$recoverDeliveries_4196799148363996265.invokeTarget(ClientSessionDelegate$recoverDeliveries_4196799148363996265.java) at org.jboss.aop.joinpoint.MethodInvocation.invokeNext(MethodInvocation.java:111) at org.jboss.jms.client.container.FailoverValveInterceptor.invoke(FailoverValveInterceptor.java:114) at org.jboss.aop.advice.PerInstanceInterceptor.invoke(PerInstanceInterceptor.java:86) at org.jboss.aop.joinpoint.MethodInvocation.invokeNext(MethodInvocation.java:102) at org.jboss.jms.client.container.ClosedInterceptor.invoke(ClosedInterceptor.java:172) at org.jboss.aop.advice.PerInstanceInterceptor.invoke(PerInstanceInterceptor.java:86) at org.jboss.aop.joinpoint.MethodInvocation.invokeNext(MethodInvocation.java:102) at org.jboss.jms.client.delegate.ClientSessionDelegate.recoverDeliveries(ClientSessionDelegate.java) at org.jboss.jms.client.state.SessionState.synchronizeWith(SessionState.java:381) at org.jboss.jms.client.delegate.ClientSessionDelegate.synchronizeWith(ClientSessionDelegate.java:128) at org.jboss.jms.client.state.ConnectionState.synchronizeWith(ConnectionState.java:187) at org.jboss.jms.client.delegate.ClientConnectionDelegate.synchronizeWith(ClientConnectionDelegate.java:134) at org.jboss.jms.client.FailoverCommandCenter.failureDetected(FailoverCommandCenter.java:145) at org.jboss.jms.client.container.FailoverValveInterceptor.invoke(FailoverValveInterceptor.java:124) at org.jboss.aop.advice.PerInstanceInterceptor.invoke(PerInstanceInterceptor.java:86) at org.jboss.aop.joinpoint.MethodInvocation.invokeNext(MethodInvocation.java:102) at org.jboss.jms.client.container.ClosedInterceptor.invoke(ClosedInterceptor.java:172) at org.jboss.aop.advice.PerInstanceInterceptor.invoke(PerInstanceInterceptor.java:86) at org.jboss.aop.joinpoint.MethodInvocation.invokeNext(MethodInvocation.java:102) at org.jboss.jms.client.delegate.ClientSessionDelegate.acknowledgeDeliveries(ClientSessionDelegate.java) at org.jboss.jms.client.container.SessionAspect.acknowledgeDeliveries(SessionAspect.java:937) at org.jboss.jms.client.container.SessionAspect.handleAcknowledgeAll(SessionAspect.java:417) at org.jboss.aop.advice.org.jboss.jms.client.container.SessionAspect_z_handleAcknowledgeAll_899770473.invoke(SessionAspect_z_handleAcknowledgeAll_899770473.java) at org.jboss.aop.joinpoint.MethodInvocation.invokeNext(MethodInvocation.java:102) at org.jboss.jms.client.container.ClosedInterceptor.invoke(ClosedInterceptor.java:172) at org.jboss.aop.advice.PerInstanceInterceptor.invoke(PerInstanceInterceptor.java:86) at org.jboss.aop.joinpoint.MethodInvocation.invokeNext(MethodInvocation.java:102) at org.jboss.jms.client.delegate.ClientSessionDelegate.acknowledgeAll(ClientSessionDelegate.java) at org.jboss.jms.message.MessageProxy.acknowledge(MessageProxy.java:426) at org.jboss.smartfrog.jbm.SimpleReceiverTopicClientAck.clientLogic(SimpleReceiverTopicClientAck.java:151) at org.jboss.smartfrog.jbm.AJMSClient.run(AJMSClient.java:287) at java.lang.Thread.run(Thread.java:662) 2011/06/07 10:15:29:442 EDT [INFO ][Thread-12] HOST perf21.mw.lab.eng.bos.redhat.com:rootProcess:jbmFailoverCase3 - Component has ended with following result : Termination Record: , type: abnormal, description: A failure has occurred during processing of the request. Please consult the server logs for more details. SessionEndpoint[ke-gzdmxmog-1-7m5exmog-ba63px-w1i2ga] recoverDeliveries [oe-00emxmog-1-7m5exmog-ba63px-w1i2ga] MessagingJMSException:: A failure has occurred during processing of the request. Please consult the server logs for more details. SessionEndpoint[ke-gzdmxmog-1-7m5exmog-ba63px-w1i2ga] recoverDeliveries [oe-00emxmog-1-7m5exmog-ba63px-w1i2ga], SmartFrog 3.17.014 (2009-07-28 16:50:31 BST) at org.jboss.messaging.util.ExceptionUtil.handleJMSInvocation(ExceptionUtil.java:72) at org.jboss.jms.server.endpoint.ServerSessionEndpoint.recoverDeliveries(ServerSessionEndpoint.java:675) at org.jboss.jms.server.endpoint.advised.SessionAdvised.org$jboss$jms$server$endpoint$advised$SessionAdvised$recoverDeliveries$aop(SessionAdvised.java:150) at org.jboss.jms.server.endpoint.advised.SessionAdvised$recoverDeliveries_4196799148363996265.invokeTarget(SessionAdvised$recoverDeliveries_4196799148363996265.java) at org.jboss.aop.joinpoint.MethodInvocation.invokeNext(MethodInvocation.java:111) at org.jboss.jms.server.container.ServerLogInterceptor.invoke(ServerLogInterceptor.java:105) at org.jboss.aop.joinpoint.MethodInvocation.invokeNext(MethodInvocation.java:102) at org.jboss.jms.server.endpoint.advised.SessionAdvised.recoverDeliveries(SessionAdvised.java) at org.jboss.jms.wireformat.SessionRecoverDeliveriesRequest.serverInvoke(SessionRecoverDeliveriesRequest.java:96) at org.jboss.jms.server.remoting.JMSServerInvocationHandler.invoke(JMSServerInvocationHandler.java:165) at org.jboss.remoting.ServerInvoker.invoke(ServerInvoker.java:967) at org.jboss.remoting.transport.socket.ServerThread.completeInvocation(ServerThread.java:791) at org.jboss.remoting.transport.socket.ServerThread.processInvocation(ServerThread.java:744) at org.jboss.remoting.transport.socket.ServerThread.dorun(ServerThread.java:586) at org.jboss.remoting.transport.socket.ServerThread.run(ServerThread.java:234) at org.jboss.remoting.MicroRemoteClientInvoker.invoke(MicroRemoteClientInvoker.java:218) at org.jboss.remoting.Client.invoke(Client.java:2070) at org.jboss.remoting.Client.invoke(Client.java:879) at org.jboss.remoting.Client.invoke(Client.java:867) at org.jboss.jms.client.delegate.DelegateSupport.doInvoke(DelegateSupport.java:189) at org.jboss.jms.client.delegate.DelegateSupport.doInvoke(DelegateSupport.java:160) at org.jboss.jms.client.delegate.ClientSessionDelegate.org$jboss$jms$client$delegate$ClientSessionDelegate$recoverDeliveries$aop(ClientSessionDelegate.java:521) at org.jboss.jms.client.delegate.ClientSessionDelegate$recoverDeliveries_4196799148363996265.invokeTarget(ClientSessionDelegate$recoverDeliveries_4196799148363996265.java) at org.jboss.aop.joinpoint.MethodInvocation.invokeNext(MethodInvocation.java:111) at org.jboss.jms.client.container.FailoverValveInterceptor.invoke(FailoverValveInterceptor.java:114) at org.jboss.aop.advice.PerInstanceInterceptor.invoke(PerInstanceInterceptor.java:86) at org.jboss.aop.joinpoint.MethodInvocation.invokeNext(MethodInvocation.java:102) at org.jboss.jms.client.container.ClosedInterceptor.invoke(ClosedInterceptor.java:172) at org.jboss.aop.advice.PerInstanceInterceptor.invoke(PerInstanceInterceptor.java:86) at org.jboss.aop.joinpoint.MethodInvocation.invokeNext(MethodInvocation.java:102) at org.jboss.jms.client.delegate.ClientSessionDelegate.recoverDeliveries(ClientSessionDelegate.java) at org.jboss.jms.client.state.SessionState.synchronizeWith(SessionState.java:381) at org.jboss.jms.client.delegate.ClientSessionDelegate.synchronizeWith(ClientSessionDelegate.java:128) at org.jboss.jms.client.state.ConnectionState.synchronizeWith(ConnectionState.java:187) at org.jboss.jms.client.delegate.ClientConnectionDelegate.synchronizeWith(ClientConnectionDelegate.java:134) at org.jboss.jms.client.FailoverCommandCenter.failureDetected(FailoverCommandCenter.java:145) at org.jboss.jms.client.container.FailoverValveInterceptor.invoke(FailoverValveInterceptor.java:124) at org.jboss.aop.advice.PerInstanceInterceptor.invoke(PerInstanceInterceptor.java:86) at org.jboss.aop.joinpoint.MethodInvocation.invokeNext(MethodInvocation.java:102) at org.jboss.jms.client.container.ClosedInterceptor.invoke(ClosedInterceptor.java:172) at org.jboss.aop.advice.PerInstanceInterceptor.invoke(PerInstanceInterceptor.java:86) at org.jboss.aop.joinpoint.MethodInvocation.invokeNext(MethodInvocation.java:102) at org.jboss.jms.client.delegate.ClientSessionDelegate.acknowledgeDeliveries(ClientSessionDelegate.java) at org.jboss.jms.client.container.SessionAspect.acknowledgeDeliveries(SessionAspect.java:937) at org.jboss.jms.client.container.SessionAspect.handleAcknowledgeAll(SessionAspect.java:417) at org.jboss.aop.advice.org.jboss.jms.client.container.SessionAspect_z_handleAcknowledgeAll_899770473.invoke(SessionAspect_z_handleAcknowledgeAll_899770473.java) at org.jboss.aop.joinpoint.MethodInvocation.invokeNext(MethodInvocation.java:102) at org.jboss.jms.client.container.ClosedInterceptor.invoke(ClosedInterceptor.java:172) at org.jboss.aop.advice.PerInstanceInterceptor.invoke(PerInstanceInterceptor.java:86) at org.jboss.aop.joinpoint.MethodInvocation.invokeNext(MethodInvocation.java:102) at org.jboss.jms.client.delegate.ClientSessionDelegate.acknowledgeAll(ClientSessionDelegate.java) at org.jboss.jms.message.MessageProxy.acknowledge(MessageProxy.java:426) at org.jboss.smartfrog.jbm.SimpleReceiverTopicClientAck.clientLogic(SimpleReceiverTopicClientAck.java:151) at org.jboss.smartfrog.jbm.AJMSClient.run(AJMSClient.java:287) at java.lang.Thread.run(Thread.java:662) but ignoring it because terminateOnFailure=true