2022-09-15T13:27:16,015Z [6e586ee49e9d3d28/6e586ee49e9d3d28] TRACE [org.jboss.jca.core.connectionmanager.pool.strategy.OnePool] (QRTZ-LocalThread-smart-eforms-eforms_node_host_013_01-104-JmsEventReaderTask) Returning connection to pool org.jboss.jca.core.connectionmanager.listener.TxConnectionListener@7a12af26[state=NORMAL managed connection=[org.apache.activemq.ra.ActiveMQManagedConnection@26aa1686,ActiveMQConnection {id=ID:host-013.intenv.s4a.aero-38854-1663246312565-1057:1,clientId=null,started=false}] connection handles=0 lastReturned=1663248436015 lastValidated=1663248436010 lastCheckedOut=1663248436010 trackByTx=false pool=org.jboss.jca.core.connectionmanager.pool.strategy.OnePool@6af72248 mcp=SemaphoreConcurrentLinkedQueueManagedConnectionPool@3f7e4f32[pool=EFORMS/JMS/QCF_APP_EVENTS_pool] xaResource=LocalXAResourceImpl@35c83070[connectionListener=7a12af26 connectionManager=36745e70 warned=false currentXid=null productName=ActiveMQ productVersion=5.16.5 jndiName=java:/EFORMS/JMS/QCF_APP_EVENTS] txSync=null] 2022-09-15T13:27:16,015Z [6e586ee49e9d3d28/6e586ee49e9d3d28] WARN [org.apache.activemq.ra.ActiveMQManagedConnection] (ActiveMQ Connection Executor: unconnected) Connection failed: javax.jms.JMSException: Connection refused (Connection refused) 2022-09-15T13:27:16,015Z [6e586ee49e9d3d28/6e586ee49e9d3d28] TRACE [org.jboss.jca.core.connectionmanager.pool.strategy.OnePool] (QRTZ-LocalThread-smart-eforms-eforms_node_host_013_01-104-JmsEventReaderTask) getConnection(null, ActiveMQConnectionRequestInfo{ userName = 'user' , serverUrl = 'failover:(tcp://host-013.intenv.s4a.aero:61616?soTimeout=10000&soWriteTimeout=10000)?jms.rmIdFromConnectionId=true&jms.redeliveryPolicy.maximumRedeliveries=-1&maxReconnectAttempts=1&startupMaxReconnectAttempts=1&timeout=10000&jms.prefetchPolicy.queuePrefetch=1' , clientid = 'null' , useSessionArgs = 'true' , useInboundSession = 'false' }) Method: getConnection(null, ActiveMQConnectionRequestInfo{ userName = 'user' , serverUrl = 'failover:(tcp://host-013.intenv.s4a.aero:61616?soTimeout=10000&soWriteTimeout=10000)?jms.rmIdFromConnectionId=true&jms.redeliveryPolicy.maximumRedeliveries=-1&maxReconnectAttempts=1&startupMaxReconnectAttempts=1&timeout=10000&jms.prefetchPolicy.queuePrefetch=1' , clientid = 'null' , useSessionArgs = 'true' , useInboundSession = 'false' }) Subject: null CRI: 1b5b5d9e ManagedConnectionPool: Class: org.jboss.jca.core.connectionmanager.pool.mcp.SemaphoreConcurrentLinkedDequeManagedConnectionPool Object: 3f7e4f32 ManagedConnectionFactory: Class: org.apache.activemq.ra.ActiveMQManagedConnectionFactory Object: 29981123 ConnectionManager: Class: org.jboss.jca.core.connectionmanager.tx.TxConnectionManagerImpl Object: 36745e70 Pool: Name: EFORMS/JMS/QCF_APP_EVENTS_pool Class: org.jboss.jca.core.connectionmanager.pool.strategy.OnePool Object: 6af72248 FIFO: false PoolConfiguration: MinSize: 0 InitialSize: 0 MaxSize: 1 BlockingTimeout: 30000 IdleTimeoutMinutes: 1 ValidateOnMatch: false BackgroundValidation: false BackgroundValidationMillis: 0 StrictMin: false UseFastFail: false Decrementer: org.jboss.jca.core.connectionmanager.pool.capacity.TimedOutDecrementer Available (1): 7a12af26 (NORMAL) (Returned: 1663248436015) (Validated: 1663248436010) (Pool: 0) InUse (0): Statistics: ActiveCount: 0 AvailableCount: 0 AverageBlockingTime: 0 AverageCreationTime: 0 AverageGetTime: 0 AveragePoolTime: 0 AverageUsageTime: 0 BlockingFailureCount: 0 CreatedCount: 0 DestroyedCount: 0 IdleCount: 0 InUseCount: 0 MaxCreationTime: 0 MaxGetTime: 0 MaxPoolTime: 0 MaxUsageTime: 0 MaxUsedCount: 0 MaxWaitTime: 0 TimedOut: 0 TotalBlockingTime: 0 TotalCreationTime: 0 TotalGetTime: 0 TotalPoolTime: 0 TotalUsageTime: 0 WaitCount: 0 XAResource: CommitCount: 0 CommitTotalTime: 0 CommitAverageTime: 0 CommitMaxTime: 0 EndCount: 0 EndTotalTime: 0 EndAverageTime: 0 EndMaxTime: 0 ForgetCount: 0 ForgetTotalTime: 0 ForgetAverageTime: 0 ForgetMaxTime: 0 PrepareCount: 0 PrepareTotalTime: 0 PrepareAverageTime: 0 PrepareMaxTime: 0 RecoverCount: 0 RecoverTotalTime: 0 RecoverAverageTime: 0 RecoverMaxTime: 0 RollbackCount: 0 RollbackTotalTime: 0 RollbackAverageTime: 0 RollbackMaxTime: 0 StartCount: 0 StartTotalTime: 0 StartAverageTime: 0 StartMaxTime: 0 2022-09-15T13:27:16,015Z [6e586ee49e9d3d28/6e586ee49e9d3d28] WARN [org.jboss.jca.core.connectionmanager.listener.TxConnectionListener] (ActiveMQ Connection Executor: unconnected) IJ000305: Connection error occured: org.jboss.jca.core.connectionmanager.listener.TxConnectionListener@7a12af26[state=NORMAL managed connection=[org.apache.activemq.ra.ActiveMQManagedConnection@26aa1686,ActiveMQConnection {id=ID:host-013.intenv.s4a.aero-38854-1663246312565-1057:1,clientId=null,started=false}] connection handles=0 lastReturned=1663248436015 lastValidated=1663248436010 lastCheckedOut=1663248436010 trackByTx=false pool=org.jboss.jca.core.connectionmanager.pool.strategy.OnePool@6af72248 mcp=SemaphoreConcurrentLinkedQueueManagedConnectionPool@3f7e4f32[pool=EFORMS/JMS/QCF_APP_EVENTS_pool] xaResource=LocalXAResourceImpl@35c83070[connectionListener=7a12af26 connectionManager=36745e70 warned=false currentXid=null productName=ActiveMQ productVersion=5.16.5 jndiName=java:/EFORMS/JMS/QCF_APP_EVENTS] txSync=null]: javax.jms.JMSException: Connection refused (Connection refused) at deployment.activemq-rar-5.16.5.rar//org.apache.activemq.util.JMSExceptionSupport.create(JMSExceptionSupport.java:56) at deployment.activemq-rar-5.16.5.rar//org.apache.activemq.ActiveMQConnection.onAsyncException(ActiveMQConnection.java:1973) at deployment.activemq-rar-5.16.5.rar//org.apache.activemq.ActiveMQConnection.onException(ActiveMQConnection.java:1992) at deployment.activemq-rar-5.16.5.rar//org.apache.activemq.transport.TransportFilter.onException(TransportFilter.java:114) at deployment.activemq-rar-5.16.5.rar//org.apache.activemq.transport.ResponseCorrelator.onException(ResponseCorrelator.java:126) at deployment.activemq-rar-5.16.5.rar//org.apache.activemq.transport.TransportFilter.onException(TransportFilter.java:114) at deployment.activemq-rar-5.16.5.rar//org.apache.activemq.transport.failover.FailoverTransport.propagateFailureToExceptionListener(FailoverTransport.java:1154) at deployment.activemq-rar-5.16.5.rar//org.apache.activemq.transport.failover.FailoverTransport.doReconnect(FailoverTransport.java:1103) at deployment.activemq-rar-5.16.5.rar//org.apache.activemq.transport.failover.FailoverTransport$2.iterate(FailoverTransport.java:151) at deployment.activemq-rar-5.16.5.rar//org.apache.activemq.thread.PooledTaskRunner.runTask(PooledTaskRunner.java:133) at deployment.activemq-rar-5.16.5.rar//org.apache.activemq.thread.PooledTaskRunner$1.run(PooledTaskRunner.java:48) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) Caused by: java.net.ConnectException: Connection refused (Connection refused) at java.base/java.net.PlainSocketImpl.socketConnect(Native Method) at java.base/java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:412) at java.base/java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:255) at java.base/java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:237) at java.base/java.net.SocksSocketImpl.connect(SocksSocketImpl.java:392) at java.base/java.net.Socket.connect(Socket.java:609) at deployment.activemq-rar-5.16.5.rar//org.apache.activemq.transport.tcp.TcpTransport.connect(TcpTransport.java:525) at deployment.activemq-rar-5.16.5.rar//org.apache.activemq.transport.tcp.TcpTransport.doStart(TcpTransport.java:488) at deployment.activemq-rar-5.16.5.rar//org.apache.activemq.util.ServiceSupport.start(ServiceSupport.java:55) at deployment.activemq-rar-5.16.5.rar//org.apache.activemq.transport.AbstractInactivityMonitor.start(AbstractInactivityMonitor.java:169) at deployment.activemq-rar-5.16.5.rar//org.apache.activemq.transport.InactivityMonitor.start(InactivityMonitor.java:52) at deployment.activemq-rar-5.16.5.rar//org.apache.activemq.transport.TransportFilter.start(TransportFilter.java:64) at deployment.activemq-rar-5.16.5.rar//org.apache.activemq.transport.WireFormatNegotiator.start(WireFormatNegotiator.java:72) at deployment.activemq-rar-5.16.5.rar//org.apache.activemq.transport.TransportFilter.start(TransportFilter.java:64) at deployment.activemq-rar-5.16.5.rar//org.apache.activemq.transport.WriteTimeoutFilter.start(WriteTimeoutFilter.java:132) at deployment.activemq-rar-5.16.5.rar//org.apache.activemq.transport.failover.FailoverTransport.doReconnect(FailoverTransport.java:1026) ... 6 more 2022-09-15T13:27:16,016Z [6e586ee49e9d3d28/6e586ee49e9d3d28] TRACE [org.jboss.jca.core.connectionmanager.pool.strategy.OnePool] (ActiveMQ Connection Executor: unconnected) returnConnection(7a12af26, true) Method: returnConnection(7a12af26, true) Subject: null CRI: 71b5ad43 ManagedConnectionPool: Class: org.jboss.jca.core.connectionmanager.pool.mcp.SemaphoreConcurrentLinkedDequeManagedConnectionPool Object: 3f7e4f32 ManagedConnectionFactory: Class: org.apache.activemq.ra.ActiveMQManagedConnectionFactory Object: 29981123 ConnectionManager: Class: org.jboss.jca.core.connectionmanager.tx.TxConnectionManagerImpl Object: 36745e70 Pool: Name: EFORMS/JMS/QCF_APP_EVENTS_pool Class: org.jboss.jca.core.connectionmanager.pool.strategy.OnePool Object: 6af72248 FIFO: false PoolConfiguration: MinSize: 0 InitialSize: 0 MaxSize: 1 BlockingTimeout: 30000 IdleTimeoutMinutes: 1 ValidateOnMatch: false BackgroundValidation: false BackgroundValidationMillis: 0 StrictMin: false Decrementer: org.jboss.jca.core.connectionmanager.pool.capacity.TimedOutDecrementer Available (0): InUse (1): 7a12af26 (NORMAL) (CheckedOut: 1663248436010) (Validated: 1663248436010) (Usage: 6) Statistics: ActiveCount: 0 AvailableCount: 0 AverageBlockingTime: 0 AverageCreationTime: 0 AverageGetTime: 0 AveragePoolTime: 0 AverageUsageTime: 0 BlockingFailureCount: 0 CreatedCount: 0 DestroyedCount: 0 IdleCount: 0 InUseCount: 0 MaxCreationTime: 0 MaxGetTime: 0 MaxPoolTime: 0 MaxUsageTime: 0 MaxUsedCount: 0 MaxWaitTime: 0 TimedOut: 0 TotalBlockingTime: 0 TotalCreationTime: 0 TotalGetTime: 0 TotalPoolTime: 0 TotalUsageTime: 0 WaitCount: 0 XAResource: CommitCount: 0 CommitTotalTime: 0 CommitAverageTime: 0 CommitMaxTime: 0 EndCount: 0 EndTotalTime: 0 EndAverageTime: 0 EndMaxTime: 0 ForgetCount: 0 ForgetTotalTime: 0 ForgetAverageTime: 0 ForgetMaxTime: 0 PrepareCount: 0 PrepareTotalTime: 0 PrepareAverageTime: 0 PrepareMaxTime: 0 RecoverCount: 0 RecoverTotalTime: 0 RecoverAverageTime: 0 RecoverMaxTime: 0 RollbackCount: 0 RollbackTotalTime: 0 RollbackAverageTime: 0 RollbackMaxTime: 0 StartCount: 0 StartTotalTime: 0 StartAverageTime: 0 StartMaxTime: 0 2022-09-15T13:27:16,016Z [6e586ee49e9d3d28/6e586ee49e9d3d28] TRACE [org.jboss.jca.core.connectionmanager.pool.strategy.OnePool] (ActiveMQ Connection Executor: unconnected) Destroying returned connection org.jboss.jca.core.connectionmanager.listener.TxConnectionListener@7a12af26[state=NORMAL managed connection=[org.apache.activemq.ra.ActiveMQManagedConnection@26aa1686,ActiveMQConnection {id=ID:host-013.intenv.s4a.aero-38854-1663246312565-1057:1,clientId=null,started=false}] connection handles=0 lastReturned=1663248436015 lastValidated=1663248436010 lastCheckedOut=1663248436010 trackByTx=false pool=org.jboss.jca.core.connectionmanager.pool.strategy.OnePool@6af72248 mcp=SemaphoreConcurrentLinkedQueueManagedConnectionPool@3f7e4f32[pool=EFORMS/JMS/QCF_APP_EVENTS_pool] xaResource=LocalXAResourceImpl@35c83070[connectionListener=7a12af26 connectionManager=36745e70 warned=false currentXid=null productName=ActiveMQ productVersion=5.16.5 jndiName=java:/EFORMS/JMS/QCF_APP_EVENTS] txSync=null] 2022-09-15T13:27:16,016Z [6e586ee49e9d3d28/6e586ee49e9d3d28] TRACE [org.jboss.jca.core.connectionmanager.pool.strategy.OnePool] (QRTZ-LocalThread-smart-eforms-eforms_node_host_013_01-104-JmsEventReaderTask) supplying ManagedConnection from pool: org.jboss.jca.core.connectionmanager.listener.TxConnectionListener@7a12af26[state=NORMAL managed connection=[org.apache.activemq.ra.ActiveMQManagedConnection@26aa1686,ActiveMQConnection {id=ID:host-013.intenv.s4a.aero-38854-1663246312565-1057:1,clientId=null,started=false}] connection handles=0 lastReturned=1663248436015 lastValidated=1663248436010 lastCheckedOut=1663248436010 trackByTx=false pool=org.jboss.jca.core.connectionmanager.pool.strategy.OnePool@6af72248 mcp=SemaphoreConcurrentLinkedQueueManagedConnectionPool@3f7e4f32[pool=EFORMS/JMS/QCF_APP_EVENTS_pool] xaResource=LocalXAResourceImpl@35c83070[connectionListener=7a12af26 connectionManager=36745e70 warned=false currentXid=null productName=ActiveMQ productVersion=5.16.5 jndiName=java:/EFORMS/JMS/QCF_APP_EVENTS] txSync=null] 2022-09-15T13:27:16,016Z [6e586ee49e9d3d28/6e586ee49e9d3d28] TRACE [org.jboss.jca.core.connectionmanager.pool.strategy.OnePool] (QRTZ-LocalThread-smart-eforms-eforms_node_host_013_01-104-JmsEventReaderTask) Got connection from pool: org.jboss.jca.core.connectionmanager.listener.TxConnectionListener@7a12af26[state=DESTROYED managed connection=[org.apache.activemq.ra.ActiveMQManagedConnection@26aa1686,ActiveMQConnection {id=ID:host-013.intenv.s4a.aero-38854-1663246312565-1057:1,clientId=null,started=false}] connection handles=0 lastReturned=1663248436015 lastValidated=1663248436010 lastCheckedOut=1663248436016 trackByTx=false pool=org.jboss.jca.core.connectionmanager.pool.strategy.OnePool@6af72248 mcp=SemaphoreConcurrentLinkedQueueManagedConnectionPool@3f7e4f32[pool=EFORMS/JMS/QCF_APP_EVENTS_pool] xaResource=LocalXAResourceImpl@35c83070[connectionListener=7a12af26 connectionManager=36745e70 warned=false currentXid=null productName=ActiveMQ productVersion=5.16.5 jndiName=java:/EFORMS/JMS/QCF_APP_EVENTS] txSync=null] 2022-09-15T13:27:16,017Z [6e586ee49e9d3d28/6e586ee49e9d3d28] TRACE [org.jboss.jca.core.connectionmanager.pool.strategy.OnePool] (QRTZ-LocalThread-smart-eforms-eforms_node_host_013_01-104-JmsEventReaderTask) returnConnection(7a12af26, false) Method: returnConnection(7a12af26, false) Subject: null CRI: 71b5ad43 ManagedConnectionPool: Class: org.jboss.jca.core.connectionmanager.pool.mcp.SemaphoreConcurrentLinkedDequeManagedConnectionPool Object: 3f7e4f32 ManagedConnectionFactory: Class: org.apache.activemq.ra.ActiveMQManagedConnectionFactory Object: 29981123 ConnectionManager: Class: org.jboss.jca.core.connectionmanager.tx.TxConnectionManagerImpl Object: 36745e70 Pool: Name: EFORMS/JMS/QCF_APP_EVENTS_pool Class: org.jboss.jca.core.connectionmanager.pool.strategy.OnePool Object: 6af72248 FIFO: false PoolConfiguration: MinSize: 0 InitialSize: 0 MaxSize: 1 BlockingTimeout: 30000 IdleTimeoutMinutes: 1 ValidateOnMatch: false BackgroundValidation: false BackgroundValidationMillis: 0 StrictMin: false UseFastFail: false Decrementer: org.jboss.jca.core.connectionmanager.pool.capacity.TimedOutDecrementer Available (0): InUse (0): Statistics: ActiveCount: 0 AvailableCount: 0 AverageBlockingTime: 0 AverageCreationTime: 0 AverageGetTime: 0 AveragePoolTime: 0 AverageUsageTime: 0 BlockingFailureCount: 0 CreatedCount: 0 DestroyedCount: 0 IdleCount: 0 InUseCount: 0 MaxCreationTime: 0 MaxGetTime: 0 MaxPoolTime: 0 MaxUsageTime: 0 MaxUsedCount: 0 MaxWaitTime: 0 TimedOut: 0 TotalBlockingTime: 0 TotalCreationTime: 0 TotalGetTime: 0 TotalPoolTime: 0 TotalUsageTime: 0 WaitCount: 0 XAResource: CommitCount: 0 CommitTotalTime: 0 CommitAverageTime: 0 CommitMaxTime: 0 EndCount: 0 EndTotalTime: 0 EndAverageTime: 0 EndMaxTime: 0 ForgetCount: 0 ForgetTotalTime: 0 ForgetAverageTime: 0 ForgetMaxTime: 0 PrepareCount: 0 PrepareTotalTime: 0 PrepareAverageTime: 0 PrepareMaxTime: 0 RecoverCount: 0 RecoverTotalTime: 0 RecoverAverageTime: 0 RecoverMaxTime: 0 RollbackCount: 0 RollbackTotalTime: 0 RollbackAverageTime: 0 RollbackMaxTime: 0 StartCount: 0 StartTotalTime: 0 StartAverageTime: 0 StartMaxTime: 0 2022-09-15T13:27:16,017Z [6e586ee49e9d3d28/6e586ee49e9d3d28] TRACE [org.jboss.jca.core.connectionmanager.pool.strategy.OnePool] (QRTZ-LocalThread-smart-eforms-eforms_node_host_013_01-104-JmsEventReaderTask) ManagedConnection is being returned after it was destroyed: org.jboss.jca.core.connectionmanager.listener.TxConnectionListener@7a12af26[state=DESTROYED managed connection=[org.apache.activemq.ra.ActiveMQManagedConnection@26aa1686,ActiveMQConnection {id=ID:host-013.intenv.s4a.aero-38854-1663246312565-1057:1,clientId=null,started=false}] connection handles=0 lastReturned=1663248436015 lastValidated=1663248436010 lastCheckedOut=1663248436016 trackByTx=false pool=org.jboss.jca.core.connectionmanager.pool.strategy.OnePool@6af72248 mcp=SemaphoreConcurrentLinkedQueueManagedConnectionPool@3f7e4f32[pool=EFORMS/JMS/QCF_APP_EVENTS_pool] xaResource=LocalXAResourceImpl@35c83070[connectionListener=7a12af26 connectionManager=36745e70 warned=false currentXid=null productName=ActiveMQ productVersion=5.16.5 jndiName=java:/EFORMS/JMS/QCF_APP_EVENTS] txSync=null] 2022-09-15T13:27:16,017Z [6e586ee49e9d3d28/6e586ee49e9d3d28] TRACE [org.jboss.jca.core.connectionmanager.pool.strategy.OnePool] (QRTZ-LocalThread-smart-eforms-eforms_node_host_013_01-104-JmsEventReaderTask) Returning connection to pool org.jboss.jca.core.connectionmanager.listener.TxConnectionListener@7a12af26[state=DESTROYED managed connection=[org.apache.activemq.ra.ActiveMQManagedConnection@26aa1686,ActiveMQConnection {id=ID:host-013.intenv.s4a.aero-38854-1663246312565-1057:1,clientId=null,started=false}] connection handles=0 lastReturned=1663248436015 lastValidated=1663248436010 lastCheckedOut=1663248436016 trackByTx=false pool=org.jboss.jca.core.connectionmanager.pool.strategy.OnePool@6af72248 mcp=SemaphoreConcurrentLinkedQueueManagedConnectionPool@3f7e4f32[pool=EFORMS/JMS/QCF_APP_EVENTS_pool] xaResource=LocalXAResourceImpl@35c83070[connectionListener=7a12af26 connectionManager=36745e70 warned=false currentXid=null productName=ActiveMQ productVersion=5.16.5 jndiName=java:/EFORMS/JMS/QCF_APP_EVENTS] txSync=null] 2022-09-15T13:27:16,017Z [6e586ee49e9d3d28/6e586ee49e9d3d28] WARN [pl.azimuthit.util.jms.reader.QueueReaderTemplate] (QRTZ-LocalThread-smart-eforms-eforms_node_host_013_01-104-JmsEventReaderTask) error receiving message: org.apache.activemq.ConnectionClosedException: The connection is already closed at deployment.activemq-rar-5.16.5.rar//org.apache.activemq.ActiveMQConnection.checkClosed(ActiveMQConnection.java:1469) at deployment.activemq-rar-5.16.5.rar//org.apache.activemq.ActiveMQConnection.checkClosedOrFailed(ActiveMQConnection.java:1456) at deployment.activemq-rar-5.16.5.rar//org.apache.activemq.ActiveMQConnection.getClientID(ActiveMQConnection.java:365) at deployment.activemq-rar-5.16.5.rar//org.apache.activemq.ra.ManagedConnectionProxy.getClientID(ManagedConnectionProxy.java:175) at deployment.smart-eforms-ear-6.0.3-SNAPSHOT.ear//pl.azimuthit.util.jms.JmsConnectionFacade.prepareForDurableSubscription(JmsConnectionFacade.java:287) at deployment.smart-eforms-ear-6.0.3-SNAPSHOT.ear//pl.azimuthit.util.jms.JmsConnectionFacade.createConnectionAndSession(JmsConnectionFacade.java:276) at deployment.smart-eforms-ear-6.0.3-SNAPSHOT.ear//pl.azimuthit.util.jms.JmsConnectionFacade.createAndStartConnectionInternal(JmsConnectionFacade.java:196) at deployment.smart-eforms-ear-6.0.3-SNAPSHOT.ear//pl.azimuthit.util.jms.JmsConnectionFacade.createAndStartConnection(JmsConnectionFacade.java:172) at deployment.smart-eforms-ear-6.0.3-SNAPSHOT.ear//pl.azimuthit.util.jms.JmsConnectionFacade.createAndStartConnectionIfRequired(JmsConnectionFacade.java:223) at deployment.smart-eforms-ear-6.0.3-SNAPSHOT.ear//pl.azimuthit.util.jms.JmsConnectionFacade.createConsumerOrDurableSubscriber(JmsConnectionFacade.java:201) at deployment.smart-eforms-ear-6.0.3-SNAPSHOT.ear//pl.azimuthit.util.jms.JmsConnectionFacade.createConsumer(JmsConnectionFacade.java:128) at deployment.smart-eforms-ear-6.0.3-SNAPSHOT.ear//pl.azimuthit.util.jms.reader.QueueReaderTemplate.readMessagesUsingLongHeldJmsConnection(QueueReaderTemplate.java:161) at deployment.smart-eforms-ear-6.0.3-SNAPSHOT.ear//pl.azimuthit.util.jms.reader.QueueListenerTask.execute(QueueListenerTask.java:41) at deployment.smart-eforms-ear-6.0.3-SNAPSHOT.ear//pl.azimuthit.util.quartz.wrapper.BackgroundTaskWrapperJob.execute(BackgroundTaskWrapperJob.java:44) at deployment.smart-eforms-ear-6.0.3-SNAPSHOT.ear//org.quartz.core.JobRunShell.run(JobRunShell.java:202) at deployment.smart-eforms-ear-6.0.3-SNAPSHOT.ear//pl.azimuthit.util.quartz.ExtractRunnableTaskExecutor$RunnableWrapper.run(ExtractRunnableTaskExecutor.java:94) at deployment.smart-eforms-ear-6.0.3-SNAPSHOT.ear//pl.azimuthit.util.quartz.ExtractRunnableTaskExecutor$RunnableWrapper.run(ExtractRunnableTaskExecutor.java:94) at deployment.smart-eforms-ear-6.0.3-SNAPSHOT.ear//pl.azimuthit.util.quartz.ExtractRunnableTaskExecutor$RunnableWrapper.run(ExtractRunnableTaskExecutor.java:94) at deployment.smart-eforms-ear-6.0.3-SNAPSHOT.ear//pl.azimuthit.util.quartz.ExtractRunnableTaskExecutor$RunnableWrapper.run(ExtractRunnableTaskExecutor.java:94) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) 2022-09-15T13:27:16,017Z [6e586ee49e9d3d28/6e586ee49e9d3d28] ERROR [org.quartz.core.JobRunShell] (QRTZ-LocalThread-smart-eforms-eforms_node_host_013_01-104-JmsEventReaderTask) Job util-app-events.JmsEventReaderTask threw an unhandled Exception: : pl.azimuthit.util.jms.NullSafeJmsException: The connection is already closed; nested exception is org.apache.activemq.ConnectionClosedException: The connection is already closed at deployment.smart-eforms-ear-6.0.3-SNAPSHOT.ear//pl.azimuthit.util.jms.JmsUtils.convertJmsException(JmsUtils.java:150) at deployment.smart-eforms-ear-6.0.3-SNAPSHOT.ear//pl.azimuthit.util.jms.reader.QueueReaderTemplate.readMessagesUsingLongHeldJmsConnection(QueueReaderTemplate.java:193) at deployment.smart-eforms-ear-6.0.3-SNAPSHOT.ear//pl.azimuthit.util.jms.reader.QueueListenerTask.execute(QueueListenerTask.java:41) at deployment.smart-eforms-ear-6.0.3-SNAPSHOT.ear//pl.azimuthit.util.quartz.wrapper.BackgroundTaskWrapperJob.execute(BackgroundTaskWrapperJob.java:44) at deployment.smart-eforms-ear-6.0.3-SNAPSHOT.ear//org.quartz.core.JobRunShell.run(JobRunShell.java:202) at deployment.smart-eforms-ear-6.0.3-SNAPSHOT.ear//pl.azimuthit.util.quartz.ExtractRunnableTaskExecutor$RunnableWrapper.run(ExtractRunnableTaskExecutor.java:94) at deployment.smart-eforms-ear-6.0.3-SNAPSHOT.ear//pl.azimuthit.util.quartz.ExtractRunnableTaskExecutor$RunnableWrapper.run(ExtractRunnableTaskExecutor.java:94) at deployment.smart-eforms-ear-6.0.3-SNAPSHOT.ear//pl.azimuthit.util.quartz.ExtractRunnableTaskExecutor$RunnableWrapper.run(ExtractRunnableTaskExecutor.java:94) at deployment.smart-eforms-ear-6.0.3-SNAPSHOT.ear//pl.azimuthit.util.quartz.ExtractRunnableTaskExecutor$RunnableWrapper.run(ExtractRunnableTaskExecutor.java:94) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) Caused by: org.apache.activemq.ConnectionClosedException: The connection is already closed at deployment.activemq-rar-5.16.5.rar//org.apache.activemq.ActiveMQConnection.checkClosed(ActiveMQConnection.java:1469) at deployment.activemq-rar-5.16.5.rar//org.apache.activemq.ActiveMQConnection.checkClosedOrFailed(ActiveMQConnection.java:1456) at deployment.activemq-rar-5.16.5.rar//org.apache.activemq.ActiveMQConnection.getClientID(ActiveMQConnection.java:365) at deployment.activemq-rar-5.16.5.rar//org.apache.activemq.ra.ManagedConnectionProxy.getClientID(ManagedConnectionProxy.java:175) at deployment.smart-eforms-ear-6.0.3-SNAPSHOT.ear//pl.azimuthit.util.jms.JmsConnectionFacade.prepareForDurableSubscription(JmsConnectionFacade.java:287) at deployment.smart-eforms-ear-6.0.3-SNAPSHOT.ear//pl.azimuthit.util.jms.JmsConnectionFacade.createConnectionAndSession(JmsConnectionFacade.java:276) at deployment.smart-eforms-ear-6.0.3-SNAPSHOT.ear//pl.azimuthit.util.jms.JmsConnectionFacade.createAndStartConnectionInternal(JmsConnectionFacade.java:196) at deployment.smart-eforms-ear-6.0.3-SNAPSHOT.ear//pl.azimuthit.util.jms.JmsConnectionFacade.createAndStartConnection(JmsConnectionFacade.java:172) at deployment.smart-eforms-ear-6.0.3-SNAPSHOT.ear//pl.azimuthit.util.jms.JmsConnectionFacade.createAndStartConnectionIfRequired(JmsConnectionFacade.java:223) at deployment.smart-eforms-ear-6.0.3-SNAPSHOT.ear//pl.azimuthit.util.jms.JmsConnectionFacade.createConsumerOrDurableSubscriber(JmsConnectionFacade.java:201) at deployment.smart-eforms-ear-6.0.3-SNAPSHOT.ear//pl.azimuthit.util.jms.JmsConnectionFacade.createConsumer(JmsConnectionFacade.java:128) at deployment.smart-eforms-ear-6.0.3-SNAPSHOT.ear//pl.azimuthit.util.jms.reader.QueueReaderTemplate.readMessagesUsingLongHeldJmsConnection(QueueReaderTemplate.java:161) ... 10 more 2022-09-15T13:27:16,018Z [6e586ee49e9d3d28/6e586ee49e9d3d28] TRACE [org.jboss.jca.core.connectionmanager.pool.strategy.OnePool] (ActiveMQ Connection Executor: unconnected) Returning connection to pool org.jboss.jca.core.connectionmanager.listener.TxConnectionListener@7a12af26[state=DESTROYED managed connection=[org.apache.activemq.ra.ActiveMQManagedConnection@26aa1686,ActiveMQConnection {id=ID:host-013.intenv.s4a.aero-38854-1663246312565-1057:1,clientId=null,started=false}] connection handles=0 lastReturned=1663248436015 lastValidated=1663248436010 lastCheckedOut=1663248436016 trackByTx=false pool=org.jboss.jca.core.connectionmanager.pool.strategy.OnePool@6af72248 mcp=SemaphoreConcurrentLinkedQueueManagedConnectionPool@3f7e4f32[pool=EFORMS/JMS/QCF_APP_EVENTS_pool] xaResource=LocalXAResourceImpl@35c83070[connectionListener=7a12af26 connectionManager=36745e70 warned=false currentXid=null productName=ActiveMQ productVersion=5.16.5 jndiName=java:/EFORMS/JMS/QCF_APP_EVENTS] txSync=null] 2022-09-15T13:27:16,018Z [6e586ee49e9d3d28/6e586ee49e9d3d28] ERROR [org.quartz.core.ErrorLogger] (QRTZ-LocalThread-smart-eforms-eforms_node_host_013_01-104-JmsEventReaderTask) Job (util-app-events.JmsEventReaderTask threw an exception.: org.quartz.SchedulerException: Job threw an unhandled exception. [See nested exception: pl.azimuthit.util.jms.NullSafeJmsException: The connection is already closed; nested exception is org.apache.activemq.ConnectionClosedException: The connection is already closed] at deployment.smart-eforms-ear-6.0.3-SNAPSHOT.ear//org.quartz.core.JobRunShell.run(JobRunShell.java:213) at deployment.smart-eforms-ear-6.0.3-SNAPSHOT.ear//pl.azimuthit.util.quartz.ExtractRunnableTaskExecutor$RunnableWrapper.run(ExtractRunnableTaskExecutor.java:94) at deployment.smart-eforms-ear-6.0.3-SNAPSHOT.ear//pl.azimuthit.util.quartz.ExtractRunnableTaskExecutor$RunnableWrapper.run(ExtractRunnableTaskExecutor.java:94) at deployment.smart-eforms-ear-6.0.3-SNAPSHOT.ear//pl.azimuthit.util.quartz.ExtractRunnableTaskExecutor$RunnableWrapper.run(ExtractRunnableTaskExecutor.java:94) at deployment.smart-eforms-ear-6.0.3-SNAPSHOT.ear//pl.azimuthit.util.quartz.ExtractRunnableTaskExecutor$RunnableWrapper.run(ExtractRunnableTaskExecutor.java:94) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) Caused by: pl.azimuthit.util.jms.NullSafeJmsException: The connection is already closed; nested exception is org.apache.activemq.ConnectionClosedException: The connection is already closed at deployment.smart-eforms-ear-6.0.3-SNAPSHOT.ear//pl.azimuthit.util.jms.JmsUtils.convertJmsException(JmsUtils.java:150) at deployment.smart-eforms-ear-6.0.3-SNAPSHOT.ear//pl.azimuthit.util.jms.reader.QueueReaderTemplate.readMessagesUsingLongHeldJmsConnection(QueueReaderTemplate.java:193) at deployment.smart-eforms-ear-6.0.3-SNAPSHOT.ear//pl.azimuthit.util.jms.reader.QueueListenerTask.execute(QueueListenerTask.java:41) at deployment.smart-eforms-ear-6.0.3-SNAPSHOT.ear//pl.azimuthit.util.quartz.wrapper.BackgroundTaskWrapperJob.execute(BackgroundTaskWrapperJob.java:44) at deployment.smart-eforms-ear-6.0.3-SNAPSHOT.ear//org.quartz.core.JobRunShell.run(JobRunShell.java:202) ... 7 more Caused by: org.apache.activemq.ConnectionClosedException: The connection is already closed at deployment.activemq-rar-5.16.5.rar//org.apache.activemq.ActiveMQConnection.checkClosed(ActiveMQConnection.java:1469) at deployment.activemq-rar-5.16.5.rar//org.apache.activemq.ActiveMQConnection.checkClosedOrFailed(ActiveMQConnection.java:1456) at deployment.activemq-rar-5.16.5.rar//org.apache.activemq.ActiveMQConnection.getClientID(ActiveMQConnection.java:365) at deployment.activemq-rar-5.16.5.rar//org.apache.activemq.ra.ManagedConnectionProxy.getClientID(ManagedConnectionProxy.java:175) at deployment.smart-eforms-ear-6.0.3-SNAPSHOT.ear//pl.azimuthit.util.jms.JmsConnectionFacade.prepareForDurableSubscription(JmsConnectionFacade.java:287) at deployment.smart-eforms-ear-6.0.3-SNAPSHOT.ear//pl.azimuthit.util.jms.JmsConnectionFacade.createConnectionAndSession(JmsConnectionFacade.java:276) at deployment.smart-eforms-ear-6.0.3-SNAPSHOT.ear//pl.azimuthit.util.jms.JmsConnectionFacade.createAndStartConnectionInternal(JmsConnectionFacade.java:196) at deployment.smart-eforms-ear-6.0.3-SNAPSHOT.ear//pl.azimuthit.util.jms.JmsConnectionFacade.createAndStartConnection(JmsConnectionFacade.java:172) at deployment.smart-eforms-ear-6.0.3-SNAPSHOT.ear//pl.azimuthit.util.jms.JmsConnectionFacade.createAndStartConnectionIfRequired(JmsConnectionFacade.java:223) at deployment.smart-eforms-ear-6.0.3-SNAPSHOT.ear//pl.azimuthit.util.jms.JmsConnectionFacade.createConsumerOrDurableSubscriber(JmsConnectionFacade.java:201) at deployment.smart-eforms-ear-6.0.3-SNAPSHOT.ear//pl.azimuthit.util.jms.JmsConnectionFacade.createConsumer(JmsConnectionFacade.java:128) at deployment.smart-eforms-ear-6.0.3-SNAPSHOT.ear//pl.azimuthit.util.jms.reader.QueueReaderTemplate.readMessagesUsingLongHeldJmsConnection(QueueReaderTemplate.java:161) ... 10 more