2018-09-20 10:11:27 Full thread dump Java HotSpot(TM) 64-Bit Server VM (25.151-b12 mixed mode): "jgroups-18,server0" #233 prio=5 os_prio=0 tid=0x00007fb85001d800 nid=0x1519 waiting on condition [0x00007fb826df4000] java.lang.Thread.State: TIMED_WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000000e10dd118> (a java.util.concurrent.SynchronousQueue$TransferStack) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) "jgroups-17,server0" #232 prio=5 os_prio=0 tid=0x00007fb8e4004800 nid=0x1460 waiting on condition [0x00007fb81e3da000] java.lang.Thread.State: TIMED_WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000000e10dd118> (a java.util.concurrent.SynchronousQueue$TransferStack) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) "jgroups-16,server0" #231 prio=5 os_prio=0 tid=0x00007fb85001c800 nid=0x145f waiting on condition [0x00007fb81ddd4000] java.lang.Thread.State: TIMED_WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000000e10dd118> (a java.util.concurrent.SynchronousQueue$TransferStack) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) "Attach Listener" #230 daemon prio=9 os_prio=0 tid=0x00007fb8f0001800 nid=0x139c waiting on condition [0x0000000000000000] java.lang.Thread.State: RUNNABLE "stateTransferExecutor-thread--p15-t5" #229 daemon prio=5 os_prio=0 tid=0x00007fb8b4055800 nid=0x1281 waiting on condition [0x00007fb81e2d8000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000000f8720bb8> (a java.util.concurrent.locks.ReentrantLock$NonfairSync) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:836) at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireQueued(AbstractQueuedSynchronizer.java:870) at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:1199) at java.util.concurrent.locks.ReentrantLock$NonfairSync.lock(ReentrantLock.java:209) at java.util.concurrent.locks.ReentrantLock.lock(ReentrantLock.java:285) at org.infinispan.manager.DefaultCacheManager.internalStart(DefaultCacheManager.java:674) at org.infinispan.manager.DefaultCacheManager.internalGetCache(DefaultCacheManager.java:467) at org.infinispan.manager.DefaultCacheManager.getCache(DefaultCacheManager.java:462) at org.infinispan.manager.DefaultCacheManager.getCache(DefaultCacheManager.java:448) at org.infinispan.server.eventlogger.ServerEventLogger.getEventCache(ServerEventLogger.java:52) at org.infinispan.server.eventlogger.ServerEventLogger.eventLog(ServerEventLogger.java:68) at org.infinispan.server.eventlogger.DecoratedServerEventLogger.log(DecoratedServerEventLogger.java:32) at org.infinispan.util.logging.events.EventLogger.info(EventLogger.java:40) at org.infinispan.topology.ClusterCacheStatus.updateTopologiesAfterMerge(ClusterCacheStatus.java:200) - locked <0x00000000f8fbe7a8> (a org.infinispan.topology.ClusterCacheStatus) at org.infinispan.partitionhandling.impl.PreferAvailabilityStrategy.onPartitionMerge(PreferAvailabilityStrategy.java:131) at org.infinispan.topology.ClusterCacheStatus.doMergePartitions(ClusterCacheStatus.java:642) - locked <0x00000000f8fbe7a8> (a org.infinispan.topology.ClusterCacheStatus) at org.infinispan.topology.ClusterTopologyManagerImpl.lambda$recoverClusterStatus$4(ClusterTopologyManagerImpl.java:494) at org.infinispan.topology.ClusterTopologyManagerImpl$$Lambda$832/887967393.run(Unknown Source) at org.infinispan.executors.LimitedExecutor.runTasks(LimitedExecutor.java:175) at org.infinispan.executors.LimitedExecutor.access$100(LimitedExecutor.java:37) at org.infinispan.executors.LimitedExecutor$Runner.run(LimitedExecutor.java:227) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) "stateTransferExecutor-thread--p15-t4" #228 daemon prio=5 os_prio=0 tid=0x00007fb8b4054800 nid=0x1280 waiting on condition [0x00007fb819d95000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000000f8720bb8> (a java.util.concurrent.locks.ReentrantLock$NonfairSync) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:836) at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireQueued(AbstractQueuedSynchronizer.java:870) at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:1199) at java.util.concurrent.locks.ReentrantLock$NonfairSync.lock(ReentrantLock.java:209) at java.util.concurrent.locks.ReentrantLock.lock(ReentrantLock.java:285) at org.infinispan.manager.DefaultCacheManager.internalStart(DefaultCacheManager.java:674) at org.infinispan.manager.DefaultCacheManager.internalGetCache(DefaultCacheManager.java:467) at org.infinispan.manager.DefaultCacheManager.getCache(DefaultCacheManager.java:462) at org.infinispan.manager.DefaultCacheManager.getCache(DefaultCacheManager.java:448) at org.infinispan.server.eventlogger.ServerEventLogger.getEventCache(ServerEventLogger.java:52) at org.infinispan.server.eventlogger.ServerEventLogger.eventLog(ServerEventLogger.java:68) at org.infinispan.server.eventlogger.DecoratedServerEventLogger.log(DecoratedServerEventLogger.java:32) at org.infinispan.util.logging.events.EventLogger.info(EventLogger.java:40) at org.infinispan.topology.ClusterCacheStatus.updateTopologiesAfterMerge(ClusterCacheStatus.java:200) - locked <0x00000000f8fbd618> (a org.infinispan.topology.ClusterCacheStatus) at org.infinispan.partitionhandling.impl.PreferAvailabilityStrategy.onPartitionMerge(PreferAvailabilityStrategy.java:131) at org.infinispan.topology.ClusterCacheStatus.doMergePartitions(ClusterCacheStatus.java:642) - locked <0x00000000f8fbd618> (a org.infinispan.topology.ClusterCacheStatus) at org.infinispan.topology.ClusterTopologyManagerImpl.lambda$recoverClusterStatus$4(ClusterTopologyManagerImpl.java:494) at org.infinispan.topology.ClusterTopologyManagerImpl$$Lambda$832/887967393.run(Unknown Source) at org.infinispan.executors.LimitedExecutor.runTasks(LimitedExecutor.java:175) at org.infinispan.executors.LimitedExecutor.access$100(LimitedExecutor.java:37) at org.infinispan.executors.LimitedExecutor$Runner.run(LimitedExecutor.java:227) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) "stateTransferExecutor-thread--p15-t3" #227 daemon prio=5 os_prio=0 tid=0x00007fb8b4053800 nid=0x127f waiting on condition [0x00007fb81ebdf000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000000f8720bb8> (a java.util.concurrent.locks.ReentrantLock$NonfairSync) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:836) at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireQueued(AbstractQueuedSynchronizer.java:870) at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:1199) at java.util.concurrent.locks.ReentrantLock$NonfairSync.lock(ReentrantLock.java:209) at java.util.concurrent.locks.ReentrantLock.lock(ReentrantLock.java:285) at org.infinispan.manager.DefaultCacheManager.internalStart(DefaultCacheManager.java:674) at org.infinispan.manager.DefaultCacheManager.internalGetCache(DefaultCacheManager.java:467) at org.infinispan.manager.DefaultCacheManager.getCache(DefaultCacheManager.java:462) at org.infinispan.manager.DefaultCacheManager.getCache(DefaultCacheManager.java:448) at org.infinispan.server.eventlogger.ServerEventLogger.getEventCache(ServerEventLogger.java:52) at org.infinispan.server.eventlogger.ServerEventLogger.eventLog(ServerEventLogger.java:68) at org.infinispan.server.eventlogger.DecoratedServerEventLogger.log(DecoratedServerEventLogger.java:32) at org.infinispan.util.logging.events.EventLogger.info(EventLogger.java:40) at org.infinispan.topology.ClusterCacheStatus.updateTopologiesAfterMerge(ClusterCacheStatus.java:200) - locked <0x00000000f8fbc420> (a org.infinispan.topology.ClusterCacheStatus) at org.infinispan.partitionhandling.impl.PreferAvailabilityStrategy.onPartitionMerge(PreferAvailabilityStrategy.java:131) at org.infinispan.topology.ClusterCacheStatus.doMergePartitions(ClusterCacheStatus.java:642) - locked <0x00000000f8fbc420> (a org.infinispan.topology.ClusterCacheStatus) at org.infinispan.topology.ClusterTopologyManagerImpl.lambda$recoverClusterStatus$4(ClusterTopologyManagerImpl.java:494) at org.infinispan.topology.ClusterTopologyManagerImpl$$Lambda$832/887967393.run(Unknown Source) at org.infinispan.executors.LimitedExecutor.runTasks(LimitedExecutor.java:175) at org.infinispan.executors.LimitedExecutor.access$100(LimitedExecutor.java:37) at org.infinispan.executors.LimitedExecutor$Runner.run(LimitedExecutor.java:227) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) "stateTransferExecutor-thread--p15-t2" #226 daemon prio=5 os_prio=0 tid=0x00007fb8b4052800 nid=0x127e waiting on condition [0x00007fb819e96000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000000f8720bb8> (a java.util.concurrent.locks.ReentrantLock$NonfairSync) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:836) at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireQueued(AbstractQueuedSynchronizer.java:870) at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:1199) at java.util.concurrent.locks.ReentrantLock$NonfairSync.lock(ReentrantLock.java:209) at java.util.concurrent.locks.ReentrantLock.lock(ReentrantLock.java:285) at org.infinispan.manager.DefaultCacheManager.internalStart(DefaultCacheManager.java:674) at org.infinispan.manager.DefaultCacheManager.internalGetCache(DefaultCacheManager.java:467) at org.infinispan.manager.DefaultCacheManager.getCache(DefaultCacheManager.java:462) at org.infinispan.manager.DefaultCacheManager.getCache(DefaultCacheManager.java:448) at org.infinispan.server.eventlogger.ServerEventLogger.getEventCache(ServerEventLogger.java:52) at org.infinispan.server.eventlogger.ServerEventLogger.eventLog(ServerEventLogger.java:68) at org.infinispan.server.eventlogger.DecoratedServerEventLogger.log(DecoratedServerEventLogger.java:32) at org.infinispan.util.logging.events.EventLogger.info(EventLogger.java:40) at org.infinispan.topology.ClusterCacheStatus.updateTopologiesAfterMerge(ClusterCacheStatus.java:200) - locked <0x00000000f8fbb260> (a org.infinispan.topology.ClusterCacheStatus) at org.infinispan.partitionhandling.impl.PreferAvailabilityStrategy.onPartitionMerge(PreferAvailabilityStrategy.java:131) at org.infinispan.topology.ClusterCacheStatus.doMergePartitions(ClusterCacheStatus.java:642) - locked <0x00000000f8fbb260> (a org.infinispan.topology.ClusterCacheStatus) at org.infinispan.topology.ClusterTopologyManagerImpl.lambda$recoverClusterStatus$4(ClusterTopologyManagerImpl.java:494) at org.infinispan.topology.ClusterTopologyManagerImpl$$Lambda$832/887967393.run(Unknown Source) at org.infinispan.executors.LimitedExecutor.runTasks(LimitedExecutor.java:175) at org.infinispan.executors.LimitedExecutor.access$100(LimitedExecutor.java:37) at org.infinispan.executors.LimitedExecutor$Runner.run(LimitedExecutor.java:227) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) "stateTransferExecutor-thread--p15-t1" #225 daemon prio=5 os_prio=0 tid=0x00007fb8b4051000 nid=0x127d waiting on condition [0x00007fb819991000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000000f8720bb8> (a java.util.concurrent.locks.ReentrantLock$NonfairSync) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:836) at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireQueued(AbstractQueuedSynchronizer.java:870) at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:1199) at java.util.concurrent.locks.ReentrantLock$NonfairSync.lock(ReentrantLock.java:209) at java.util.concurrent.locks.ReentrantLock.lock(ReentrantLock.java:285) at org.infinispan.manager.DefaultCacheManager.internalStart(DefaultCacheManager.java:674) at org.infinispan.manager.DefaultCacheManager.internalGetCache(DefaultCacheManager.java:467) at org.infinispan.manager.DefaultCacheManager.getCache(DefaultCacheManager.java:462) at org.infinispan.manager.DefaultCacheManager.getCache(DefaultCacheManager.java:448) at org.infinispan.server.eventlogger.ServerEventLogger.getEventCache(ServerEventLogger.java:52) at org.infinispan.server.eventlogger.ServerEventLogger.eventLog(ServerEventLogger.java:68) at org.infinispan.server.eventlogger.DecoratedServerEventLogger.log(DecoratedServerEventLogger.java:32) at org.infinispan.util.logging.events.EventLogger.info(EventLogger.java:40) at org.infinispan.topology.ClusterCacheStatus.updateTopologiesAfterMerge(ClusterCacheStatus.java:200) - locked <0x00000000f8fb61d0> (a org.infinispan.topology.ClusterCacheStatus) at org.infinispan.partitionhandling.impl.PreferAvailabilityStrategy.onPartitionMerge(PreferAvailabilityStrategy.java:131) at org.infinispan.topology.ClusterCacheStatus.doMergePartitions(ClusterCacheStatus.java:642) - locked <0x00000000f8fb61d0> (a org.infinispan.topology.ClusterCacheStatus) at org.infinispan.topology.ClusterTopologyManagerImpl.lambda$recoverClusterStatus$4(ClusterTopologyManagerImpl.java:494) at org.infinispan.topology.ClusterTopologyManagerImpl$$Lambda$832/887967393.run(Unknown Source) at org.infinispan.executors.LimitedExecutor.runTasks(LimitedExecutor.java:175) at org.infinispan.executors.LimitedExecutor.access$100(LimitedExecutor.java:37) at org.infinispan.executors.LimitedExecutor$Runner.run(LimitedExecutor.java:227) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) "transport-thread--p14-t2" #224 daemon prio=5 os_prio=0 tid=0x00007fb8c404a800 nid=0x127b waiting on condition [0x00007fb81968f000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000000f8d70ca0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) "pool-11-thread-1" #223 prio=5 os_prio=0 tid=0x00007fb8c406b000 nid=0x127a waiting on condition [0x00007fb81ede2000] java.lang.Thread.State: TIMED_WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000000f8f16630> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) "timeout-thread--p13-t1" #222 daemon prio=5 os_prio=0 tid=0x00007fb8b4046000 nid=0x1277 waiting on condition [0x00007fb819f98000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000000f8d96af0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) "transport-thread--p14-t1" #221 daemon prio=5 os_prio=0 tid=0x00007fb8c4048800 nid=0x1276 waiting for monitor entry [0x00007fb819a93000] java.lang.Thread.State: BLOCKED (on object monitor) at org.infinispan.topology.ClusterCacheStatus.doHandleClusterView(ClusterCacheStatus.java:385) - waiting to lock <0x00000000f8fb61d0> (a org.infinispan.topology.ClusterCacheStatus) at org.infinispan.topology.ClusterTopologyManagerImpl.updateCacheMembers(ClusterTopologyManagerImpl.java:515) at org.infinispan.topology.ClusterTopologyManagerImpl.handleClusterView(ClusterTopologyManagerImpl.java:321) at org.infinispan.topology.ClusterTopologyManagerImpl.lambda$start$0(ClusterTopologyManagerImpl.java:127) at org.infinispan.topology.ClusterTopologyManagerImpl$$Lambda$511/413636581.run(Unknown Source) at org.infinispan.executors.LimitedExecutor.runTasks(LimitedExecutor.java:175) at org.infinispan.executors.LimitedExecutor.access$100(LimitedExecutor.java:37) at org.infinispan.executors.LimitedExecutor$Runner.run(LimitedExecutor.java:227) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) "remote-thread--p12-t2" #220 daemon prio=5 os_prio=0 tid=0x00007fb8c406e000 nid=0x1275 waiting on condition [0x00007fb8251e6000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000000f8cee140> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) "remote-thread--p12-t1" #219 daemon prio=5 os_prio=0 tid=0x00007fb8c406d000 nid=0x1274 waiting on condition [0x00007fb819891000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000000f8cee140> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) "Controller-remote-thread-null" #218 prio=5 os_prio=0 tid=0x00007fb8c406c800 nid=0x1273 waiting on condition [0x00007fb81fcfb000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000000f8cee5e0> (a java.util.concurrent.Semaphore$NonfairSync) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:836) at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedInterruptibly(AbstractQueuedSynchronizer.java:997) at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1304) at java.util.concurrent.Semaphore.acquire(Semaphore.java:312) at org.infinispan.util.concurrent.BlockingTaskAwareExecutorServiceImpl$ControllerThread.run(BlockingTaskAwareExecutorServiceImpl.java:159) "FD_SOCK conn-handler-15,server0" #170 daemon prio=5 os_prio=0 tid=0x00007fb8ac004000 nid=0x114f runnable [0x00007fb81dfd6000] java.lang.Thread.State: RUNNABLE at java.net.SocketInputStream.socketRead0(Native Method) at java.net.SocketInputStream.socketRead(SocketInputStream.java:116) at java.net.SocketInputStream.read(SocketInputStream.java:171) at java.net.SocketInputStream.read(SocketInputStream.java:141) at java.net.SocketInputStream.read(SocketInputStream.java:224) at org.jgroups.protocols.FD_SOCK$ClientConnectionHandler.run(FD_SOCK.java:1052) at java.lang.Thread.run(Thread.java:748) "Connection.Receiver [127.0.0.1:33005 - 127.0.0.1:9600]-14,server0" #169 prio=5 os_prio=0 tid=0x00007fb8a4099800 nid=0x1149 runnable [0x00007fb81c2bb000] java.lang.Thread.State: RUNNABLE at java.net.SocketInputStream.socketRead0(Native Method) at java.net.SocketInputStream.socketRead(SocketInputStream.java:116) at java.net.SocketInputStream.read(SocketInputStream.java:171) at java.net.SocketInputStream.read(SocketInputStream.java:141) at java.io.BufferedInputStream.fill(BufferedInputStream.java:246) at java.io.BufferedInputStream.read(BufferedInputStream.java:265) - locked <0x00000000f640ade0> (a java.io.BufferedInputStream) at java.io.DataInputStream.readInt(DataInputStream.java:387) at org.jgroups.blocks.cs.TcpConnection$Receiver.run(TcpConnection.java:294) at java.lang.Thread.run(Thread.java:748) "jgroups-12,server0" #143 prio=5 os_prio=0 tid=0x00007fb86400d000 nid=0xff2 waiting on condition [0x00007fb81ded5000] java.lang.Thread.State: TIMED_WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000000e10dd118> (a java.util.concurrent.SynchronousQueue$TransferStack) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) "FD_SOCK pinger-9,server0" #136 daemon prio=5 os_prio=0 tid=0x00007fb898055800 nid=0xfe9 runnable [0x00007fb81e5dc000] java.lang.Thread.State: RUNNABLE at java.net.SocketInputStream.socketRead0(Native Method) at java.net.SocketInputStream.socketRead(SocketInputStream.java:116) at java.net.SocketInputStream.read(SocketInputStream.java:171) at java.net.SocketInputStream.read(SocketInputStream.java:141) at java.net.SocketInputStream.read(SocketInputStream.java:224) at org.jgroups.protocols.FD_SOCK.run(FD_SOCK.java:431) at java.lang.Thread.run(Thread.java:748) "Connection.Receiver [127.0.0.1:58269 - 127.0.0.1:8600]-8,server0" #135 prio=5 os_prio=0 tid=0x00007fb8a4097000 nid=0xfe7 runnable [0x00007fb81e6dd000] java.lang.Thread.State: RUNNABLE at java.net.SocketInputStream.socketRead0(Native Method) at java.net.SocketInputStream.socketRead(SocketInputStream.java:116) at java.net.SocketInputStream.read(SocketInputStream.java:171) at java.net.SocketInputStream.read(SocketInputStream.java:141) at java.io.BufferedInputStream.fill(BufferedInputStream.java:246) at java.io.BufferedInputStream.read(BufferedInputStream.java:265) - locked <0x00000000f64048c8> (a java.io.BufferedInputStream) at java.io.DataInputStream.readInt(DataInputStream.java:387) at org.jgroups.blocks.cs.TcpConnection$Receiver.run(TcpConnection.java:294) at java.lang.Thread.run(Thread.java:748) "ServerService Thread Pool -- 34" #134 prio=5 os_prio=0 tid=0x00007fb85c001800 nid=0xfde waiting on condition [0x00007fb81e7de000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000000e02e3838> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1088) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) at org.jboss.threads.JBossThread.run(JBossThread.java:485) "ObjectCleanerThread" #126 daemon prio=1 os_prio=0 tid=0x00007fb8c8319000 nid=0xf1e in Object.wait() [0x00007fb81f0e5000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) - waiting on <0x00000000feec59a0> (a java.lang.ref.ReferenceQueue$Lock) at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:143) - locked <0x00000000feec59a0> (a java.lang.ref.ReferenceQueue$Lock) at io.netty.util.internal.ObjectCleaner$1.run(ObjectCleaner.java:54) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.lang.Thread.run(Thread.java:748) "ServerService Thread Pool -- 33" #96 prio=5 os_prio=0 tid=0x00007fb8ac001800 nid=0xeea waiting on condition [0x00007fb8263eb000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000000e061be88> (a org.jboss.as.controller.ModelControllerLock$Sync) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:836) at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireInterruptibly(AbstractQueuedSynchronizer.java:897) at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireInterruptibly(AbstractQueuedSynchronizer.java:1222) at org.jboss.as.controller.ModelControllerLock.lockInterruptibly(ModelControllerLock.java:110) at org.jboss.as.controller.ModelControllerImpl.acquireWriteLock(ModelControllerImpl.java:763) at org.jboss.as.controller.OperationContextImpl.takeWriteLock(OperationContextImpl.java:797) at org.jboss.as.controller.OperationContextImpl.acquireControllerLock(OperationContextImpl.java:1139) at org.jboss.as.server.operations.CleanObsoleteContentHandler.execute(CleanObsoleteContentHandler.java:75) at org.jboss.as.controller.AbstractOperationContext.executeStep(AbstractOperationContext.java:999) at org.jboss.as.controller.AbstractOperationContext.processStages(AbstractOperationContext.java:743) at org.jboss.as.controller.AbstractOperationContext.executeOperation(AbstractOperationContext.java:467) at org.jboss.as.controller.OperationContextImpl.executeOperation(OperationContextImpl.java:1411) at org.jboss.as.controller.ModelControllerImpl.internalExecute(ModelControllerImpl.java:423) at org.jboss.as.controller.ModelControllerImpl.lambda$execute$1(ModelControllerImpl.java:243) at org.jboss.as.controller.ModelControllerImpl$$Lambda$452/387306316.run(Unknown Source) at org.wildfly.security.auth.server.SecurityIdentity$$Lambda$453/547180718.run(Unknown Source) at org.wildfly.security.auth.server.SecurityIdentity.runAs(SecurityIdentity.java:265) at org.wildfly.security.auth.server.SecurityIdentity.runAs(SecurityIdentity.java:231) at org.jboss.as.controller.ModelControllerImpl.execute(ModelControllerImpl.java:243) at org.jboss.as.controller.ModelControllerClientFactoryImpl$LocalClient$$Lambda$678/473362670.apply(Unknown Source) at org.jboss.as.controller.ModelControllerClientFactoryImpl$LocalClient.executeInModelControllerCl(ModelControllerClientFactoryImpl.java:259) at org.jboss.as.controller.ModelControllerClientFactoryImpl$LocalClient.executeOperation(ModelControllerClientFactoryImpl.java:157) at org.jboss.as.controller.ModelControllerClientFactoryImpl$1$$Lambda$676/1035553130.apply(Unknown Source) at org.jboss.as.controller.ModelControllerClientFactoryImpl.lambda$executeInVm$0(ModelControllerClientFactoryImpl.java:351) at org.jboss.as.controller.ModelControllerClientFactoryImpl$$Lambda$677/362416573.run(Unknown Source) at org.jboss.as.controller.access.InVmAccess.runInVm(InVmAccess.java:85) at org.jboss.as.controller.ModelControllerClientFactoryImpl.executeInVm(ModelControllerClientFactoryImpl.java:351) at org.jboss.as.controller.ModelControllerClientFactoryImpl.access$000(ModelControllerClientFactoryImpl.java:59) at org.jboss.as.controller.ModelControllerClientFactoryImpl$1.executeOperation(ModelControllerClientFactoryImpl.java:82) at org.jboss.as.controller.LocalModelControllerClient.execute(LocalModelControllerClient.java:54) at org.jboss.as.controller.LocalModelControllerClient.execute(LocalModelControllerClient.java:39) at org.jboss.as.server.deployment.ContentRepositoryCleaner$$Lambda$836/1243382451.apply(Unknown Source) at org.jboss.as.server.deployment.ContentRepositoryCleaner$Execution$1.execute(ContentRepositoryCleaner.java:167) at org.jboss.as.server.deployment.ContentRepositoryCleaner.cleanObsoleteContent(ContentRepositoryCleaner.java:136) at org.jboss.as.server.deployment.ContentRepositoryCleaner$ContentRepositoryCleanerTask.run(ContentRepositoryCleaner.java:72) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) at org.jboss.threads.JBossThread.run(JBossThread.java:485) "management-handler-thread - 1" #95 prio=5 os_prio=0 tid=0x00007fb8b0083800 nid=0xec4 in Object.wait() [0x00007fb8264ec000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) - waiting on <0x00000000e02cd6e8> (a java.lang.Object) at java.lang.Object.wait(Object.java:460) at org.jboss.msc.service.StabilityMonitor.awaitStability(StabilityMonitor.java:353) - locked <0x00000000e02cd6e8> (a java.lang.Object) at org.jboss.msc.service.StabilityMonitor.awaitStability(StabilityMonitor.java:296) at org.jboss.as.controller.ContainerStateMonitor.awaitStability(ContainerStateMonitor.java:124) at org.jboss.as.controller.ModelControllerImpl.awaitContainerStability(ModelControllerImpl.java:819) at org.jboss.as.controller.OperationContextImpl.ensureWriteLockForRuntime(OperationContextImpl.java:831) at org.jboss.as.controller.OperationContextImpl.getServiceTarget(OperationContextImpl.java:751) at org.jboss.as.controller.OperationContextImpl.getCapabilityServiceTarget(OperationContextImpl.java:730) at org.jboss.as.controller.OperationContextImpl.getServiceTarget(OperationContextImpl.java:725) at org.jboss.as.clustering.infinispan.subsystem.CacheConfigurationAdd.installRuntimeServices(CacheConfigurationAdd.java:235) at org.jboss.as.clustering.infinispan.subsystem.CacheConfigurationAdd.performRuntime(CacheConfigurationAdd.java:210) at org.jboss.as.controller.AbstractAddStepHandler.performRuntime(AbstractAddStepHandler.java:338) at org.jboss.as.controller.AbstractAddStepHandler$1.execute(AbstractAddStepHandler.java:159) at org.jboss.as.controller.AbstractOperationContext.executeStep(AbstractOperationContext.java:999) at org.jboss.as.controller.AbstractOperationContext.processStages(AbstractOperationContext.java:743) at org.jboss.as.controller.AbstractOperationContext.executeOperation(AbstractOperationContext.java:467) at org.jboss.as.controller.OperationContextImpl.executeOperation(OperationContextImpl.java:1411) at org.jboss.as.controller.ModelControllerImpl.internalExecute(ModelControllerImpl.java:423) at org.jboss.as.controller.ModelControllerImpl.lambda$execute$1(ModelControllerImpl.java:243) at org.jboss.as.controller.ModelControllerImpl$$Lambda$452/387306316.run(Unknown Source) at org.wildfly.security.auth.server.SecurityIdentity$$Lambda$453/547180718.run(Unknown Source) at org.wildfly.security.auth.server.SecurityIdentity.runAs(SecurityIdentity.java:265) at org.wildfly.security.auth.server.SecurityIdentity.runAs(SecurityIdentity.java:231) at org.jboss.as.controller.ModelControllerImpl.execute(ModelControllerImpl.java:243) at org.jboss.as.controller.remote.ModelControllerClientOperationHandler$ExecuteRequestHandler.doExecute(ModelControllerClientOperationHandler.java:240) at org.jboss.as.controller.remote.ModelControllerClientOperationHandler$ExecuteRequestHandler.access$400(ModelControllerClientOperationHandler.java:138) at org.jboss.as.controller.remote.ModelControllerClientOperationHandler$ExecuteRequestHandler$1$1.run(ModelControllerClientOperationHandler.java:162) at org.jboss.as.controller.remote.ModelControllerClientOperationHandler$ExecuteRequestHandler$1$1.run(ModelControllerClientOperationHandler.java:158) at org.wildfly.security.auth.server.SecurityIdentity$$Lambda$451/1216786984.run(Unknown Source) at org.wildfly.security.auth.server.SecurityIdentity.runAs(SecurityIdentity.java:289) at org.wildfly.security.auth.server.SecurityIdentity.runAs(SecurityIdentity.java:246) at org.jboss.as.controller.AccessAuditContext.doAs(AccessAuditContext.java:254) at org.jboss.as.controller.AccessAuditContext.doAs(AccessAuditContext.java:225) at org.jboss.as.controller.remote.ModelControllerClientOperationHandler$ExecuteRequestHandler$1.execute(ModelControllerClientOperationHandler.java:158) at org.jboss.as.protocol.mgmt.ManagementRequestContextImpl$1.doExecute(ManagementRequestContextImpl.java:70) at org.jboss.as.protocol.mgmt.ManagementRequestContextImpl$AsyncTaskRunner.run(ManagementRequestContextImpl.java:160) at org.jboss.threads.ContextClassLoaderSavingRunnable.run(ContextClassLoaderSavingRunnable.java:35) at org.jboss.threads.EnhancedQueueExecutor.safeRun(EnhancedQueueExecutor.java:1985) at org.jboss.threads.EnhancedQueueExecutor$ThreadBody.doRunTask(EnhancedQueueExecutor.java:1487) at org.jboss.threads.EnhancedQueueExecutor$ThreadBody.run(EnhancedQueueExecutor.java:1378) at java.lang.Thread.run(Thread.java:748) at org.jboss.threads.JBossThread.run(JBossThread.java:485) "management task-2" #94 prio=5 os_prio=0 tid=0x00007fb8b406d800 nid=0xec3 waiting on condition [0x00007fb8265ee000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000000e10b1fe8> (a org.jboss.threads.EnhancedQueueExecutor) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at org.jboss.threads.EnhancedQueueExecutor$ThreadBody.run(EnhancedQueueExecutor.java:1410) at java.lang.Thread.run(Thread.java:748) "management task-1" #93 prio=5 os_prio=0 tid=0x00007fb8281da000 nid=0xec0 waiting on condition [0x00007fb8266ef000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000000e10b1fe8> (a org.jboss.threads.EnhancedQueueExecutor) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at org.jboss.threads.EnhancedQueueExecutor$ThreadBody.run(EnhancedQueueExecutor.java:1410) at java.lang.Thread.run(Thread.java:748) "SecurityDomain ThreadGroup - 1" #92 prio=5 os_prio=0 tid=0x00007fb8281d6000 nid=0xebf waiting on condition [0x00007fb8267f0000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000000e11c3b50> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) at org.jboss.threads.JBossThread.run(JBossThread.java:485) "FD_SOCK acceptor-7,server0" #91 daemon prio=5 os_prio=0 tid=0x00007fb8b00b3000 nid=0xebc runnable [0x00007fb826af1000] java.lang.Thread.State: RUNNABLE at java.net.PlainSocketImpl.socketAccept(Native Method) at java.net.AbstractPlainSocketImpl.accept(AbstractPlainSocketImpl.java:409) at java.net.ServerSocket.implAccept(ServerSocket.java:545) at java.net.ServerSocket.accept(ServerSocket.java:513) at org.jgroups.protocols.FD_SOCK$ServerSocketHandler.run(FD_SOCK.java:992) at java.lang.Thread.run(Thread.java:748) "TcpServer.Acceptor[7600]-6,server0" #90 prio=5 os_prio=0 tid=0x00007fb8b00b0800 nid=0xebb runnable [0x00007fb826bf2000] java.lang.Thread.State: RUNNABLE at java.net.PlainSocketImpl.socketAccept(Native Method) at java.net.AbstractPlainSocketImpl.accept(AbstractPlainSocketImpl.java:409) at java.net.ServerSocket.implAccept(ServerSocket.java:545) at java.net.ServerSocket.accept(ServerSocket.java:513) at org.jgroups.blocks.cs.TcpServer$Acceptor.run(TcpServer.java:110) at java.lang.Thread.run(Thread.java:748) "MPING-5,server0" #89 daemon prio=5 os_prio=0 tid=0x00007fb8b00ad800 nid=0xeba runnable [0x00007fb826cf3000] java.lang.Thread.State: RUNNABLE at java.net.PlainDatagramSocketImpl.receive0(Native Method) - locked <0x00000000e10df5c0> (a java.net.PlainDatagramSocketImpl) at java.net.AbstractPlainDatagramSocketImpl.receive(AbstractPlainDatagramSocketImpl.java:143) - locked <0x00000000e10df5c0> (a java.net.PlainDatagramSocketImpl) at java.net.DatagramSocket.receive(DatagramSocket.java:812) - locked <0x00000000e17729e0> (a java.net.DatagramPacket) - locked <0x00000000e10df570> (a java.net.MulticastSocket) at org.jgroups.protocols.MPING.run(MPING.java:236) at java.lang.Thread.run(Thread.java:748) "Timer runner-1,server0" #85 prio=5 os_prio=0 tid=0x00007fb8b8107000 nid=0xeb6 waiting on condition [0x00007fb8271f6000] java.lang.Thread.State: TIMED_WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000000e10de228> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.DelayQueue.take(DelayQueue.java:223) at java.util.concurrent.DelayQueue.take(DelayQueue.java:70) at org.jgroups.util.TimeScheduler3.run(TimeScheduler3.java:181) at java.lang.Thread.run(Thread.java:748) "Transaction Reaper Worker 0" #84 daemon prio=5 os_prio=0 tid=0x00007fb8cc05d000 nid=0xeb5 in Object.wait() [0x00007fb8276f7000] java.lang.Thread.State: WAITING (on object monitor) at java.lang.Object.wait(Native Method) - waiting on <0x00000000e147bcc0> (a java.util.LinkedList) at java.lang.Object.wait(Object.java:502) at com.arjuna.ats.arjuna.coordinator.TransactionReaper.waitForCancellations(TransactionReaper.java:328) - locked <0x00000000e147bcc0> (a java.util.LinkedList) at com.arjuna.ats.internal.arjuna.coordinator.ReaperWorkerThread.run(ReaperWorkerThread.java:65) "Transaction Reaper" #83 daemon prio=5 os_prio=0 tid=0x00007fb8cc05a800 nid=0xeb4 in Object.wait() [0x00007fb8277f8000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) - waiting on <0x00000000e147bbd0> (a com.arjuna.ats.arjuna.coordinator.TransactionReaper) at com.arjuna.ats.internal.arjuna.coordinator.ReaperThread.run(ReaperThread.java:90) - locked <0x00000000e147bbd0> (a com.arjuna.ats.arjuna.coordinator.TransactionReaper) "Periodic Recovery" #81 prio=5 os_prio=0 tid=0x00007fb8c0118000 nid=0xeb3 in Object.wait() [0x00007fb8278f9000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) - waiting on <0x00000000e11d5900> (a java.lang.Object) at com.arjuna.ats.internal.arjuna.recovery.PeriodicRecovery.doPeriodicWait(PeriodicRecovery.java:678) at com.arjuna.ats.internal.arjuna.recovery.PeriodicRecovery.run(PeriodicRecovery.java:398) - locked <0x00000000e11d5900> (a java.lang.Object) "Transaction Expired Entry Monitor" #82 daemon prio=5 os_prio=0 tid=0x00007fb8c0117000 nid=0xeb2 in Object.wait() [0x00007fb8279fa000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) - waiting on <0x00000000e147bff0> (a com.arjuna.ats.internal.arjuna.recovery.ExpiredEntryMonitor) at com.arjuna.ats.internal.arjuna.recovery.ExpiredEntryMonitor.run(ExpiredEntryMonitor.java:190) - locked <0x00000000e147bff0> (a com.arjuna.ats.internal.arjuna.recovery.ExpiredEntryMonitor) "default Accept" #80 prio=5 os_prio=0 tid=0x00007fb8bc343800 nid=0xeb1 runnable [0x00007fb827cfb000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) - locked <0x00000000e118d530> (a sun.nio.ch.Util$3) - locked <0x00000000e118d520> (a java.util.Collections$UnmodifiableSet) - locked <0x00000000e118d408> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.xnio.nio.WorkerThread.run(WorkerThread.java:532) "default I/O-16" #79 prio=5 os_prio=0 tid=0x00007fb8bc342000 nid=0xeb0 runnable [0x00007fb827dfc000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) - locked <0x00000000e10eb198> (a sun.nio.ch.Util$3) - locked <0x00000000e10eb188> (a java.util.Collections$UnmodifiableSet) - locked <0x00000000e10eb070> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.xnio.nio.WorkerThread.run(WorkerThread.java:532) "default I/O-15" #78 prio=5 os_prio=0 tid=0x00007fb8bc340000 nid=0xeaf runnable [0x00007fb827efd000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) - locked <0x00000000e10f0678> (a sun.nio.ch.Util$3) - locked <0x00000000e10f0668> (a java.util.Collections$UnmodifiableSet) - locked <0x00000000e10f0550> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.xnio.nio.WorkerThread.run(WorkerThread.java:532) "default I/O-14" #77 prio=5 os_prio=0 tid=0x00007fb8bc33e000 nid=0xeae runnable [0x00007fb827ffe000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) - locked <0x00000000e110daa8> (a sun.nio.ch.Util$3) - locked <0x00000000e110da98> (a java.util.Collections$UnmodifiableSet) - locked <0x00000000e110d980> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.xnio.nio.WorkerThread.run(WorkerThread.java:532) "default I/O-13" #76 prio=5 os_prio=0 tid=0x00007fb8bc33c800 nid=0xead runnable [0x00007fb8841f3000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) - locked <0x00000000e1112f88> (a sun.nio.ch.Util$3) - locked <0x00000000e1112f78> (a java.util.Collections$UnmodifiableSet) - locked <0x00000000e1112e60> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.xnio.nio.WorkerThread.run(WorkerThread.java:532) "default I/O-12" #75 prio=5 os_prio=0 tid=0x00007fb8bc33a800 nid=0xeac runnable [0x00007fb8842f4000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) - locked <0x00000000e1113638> (a sun.nio.ch.Util$3) - locked <0x00000000e1113628> (a java.util.Collections$UnmodifiableSet) - locked <0x00000000e1113510> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.xnio.nio.WorkerThread.run(WorkerThread.java:532) "default I/O-11" #74 prio=5 os_prio=0 tid=0x00007fb8bc339000 nid=0xeab runnable [0x00007fb8843f5000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) - locked <0x00000000e1113ce8> (a sun.nio.ch.Util$3) - locked <0x00000000e1113cd8> (a java.util.Collections$UnmodifiableSet) - locked <0x00000000e1113bc0> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.xnio.nio.WorkerThread.run(WorkerThread.java:532) "default I/O-10" #73 prio=5 os_prio=0 tid=0x00007fb8bc337000 nid=0xeaa runnable [0x00007fb8844f6000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) - locked <0x00000000e1114398> (a sun.nio.ch.Util$3) - locked <0x00000000e1114388> (a java.util.Collections$UnmodifiableSet) - locked <0x00000000e1114270> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.xnio.nio.WorkerThread.run(WorkerThread.java:532) "default I/O-9" #72 prio=5 os_prio=0 tid=0x00007fb8bc335800 nid=0xea9 runnable [0x00007fb8847f7000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) - locked <0x00000000e1114a48> (a sun.nio.ch.Util$3) - locked <0x00000000e1114a38> (a java.util.Collections$UnmodifiableSet) - locked <0x00000000e1114920> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.xnio.nio.WorkerThread.run(WorkerThread.java:532) "default I/O-8" #71 prio=5 os_prio=0 tid=0x00007fb8bc333800 nid=0xea8 runnable [0x00007fb8848f8000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) - locked <0x00000000e11150f8> (a sun.nio.ch.Util$3) - locked <0x00000000e11150e8> (a java.util.Collections$UnmodifiableSet) - locked <0x00000000e1114fd0> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.xnio.nio.WorkerThread.run(WorkerThread.java:532) "default I/O-7" #70 prio=5 os_prio=0 tid=0x00007fb8bc331800 nid=0xea7 runnable [0x00007fb8849f9000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) - locked <0x00000000e11157a8> (a sun.nio.ch.Util$3) - locked <0x00000000e1115798> (a java.util.Collections$UnmodifiableSet) - locked <0x00000000e1115680> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.xnio.nio.WorkerThread.run(WorkerThread.java:532) "default I/O-6" #69 prio=5 os_prio=0 tid=0x00007fb8bc330000 nid=0xea6 runnable [0x00007fb884afa000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) - locked <0x00000000e1185ee0> (a sun.nio.ch.Util$3) - locked <0x00000000e1185ed0> (a java.util.Collections$UnmodifiableSet) - locked <0x00000000e1185db8> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.xnio.nio.WorkerThread.run(WorkerThread.java:532) "default I/O-5" #68 prio=5 os_prio=0 tid=0x00007fb8bc32e000 nid=0xea5 runnable [0x00007fb884bfb000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) - locked <0x00000000e118b3c0> (a sun.nio.ch.Util$3) - locked <0x00000000e118b3b0> (a java.util.Collections$UnmodifiableSet) - locked <0x00000000e118b298> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.xnio.nio.WorkerThread.run(WorkerThread.java:532) "default I/O-4" #67 prio=5 os_prio=0 tid=0x00007fb8bc32c000 nid=0xea4 runnable [0x00007fb884cfc000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) - locked <0x00000000e118ba70> (a sun.nio.ch.Util$3) - locked <0x00000000e118ba60> (a java.util.Collections$UnmodifiableSet) - locked <0x00000000e118b948> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.xnio.nio.WorkerThread.run(WorkerThread.java:532) "default I/O-3" #66 prio=5 os_prio=0 tid=0x00007fb8bc32a000 nid=0xea3 runnable [0x00007fb884dfd000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) - locked <0x00000000e118c120> (a sun.nio.ch.Util$3) - locked <0x00000000e118c110> (a java.util.Collections$UnmodifiableSet) - locked <0x00000000e118bff8> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.xnio.nio.WorkerThread.run(WorkerThread.java:532) "default I/O-2" #65 prio=5 os_prio=0 tid=0x00007fb8bc328800 nid=0xea2 runnable [0x00007fb884efe000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) - locked <0x00000000e118c7d0> (a sun.nio.ch.Util$3) - locked <0x00000000e118c7c0> (a java.util.Collections$UnmodifiableSet) - locked <0x00000000e118c6a8> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.xnio.nio.WorkerThread.run(WorkerThread.java:532) "default I/O-1" #63 prio=5 os_prio=0 tid=0x00007fb8bc327800 nid=0xea1 runnable [0x00007fb884fff000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) - locked <0x00000000e118ce80> (a sun.nio.ch.Util$3) - locked <0x00000000e118ce70> (a java.util.Collections$UnmodifiableSet) - locked <0x00000000e118cd58> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.xnio.nio.WorkerThread.run(WorkerThread.java:532) "ConnectionValidator" #64 daemon prio=5 os_prio=0 tid=0x00007fb8b8005000 nid=0xea0 waiting on condition [0x00007fb885300000] java.lang.Thread.State: TIMED_WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000000e147c8c0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163) at org.jboss.jca.core.connectionmanager.pool.validator.ConnectionValidator$ConnectionValidatorRunner.run(ConnectionValidator.java:263) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) "IdleRemover" #62 daemon prio=5 os_prio=0 tid=0x00007fb8c4007800 nid=0xe9f waiting on condition [0x00007fb885401000] java.lang.Thread.State: TIMED_WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000000e147ce10> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163) at org.jboss.jca.core.connectionmanager.pool.idle.IdleRemover$IdleRemoverRunner.run(IdleRemover.java:261) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) "ServerService Thread Pool -- 32" #61 prio=5 os_prio=0 tid=0x00007fb8c00ae800 nid=0xe9e waiting on condition [0x00007fb885502000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000000e05f5f58> (a org.jboss.threads.EnhancedQueueExecutor) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at org.jboss.threads.EnhancedQueueExecutor$ThreadBody.run(EnhancedQueueExecutor.java:1410) at java.lang.Thread.run(Thread.java:748) at org.jboss.threads.JBossThread.run(JBossThread.java:485) "management Accept" #55 prio=5 os_prio=0 tid=0x00007fb8c00ac000 nid=0xe99 runnable [0x00007fb885906000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) - locked <0x00000000e11f16e8> (a sun.nio.ch.Util$3) - locked <0x00000000e11f16d8> (a java.util.Collections$UnmodifiableSet) - locked <0x00000000e11f12e0> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.xnio.nio.WorkerThread.run(WorkerThread.java:532) "management I/O-2" #52 prio=5 os_prio=0 tid=0x00007fb8c00aa000 nid=0xe97 runnable [0x00007fb885b08000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) - locked <0x00000000e11f20c0> (a sun.nio.ch.Util$3) - locked <0x00000000e11f20b0> (a java.util.Collections$UnmodifiableSet) - locked <0x00000000e10cbbd0> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.xnio.nio.WorkerThread.run(WorkerThread.java:532) "management I/O-1" #50 prio=5 os_prio=0 tid=0x00007fb8c0048800 nid=0xe96 runnable [0x00007fb885c09000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) - locked <0x00000000e1243ee0> (a sun.nio.ch.Util$3) - locked <0x00000000e1243ed0> (a java.util.Collections$UnmodifiableSet) - locked <0x00000000e11f26e8> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.xnio.nio.WorkerThread.run(WorkerThread.java:532) "ServerService Thread Pool -- 18" #44 prio=5 os_prio=0 tid=0x00007fb8cc004800 nid=0xe8c waiting on condition [0x00007fb886813000] java.lang.Thread.State: TIMED_WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000000e02e3838> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) at org.jboss.threads.JBossThread.run(JBossThread.java:485) "DeploymentScanner-threads - 2" #42 prio=5 os_prio=0 tid=0x00007fb860004000 nid=0xe8a waiting on condition [0x00007fb886c15000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000000e1306408> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1088) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) at org.jboss.threads.JBossThread.run(JBossThread.java:485) "DeploymentScanner-threads - 1" #41 prio=5 os_prio=0 tid=0x00007fb89c0f3800 nid=0xe89 waiting on condition [0x00007fb886d16000] java.lang.Thread.State: TIMED_WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000000e1306408> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) at org.jboss.threads.JBossThread.run(JBossThread.java:485) "ServerService Thread Pool -- 1" #25 prio=5 os_prio=0 tid=0x00007fb8c0006800 nid=0xe79 waiting on condition [0x00007fb8f4e2e000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000000e02e3838> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1088) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) at org.jboss.threads.JBossThread.run(JBossThread.java:485) "DestroyJavaVM" #24 prio=5 os_prio=0 tid=0x00007fb93c00a800 nid=0xe5a waiting on condition [0x0000000000000000] java.lang.Thread.State: RUNNABLE "ServerDeploymentRepository-temp-threads - 1" #22 daemon prio=5 os_prio=0 tid=0x00007fb8b000d800 nid=0xe77 waiting on condition [0x00007fb908123000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000000e02c4148> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) at org.jboss.threads.JBossThread.run(JBossThread.java:485) "MSC service thread 1-8" #21 prio=5 os_prio=0 tid=0x00007fb8d400c800 nid=0xe76 waiting on condition [0x00007fb908224000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000000e05f6948> (a org.jboss.threads.EnhancedQueueExecutor) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at org.jboss.threads.EnhancedQueueExecutor$ThreadBody.run(EnhancedQueueExecutor.java:1410) at java.lang.Thread.run(Thread.java:748) "MSC service thread 1-7" #20 prio=5 os_prio=0 tid=0x00007fb8d400b000 nid=0xe75 waiting on condition [0x00007fb908325000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000000e05f6948> (a org.jboss.threads.EnhancedQueueExecutor) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at org.jboss.threads.EnhancedQueueExecutor$ThreadBody.run(EnhancedQueueExecutor.java:1410) at java.lang.Thread.run(Thread.java:748) "MSC service thread 1-6" #19 prio=5 os_prio=0 tid=0x00007fb8d4009800 nid=0xe74 waiting on condition [0x00007fb908426000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000000e05f6948> (a org.jboss.threads.EnhancedQueueExecutor) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at org.jboss.threads.EnhancedQueueExecutor$ThreadBody.run(EnhancedQueueExecutor.java:1410) at java.lang.Thread.run(Thread.java:748) "MSC service thread 1-5" #18 prio=5 os_prio=0 tid=0x00007fb8d4008000 nid=0xe73 waiting for monitor entry [0x00007fb908524000] java.lang.Thread.State: BLOCKED (on object monitor) at org.infinispan.topology.ClusterCacheStatus.doJoin(ClusterCacheStatus.java:691) - waiting to lock <0x00000000f8fbd618> (a org.infinispan.topology.ClusterCacheStatus) at org.infinispan.topology.ClusterTopologyManagerImpl.handleJoin(ClusterTopologyManagerImpl.java:212) at org.infinispan.topology.CacheTopologyControlCommand.doPerform(CacheTopologyControlCommand.java:178) at org.infinispan.topology.CacheTopologyControlCommand.invokeAsync(CacheTopologyControlCommand.java:160) at org.infinispan.commands.ReplicableCommand.invoke(ReplicableCommand.java:44) at org.infinispan.topology.LocalTopologyManagerImpl.executeOnCoordinator(LocalTopologyManagerImpl.java:683) at org.infinispan.topology.LocalTopologyManagerImpl.join(LocalTopologyManagerImpl.java:150) at org.infinispan.statetransfer.StateTransferManagerImpl.start(StateTransferManagerImpl.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.infinispan.commons.util.SecurityActions.lambda$invokeAccessibly$0(SecurityActions.java:79) at org.infinispan.commons.util.SecurityActions$$Lambda$481/209682051.run(Unknown Source) at org.infinispan.commons.util.SecurityActions.doPrivileged(SecurityActions.java:71) at org.infinispan.commons.util.SecurityActions.invokeAccessibly(SecurityActions.java:76) at org.infinispan.commons.util.ReflectionUtil.invokeAccessibly(ReflectionUtil.java:181) at org.infinispan.factories.impl.BasicComponentRegistryImpl.startWrapper(BasicComponentRegistryImpl.java:518) at org.infinispan.factories.impl.BasicComponentRegistryImpl.access$800(BasicComponentRegistryImpl.java:38) at org.infinispan.factories.impl.BasicComponentRegistryImpl$ComponentWrapper.getRunning(BasicComponentRegistryImpl.java:742) at org.infinispan.factories.AbstractComponentRegistry.internalStart(AbstractComponentRegistry.java:376) at org.infinispan.factories.AbstractComponentRegistry.start(AbstractComponentRegistry.java:313) - locked <0x00000000f8e95720> (a org.infinispan.factories.ComponentRegistry) at org.infinispan.factories.ComponentRegistry.start(ComponentRegistry.java:185) at org.infinispan.cache.impl.CacheImpl.start(CacheImpl.java:1052) at org.infinispan.cache.impl.AbstractDelegatingCache.start(AbstractDelegatingCache.java:451) at org.infinispan.cache.impl.AbstractDelegatingCache.start(AbstractDelegatingCache.java:451) at org.infinispan.cache.impl.AbstractDelegatingCache.start(AbstractDelegatingCache.java:451) at org.infinispan.manager.DefaultCacheManager.wireAndStartCache(DefaultCacheManager.java:650) at org.infinispan.manager.DefaultCacheManager.createCache(DefaultCacheManager.java:595) at org.infinispan.manager.DefaultCacheManager.internalGetCache(DefaultCacheManager.java:478) at org.infinispan.manager.DefaultCacheManager.getCache(DefaultCacheManager.java:462) at org.infinispan.manager.DefaultCacheManager.getCache(DefaultCacheManager.java:448) at org.infinispan.globalstate.impl.GlobalConfigurationManagerImpl.getStateCache(GlobalConfigurationManagerImpl.java:97) at org.infinispan.globalstate.impl.GlobalConfigurationManagerImpl.postStart(GlobalConfigurationManagerImpl.java:80) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.infinispan.commons.util.SecurityActions.lambda$invokeAccessibly$0(SecurityActions.java:79) at org.infinispan.commons.util.SecurityActions$$Lambda$481/209682051.run(Unknown Source) at org.infinispan.commons.util.SecurityActions.doPrivileged(SecurityActions.java:71) at org.infinispan.commons.util.SecurityActions.invokeAccessibly(SecurityActions.java:76) at org.infinispan.commons.util.ReflectionUtil.invokeAccessibly(ReflectionUtil.java:181) at org.infinispan.factories.impl.BasicComponentRegistryImpl.startWrapper(BasicComponentRegistryImpl.java:521) at org.infinispan.factories.impl.BasicComponentRegistryImpl.access$800(BasicComponentRegistryImpl.java:38) at org.infinispan.factories.impl.BasicComponentRegistryImpl$ComponentWrapper.getRunning(BasicComponentRegistryImpl.java:742) at org.infinispan.factories.AbstractComponentRegistry.internalStart(AbstractComponentRegistry.java:376) at org.infinispan.factories.AbstractComponentRegistry.start(AbstractComponentRegistry.java:313) - locked <0x00000000f87212e0> (a org.infinispan.factories.GlobalComponentRegistry) at org.infinispan.factories.GlobalComponentRegistry.start(GlobalComponentRegistry.java:267) - locked <0x00000000f87212e0> (a org.infinispan.factories.GlobalComponentRegistry) at org.infinispan.manager.DefaultCacheManager.internalStart(DefaultCacheManager.java:691) at org.infinispan.manager.DefaultCacheManager.start(DefaultCacheManager.java:670) at org.infinispan.manager.impl.AbstractDelegatingEmbeddedCacheManager.start(AbstractDelegatingEmbeddedCacheManager.java:192) at org.infinispan.server.infinispan.SecurityActions.lambda$registerAndStartContainer$0(SecurityActions.java:84) at org.infinispan.server.infinispan.SecurityActions$$Lambda$482/1079614218.run(Unknown Source) at org.infinispan.security.Security.doPrivileged(Security.java:44) at org.infinispan.server.infinispan.SecurityActions.doPrivileged(SecurityActions.java:69) at org.infinispan.server.infinispan.SecurityActions.registerAndStartContainer(SecurityActions.java:87) at org.jboss.as.clustering.infinispan.subsystem.CacheContainerBuilder.start(CacheContainerBuilder.java:105) at org.jboss.msc.service.ServiceControllerImpl$StartTask.startService(ServiceControllerImpl.java:1736) at org.jboss.msc.service.ServiceControllerImpl$StartTask.execute(ServiceControllerImpl.java:1698) at org.jboss.msc.service.ServiceControllerImpl$ControllerTask.run(ServiceControllerImpl.java:1556) at org.jboss.threads.ContextClassLoaderSavingRunnable.run(ContextClassLoaderSavingRunnable.java:35) at org.jboss.threads.EnhancedQueueExecutor.safeRun(EnhancedQueueExecutor.java:1985) at org.jboss.threads.EnhancedQueueExecutor$ThreadBody.doRunTask(EnhancedQueueExecutor.java:1487) at org.jboss.threads.EnhancedQueueExecutor$ThreadBody.run(EnhancedQueueExecutor.java:1378) at java.lang.Thread.run(Thread.java:748) "MSC service thread 1-4" #17 prio=5 os_prio=0 tid=0x00007fb8c804e800 nid=0xe72 waiting on condition [0x00007fb908628000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000000e05f6948> (a org.jboss.threads.EnhancedQueueExecutor) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at org.jboss.threads.EnhancedQueueExecutor$ThreadBody.run(EnhancedQueueExecutor.java:1410) at java.lang.Thread.run(Thread.java:748) "MSC service thread 1-3" #16 prio=5 os_prio=0 tid=0x00007fb8c8012000 nid=0xe71 waiting on condition [0x00007fb908729000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000000e05f6948> (a org.jboss.threads.EnhancedQueueExecutor) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at org.jboss.threads.EnhancedQueueExecutor$ThreadBody.run(EnhancedQueueExecutor.java:1410) at java.lang.Thread.run(Thread.java:748) "MSC service thread 1-2" #15 prio=5 os_prio=0 tid=0x00007fb93c9e2000 nid=0xe70 waiting on condition [0x00007fb90882a000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000000e05f6948> (a org.jboss.threads.EnhancedQueueExecutor) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at org.jboss.threads.EnhancedQueueExecutor$ThreadBody.run(EnhancedQueueExecutor.java:1410) at java.lang.Thread.run(Thread.java:748) "MSC service thread 1-1" #14 prio=5 os_prio=0 tid=0x00007fb93c9e1000 nid=0xe6f waiting on condition [0x00007fb90892b000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000000e05f6948> (a org.jboss.threads.EnhancedQueueExecutor) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at org.jboss.threads.EnhancedQueueExecutor$ThreadBody.run(EnhancedQueueExecutor.java:1410) at java.lang.Thread.run(Thread.java:748) "Reference Reaper" #10 daemon prio=5 os_prio=0 tid=0x00007fb93c2fd000 nid=0xe6d in Object.wait() [0x00007fb90a5e4000] java.lang.Thread.State: WAITING (on object monitor) at java.lang.Object.wait(Native Method) - waiting on <0x00000000e0449910> (a java.lang.ref.ReferenceQueue$Lock) at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:143) - locked <0x00000000e0449910> (a java.lang.ref.ReferenceQueue$Lock) at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:164) at org.jboss.modules.ref.References$ReaperThread.run(References.java:64) "Service Thread" #9 daemon prio=9 os_prio=0 tid=0x00007fb93c21a000 nid=0xe6b runnable [0x0000000000000000] java.lang.Thread.State: RUNNABLE "C1 CompilerThread3" #8 daemon prio=9 os_prio=0 tid=0x00007fb93c20f000 nid=0xe6a waiting on condition [0x0000000000000000] java.lang.Thread.State: RUNNABLE "C2 CompilerThread2" #7 daemon prio=9 os_prio=0 tid=0x00007fb93c20d000 nid=0xe69 waiting on condition [0x0000000000000000] java.lang.Thread.State: RUNNABLE "C2 CompilerThread1" #6 daemon prio=9 os_prio=0 tid=0x00007fb93c20b000 nid=0xe68 waiting on condition [0x0000000000000000] java.lang.Thread.State: RUNNABLE "C2 CompilerThread0" #5 daemon prio=9 os_prio=0 tid=0x00007fb93c208000 nid=0xe67 waiting on condition [0x0000000000000000] java.lang.Thread.State: RUNNABLE "Signal Dispatcher" #4 daemon prio=9 os_prio=0 tid=0x00007fb93c207000 nid=0xe66 runnable [0x0000000000000000] java.lang.Thread.State: RUNNABLE "Finalizer" #3 daemon prio=8 os_prio=0 tid=0x00007fb93c1d3800 nid=0xe65 in Object.wait() [0x00007fb90adec000] java.lang.Thread.State: WAITING (on object monitor) at java.lang.Object.wait(Native Method) - waiting on <0x00000000e03578f8> (a java.lang.ref.ReferenceQueue$Lock) at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:143) - locked <0x00000000e03578f8> (a java.lang.ref.ReferenceQueue$Lock) at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:164) at java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:209) "Reference Handler" #2 daemon prio=10 os_prio=0 tid=0x00007fb93c1cf000 nid=0xe64 in Object.wait() [0x00007fb90aeed000] java.lang.Thread.State: WAITING (on object monitor) at java.lang.Object.wait(Native Method) - waiting on <0x00000000e031b2b8> (a java.lang.ref.Reference$Lock) at java.lang.Object.wait(Object.java:502) at java.lang.ref.Reference.tryHandlePending(Reference.java:191) - locked <0x00000000e031b2b8> (a java.lang.ref.Reference$Lock) at java.lang.ref.Reference$ReferenceHandler.run(Reference.java:153) "VM Thread" os_prio=0 tid=0x00007fb93c1c7800 nid=0xe63 runnable "GC task thread#0 (ParallelGC)" os_prio=0 tid=0x00007fb93c020000 nid=0xe5b runnable "GC task thread#1 (ParallelGC)" os_prio=0 tid=0x00007fb93c021800 nid=0xe5c runnable "GC task thread#2 (ParallelGC)" os_prio=0 tid=0x00007fb93c023800 nid=0xe5d runnable "GC task thread#3 (ParallelGC)" os_prio=0 tid=0x00007fb93c025000 nid=0xe5e runnable "GC task thread#4 (ParallelGC)" os_prio=0 tid=0x00007fb93c027000 nid=0xe5f runnable "GC task thread#5 (ParallelGC)" os_prio=0 tid=0x00007fb93c028800 nid=0xe60 runnable "GC task thread#6 (ParallelGC)" os_prio=0 tid=0x00007fb93c02a800 nid=0xe61 runnable "GC task thread#7 (ParallelGC)" os_prio=0 tid=0x00007fb93c02c000 nid=0xe62 runnable "VM Periodic Task Thread" os_prio=0 tid=0x00007fb93c21d000 nid=0xe6c waiting on condition JNI global references: 1991 Found one Java-level deadlock: ============================= "stateTransferExecutor-thread--p15-t5": waiting for ownable synchronizer 0x00000000f8720bb8, (a java.util.concurrent.locks.ReentrantLock$NonfairSync), which is held by "MSC service thread 1-5" "MSC service thread 1-5": waiting to lock monitor 0x00007fb86c00c588 (object 0x00000000f8fbd618, a org.infinispan.topology.ClusterCacheStatus), which is held by "stateTransferExecutor-thread--p15-t4" "stateTransferExecutor-thread--p15-t4": waiting for ownable synchronizer 0x00000000f8720bb8, (a java.util.concurrent.locks.ReentrantLock$NonfairSync), which is held by "MSC service thread 1-5" Java stack information for the threads listed above: =================================================== "stateTransferExecutor-thread--p15-t5": at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000000f8720bb8> (a java.util.concurrent.locks.ReentrantLock$NonfairSync) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:836) at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireQueued(AbstractQueuedSynchronizer.java:870) at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:1199) at java.util.concurrent.locks.ReentrantLock$NonfairSync.lock(ReentrantLock.java:209) at java.util.concurrent.locks.ReentrantLock.lock(ReentrantLock.java:285) at org.infinispan.manager.DefaultCacheManager.internalStart(DefaultCacheManager.java:674) at org.infinispan.manager.DefaultCacheManager.internalGetCache(DefaultCacheManager.java:467) at org.infinispan.manager.DefaultCacheManager.getCache(DefaultCacheManager.java:462) at org.infinispan.manager.DefaultCacheManager.getCache(DefaultCacheManager.java:448) at org.infinispan.server.eventlogger.ServerEventLogger.getEventCache(ServerEventLogger.java:52) at org.infinispan.server.eventlogger.ServerEventLogger.eventLog(ServerEventLogger.java:68) at org.infinispan.server.eventlogger.DecoratedServerEventLogger.log(DecoratedServerEventLogger.java:32) at org.infinispan.util.logging.events.EventLogger.info(EventLogger.java:40) at org.infinispan.topology.ClusterCacheStatus.updateTopologiesAfterMerge(ClusterCacheStatus.java:200) - locked <0x00000000f8fbe7a8> (a org.infinispan.topology.ClusterCacheStatus) at org.infinispan.partitionhandling.impl.PreferAvailabilityStrategy.onPartitionMerge(PreferAvailabilityStrategy.java:131) at org.infinispan.topology.ClusterCacheStatus.doMergePartitions(ClusterCacheStatus.java:642) - locked <0x00000000f8fbe7a8> (a org.infinispan.topology.ClusterCacheStatus) at org.infinispan.topology.ClusterTopologyManagerImpl.lambda$recoverClusterStatus$4(ClusterTopologyManagerImpl.java:494) at org.infinispan.topology.ClusterTopologyManagerImpl$$Lambda$832/887967393.run(Unknown Source) at org.infinispan.executors.LimitedExecutor.runTasks(LimitedExecutor.java:175) at org.infinispan.executors.LimitedExecutor.access$100(LimitedExecutor.java:37) at org.infinispan.executors.LimitedExecutor$Runner.run(LimitedExecutor.java:227) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) "MSC service thread 1-5": at org.infinispan.topology.ClusterCacheStatus.doJoin(ClusterCacheStatus.java:691) - waiting to lock <0x00000000f8fbd618> (a org.infinispan.topology.ClusterCacheStatus) at org.infinispan.topology.ClusterTopologyManagerImpl.handleJoin(ClusterTopologyManagerImpl.java:212) at org.infinispan.topology.CacheTopologyControlCommand.doPerform(CacheTopologyControlCommand.java:178) at org.infinispan.topology.CacheTopologyControlCommand.invokeAsync(CacheTopologyControlCommand.java:160) at org.infinispan.commands.ReplicableCommand.invoke(ReplicableCommand.java:44) at org.infinispan.topology.LocalTopologyManagerImpl.executeOnCoordinator(LocalTopologyManagerImpl.java:683) at org.infinispan.topology.LocalTopologyManagerImpl.join(LocalTopologyManagerImpl.java:150) at org.infinispan.statetransfer.StateTransferManagerImpl.start(StateTransferManagerImpl.java:115) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.infinispan.commons.util.SecurityActions.lambda$invokeAccessibly$0(SecurityActions.java:79) at org.infinispan.commons.util.SecurityActions$$Lambda$481/209682051.run(Unknown Source) at org.infinispan.commons.util.SecurityActions.doPrivileged(SecurityActions.java:71) at org.infinispan.commons.util.SecurityActions.invokeAccessibly(SecurityActions.java:76) at org.infinispan.commons.util.ReflectionUtil.invokeAccessibly(ReflectionUtil.java:181) at org.infinispan.factories.impl.BasicComponentRegistryImpl.startWrapper(BasicComponentRegistryImpl.java:518) at org.infinispan.factories.impl.BasicComponentRegistryImpl.access$800(BasicComponentRegistryImpl.java:38) at org.infinispan.factories.impl.BasicComponentRegistryImpl$ComponentWrapper.getRunning(BasicComponentRegistryImpl.java:742) at org.infinispan.factories.AbstractComponentRegistry.internalStart(AbstractComponentRegistry.java:376) at org.infinispan.factories.AbstractComponentRegistry.start(AbstractComponentRegistry.java:313) - locked <0x00000000f8e95720> (a org.infinispan.factories.ComponentRegistry) at org.infinispan.factories.ComponentRegistry.start(ComponentRegistry.java:185) at org.infinispan.cache.impl.CacheImpl.start(CacheImpl.java:1052) at org.infinispan.cache.impl.AbstractDelegatingCache.start(AbstractDelegatingCache.java:451) at org.infinispan.cache.impl.AbstractDelegatingCache.start(AbstractDelegatingCache.java:451) at org.infinispan.cache.impl.AbstractDelegatingCache.start(AbstractDelegatingCache.java:451) at org.infinispan.manager.DefaultCacheManager.wireAndStartCache(DefaultCacheManager.java:650) at org.infinispan.manager.DefaultCacheManager.createCache(DefaultCacheManager.java:595) at org.infinispan.manager.DefaultCacheManager.internalGetCache(DefaultCacheManager.java:478) at org.infinispan.manager.DefaultCacheManager.getCache(DefaultCacheManager.java:462) at org.infinispan.manager.DefaultCacheManager.getCache(DefaultCacheManager.java:448) at org.infinispan.globalstate.impl.GlobalConfigurationManagerImpl.getStateCache(GlobalConfigurationManagerImpl.java:97) at org.infinispan.globalstate.impl.GlobalConfigurationManagerImpl.postStart(GlobalConfigurationManagerImpl.java:80) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.infinispan.commons.util.SecurityActions.lambda$invokeAccessibly$0(SecurityActions.java:79) at org.infinispan.commons.util.SecurityActions$$Lambda$481/209682051.run(Unknown Source) at org.infinispan.commons.util.SecurityActions.doPrivileged(SecurityActions.java:71) at org.infinispan.commons.util.SecurityActions.invokeAccessibly(SecurityActions.java:76) at org.infinispan.commons.util.ReflectionUtil.invokeAccessibly(ReflectionUtil.java:181) at org.infinispan.factories.impl.BasicComponentRegistryImpl.startWrapper(BasicComponentRegistryImpl.java:521) at org.infinispan.factories.impl.BasicComponentRegistryImpl.access$800(BasicComponentRegistryImpl.java:38) at org.infinispan.factories.impl.BasicComponentRegistryImpl$ComponentWrapper.getRunning(BasicComponentRegistryImpl.java:742) at org.infinispan.factories.AbstractComponentRegistry.internalStart(AbstractComponentRegistry.java:376) at org.infinispan.factories.AbstractComponentRegistry.start(AbstractComponentRegistry.java:313) - locked <0x00000000f87212e0> (a org.infinispan.factories.GlobalComponentRegistry) at org.infinispan.factories.GlobalComponentRegistry.start(GlobalComponentRegistry.java:267) - locked <0x00000000f87212e0> (a org.infinispan.factories.GlobalComponentRegistry) at org.infinispan.manager.DefaultCacheManager.internalStart(DefaultCacheManager.java:691) at org.infinispan.manager.DefaultCacheManager.start(DefaultCacheManager.java:670) at org.infinispan.manager.impl.AbstractDelegatingEmbeddedCacheManager.start(AbstractDelegatingEmbeddedCacheManager.java:192) at org.infinispan.server.infinispan.SecurityActions.lambda$registerAndStartContainer$0(SecurityActions.java:84) at org.infinispan.server.infinispan.SecurityActions$$Lambda$482/1079614218.run(Unknown Source) at org.infinispan.security.Security.doPrivileged(Security.java:44) at org.infinispan.server.infinispan.SecurityActions.doPrivileged(SecurityActions.java:69) at org.infinispan.server.infinispan.SecurityActions.registerAndStartContainer(SecurityActions.java:87) at org.jboss.as.clustering.infinispan.subsystem.CacheContainerBuilder.start(CacheContainerBuilder.java:105) at org.jboss.msc.service.ServiceControllerImpl$StartTask.startService(ServiceControllerImpl.java:1736) at org.jboss.msc.service.ServiceControllerImpl$StartTask.execute(ServiceControllerImpl.java:1698) at org.jboss.msc.service.ServiceControllerImpl$ControllerTask.run(ServiceControllerImpl.java:1556) at org.jboss.threads.ContextClassLoaderSavingRunnable.run(ContextClassLoaderSavingRunnable.java:35) at org.jboss.threads.EnhancedQueueExecutor.safeRun(EnhancedQueueExecutor.java:1985) at org.jboss.threads.EnhancedQueueExecutor$ThreadBody.doRunTask(EnhancedQueueExecutor.java:1487) at org.jboss.threads.EnhancedQueueExecutor$ThreadBody.run(EnhancedQueueExecutor.java:1378) at java.lang.Thread.run(Thread.java:748) "stateTransferExecutor-thread--p15-t4": at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000000f8720bb8> (a java.util.concurrent.locks.ReentrantLock$NonfairSync) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:836) at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireQueued(AbstractQueuedSynchronizer.java:870) at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:1199) at java.util.concurrent.locks.ReentrantLock$NonfairSync.lock(ReentrantLock.java:209) at java.util.concurrent.locks.ReentrantLock.lock(ReentrantLock.java:285) at org.infinispan.manager.DefaultCacheManager.internalStart(DefaultCacheManager.java:674) at org.infinispan.manager.DefaultCacheManager.internalGetCache(DefaultCacheManager.java:467) at org.infinispan.manager.DefaultCacheManager.getCache(DefaultCacheManager.java:462) at org.infinispan.manager.DefaultCacheManager.getCache(DefaultCacheManager.java:448) at org.infinispan.server.eventlogger.ServerEventLogger.getEventCache(ServerEventLogger.java:52) at org.infinispan.server.eventlogger.ServerEventLogger.eventLog(ServerEventLogger.java:68) at org.infinispan.server.eventlogger.DecoratedServerEventLogger.log(DecoratedServerEventLogger.java:32) at org.infinispan.util.logging.events.EventLogger.info(EventLogger.java:40) at org.infinispan.topology.ClusterCacheStatus.updateTopologiesAfterMerge(ClusterCacheStatus.java:200) - locked <0x00000000f8fbd618> (a org.infinispan.topology.ClusterCacheStatus) at org.infinispan.partitionhandling.impl.PreferAvailabilityStrategy.onPartitionMerge(PreferAvailabilityStrategy.java:131) at org.infinispan.topology.ClusterCacheStatus.doMergePartitions(ClusterCacheStatus.java:642) - locked <0x00000000f8fbd618> (a org.infinispan.topology.ClusterCacheStatus) at org.infinispan.topology.ClusterTopologyManagerImpl.lambda$recoverClusterStatus$4(ClusterTopologyManagerImpl.java:494) at org.infinispan.topology.ClusterTopologyManagerImpl$$Lambda$832/887967393.run(Unknown Source) at org.infinispan.executors.LimitedExecutor.runTasks(LimitedExecutor.java:175) at org.infinispan.executors.LimitedExecutor.access$100(LimitedExecutor.java:37) at org.infinispan.executors.LimitedExecutor$Runner.run(LimitedExecutor.java:227) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) Found 1 deadlock.