Full thread dump OpenJDK 64-Bit Server VM (17.0.7+7-LTS mixed mode, sharing): Threads class SMR info: _java_thread_list=0x00005622a3be1160, length=38, elements={ 0x00005622a2c2d180, 0x00005622a2cd1590, 0x00005622a2cd2f80, 0x00005622a2cdb090, 0x00005622a2cdc8a0, 0x00005622a2cddfd0, 0x00005622a2cdff20, 0x00005622a2ce18b0, 0x00005622a2ceb850, 0x00005622a2de1040, 0x00005622a2de3750, 0x00005622a3c52d20, 0x00005622a4710bd0, 0x00005622a56d7bd0, 0x00005622a564b330, 0x00005622a564c8f0, 0x00005622a5b40580, 0x00005622a57a6760, 0x00005622a57a36d0, 0x00005622a349b3b0, 0x00005622a5148b50, 0x00005622a347de90, 0x00005622a31d82d0, 0x00005622a5b3bee0, 0x00005622a5fb15f0, 0x00005622a5fae3f0, 0x00005622a54f38e0, 0x00005622a5316650, 0x00005622a5d44940, 0x00005622a5b362d0, 0x00005622a424d760, 0x00005622a5ba1550, 0x00005622a32a51f0, 0x00005622a32261f0, 0x00005622a4814310, 0x00005622a5c8bfb0, 0x00005622a5dad500, 0x00005622a5390140 } "main" #1 prio=5 os_prio=0 cpu=4761.73ms elapsed=71159.69s tid=0x00005622a2c2d180 nid=0xb6 waiting on condition [0x00007f17a68e7000] java.lang.Thread.State: WAITING (parking) at jdk.internal.misc.Unsafe.park(java.base@17.0.7/Native Method) - parking to wait for <0x00000000c5500000> (a java.util.concurrent.CompletableFuture$Signaller) at java.util.concurrent.locks.LockSupport.park(java.base@17.0.7/LockSupport.java:211) at java.util.concurrent.CompletableFuture$Signaller.block(java.base@17.0.7/CompletableFuture.java:1864) at java.util.concurrent.ForkJoinPool.unmanagedBlock(java.base@17.0.7/ForkJoinPool.java:3463) at java.util.concurrent.ForkJoinPool.managedBlock(java.base@17.0.7/ForkJoinPool.java:3434) at java.util.concurrent.CompletableFuture.waitingGet(java.base@17.0.7/CompletableFuture.java:1898) at java.util.concurrent.CompletableFuture.join(java.base@17.0.7/CompletableFuture.java:2117) at org.infinispan.server.Bootstrap.runInternal(Bootstrap.java:173) at org.infinispan.server.tool.Main.run(Main.java:98) at org.infinispan.server.Bootstrap.main(Bootstrap.java:56) at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(java.base@17.0.7/Native Method) at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(java.base@17.0.7/NativeMethodAccessorImpl.java:77) at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(java.base@17.0.7/DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(java.base@17.0.7/Method.java:568) at org.infinispan.server.loader.Loader.run(Loader.java:106) at org.infinispan.server.loader.Loader.main(Loader.java:51) Locked ownable synchronizers: - None "Reference Handler" #2 daemon prio=10 os_prio=0 cpu=3.08ms elapsed=71159.68s tid=0x00005622a2cd1590 nid=0xbd waiting on condition [0x00007f1787726000] java.lang.Thread.State: RUNNABLE at java.lang.ref.Reference.waitForReferencePendingList(java.base@17.0.7/Native Method) at java.lang.ref.Reference.processPendingReferences(java.base@17.0.7/Reference.java:253) at java.lang.ref.Reference$ReferenceHandler.run(java.base@17.0.7/Reference.java:215) Locked ownable synchronizers: - None "Finalizer" #3 daemon prio=8 os_prio=0 cpu=0.45ms elapsed=71159.68s tid=0x00005622a2cd2f80 nid=0xbe in Object.wait() [0x00007f1787625000] java.lang.Thread.State: WAITING (on object monitor) at java.lang.Object.wait(java.base@17.0.7/Native Method) - waiting on <0x00000000c3a15c50> (a java.lang.ref.ReferenceQueue$Lock) at java.lang.ref.ReferenceQueue.remove(java.base@17.0.7/ReferenceQueue.java:155) - locked <0x00000000c3a15c50> (a java.lang.ref.ReferenceQueue$Lock) at java.lang.ref.ReferenceQueue.remove(java.base@17.0.7/ReferenceQueue.java:176) at java.lang.ref.Finalizer$FinalizerThread.run(java.base@17.0.7/Finalizer.java:172) Locked ownable synchronizers: - None "Signal Dispatcher" #4 daemon prio=9 os_prio=0 cpu=6.13ms elapsed=71159.68s tid=0x00005622a2cdb090 nid=0xbf waiting on condition [0x0000000000000000] java.lang.Thread.State: RUNNABLE Locked ownable synchronizers: - None "Service Thread" #5 daemon prio=9 os_prio=0 cpu=28.03ms elapsed=71159.68s tid=0x00005622a2cdc8a0 nid=0xc0 runnable [0x0000000000000000] java.lang.Thread.State: RUNNABLE Locked ownable synchronizers: - None "Monitor Deflation Thread" #6 daemon prio=9 os_prio=0 cpu=1695.88ms elapsed=71159.68s tid=0x00005622a2cddfd0 nid=0xc1 runnable [0x0000000000000000] java.lang.Thread.State: RUNNABLE Locked ownable synchronizers: - None "C2 CompilerThread0" #7 daemon prio=9 os_prio=0 cpu=33831.97ms elapsed=71159.68s tid=0x00005622a2cdff20 nid=0xc2 waiting on condition [0x0000000000000000] java.lang.Thread.State: RUNNABLE No compile task Locked ownable synchronizers: - None "C1 CompilerThread0" #8 daemon prio=9 os_prio=0 cpu=5092.48ms elapsed=71159.68s tid=0x00005622a2ce18b0 nid=0xc3 waiting on condition [0x0000000000000000] java.lang.Thread.State: RUNNABLE No compile task Locked ownable synchronizers: - None "Sweeper thread" #9 daemon prio=9 os_prio=0 cpu=167.98ms elapsed=71159.68s tid=0x00005622a2ceb850 nid=0xc4 runnable [0x0000000000000000] java.lang.Thread.State: RUNNABLE Locked ownable synchronizers: - None "Common-Cleaner" #10 daemon prio=8 os_prio=0 cpu=52.42ms elapsed=71159.65s tid=0x00005622a2de1040 nid=0xc5 in Object.wait() [0x00007f178275b000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(java.base@17.0.7/Native Method) - waiting on at java.lang.ref.ReferenceQueue.remove(java.base@17.0.7/ReferenceQueue.java:155) - locked <0x00000000c3a45088> (a java.lang.ref.ReferenceQueue$Lock) at jdk.internal.ref.CleanerImpl.run(java.base@17.0.7/CleanerImpl.java:140) at java.lang.Thread.run(java.base@17.0.7/Thread.java:833) at jdk.internal.misc.InnocuousThread.run(java.base@17.0.7/InnocuousThread.java:162) Locked ownable synchronizers: - None "Notification Thread" #11 daemon prio=9 os_prio=0 cpu=0.07ms elapsed=71159.65s tid=0x00005622a2de3750 nid=0xc6 runnable [0x0000000000000000] java.lang.Thread.State: RUNNABLE Locked ownable synchronizers: - None "Log4j2-TF-7-Scheduled-1" #14 daemon prio=5 os_prio=0 cpu=97.94ms elapsed=71158.22s tid=0x00005622a3c52d20 nid=0xc9 waiting on condition [0x00007f1780b46000] java.lang.Thread.State: TIMED_WAITING (parking) at jdk.internal.misc.Unsafe.park(java.base@17.0.7/Native Method) - parking to wait for <0x00000000c4b33540> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.parkNanos(java.base@17.0.7/LockSupport.java:252) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@17.0.7/AbstractQueuedSynchronizer.java:1672) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(java.base@17.0.7/ScheduledThreadPoolExecutor.java:1182) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(java.base@17.0.7/ScheduledThreadPoolExecutor.java:899) at java.util.concurrent.ThreadPoolExecutor.getTask(java.base@17.0.7/ThreadPoolExecutor.java:1062) at java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@17.0.7/ThreadPoolExecutor.java:1122) at java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@17.0.7/ThreadPoolExecutor.java:635) at java.lang.Thread.run(java.base@17.0.7/Thread.java:833) Locked ownable synchronizers: - None "agroal-11" #16 daemon prio=5 os_prio=0 cpu=15432.95ms elapsed=71156.30s tid=0x00005622a4710bd0 nid=0xca waiting on condition [0x00007f1780410000] java.lang.Thread.State: TIMED_WAITING (parking) at jdk.internal.misc.Unsafe.park(java.base@17.0.7/Native Method) - parking to wait for <0x00000000c45712e0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.parkNanos(java.base@17.0.7/LockSupport.java:252) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@17.0.7/AbstractQueuedSynchronizer.java:1672) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(java.base@17.0.7/ScheduledThreadPoolExecutor.java:1182) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(java.base@17.0.7/ScheduledThreadPoolExecutor.java:899) at java.util.concurrent.ThreadPoolExecutor.getTask(java.base@17.0.7/ThreadPoolExecutor.java:1062) at java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@17.0.7/ThreadPoolExecutor.java:1122) at java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@17.0.7/ThreadPoolExecutor.java:635) at java.lang.Thread.run(java.base@17.0.7/Thread.java:833) Locked ownable synchronizers: - None "RxCachedWorkerPoolEvictor-1" #17 daemon prio=5 os_prio=0 cpu=53.85ms elapsed=71155.93s tid=0x00005622a56d7bd0 nid=0xcb waiting on condition [0x00007f177fced000] java.lang.Thread.State: TIMED_WAITING (parking) at jdk.internal.misc.Unsafe.park(java.base@17.0.7/Native Method) - parking to wait for <0x00000000c45a4a30> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.parkNanos(java.base@17.0.7/LockSupport.java:252) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@17.0.7/AbstractQueuedSynchronizer.java:1672) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(java.base@17.0.7/ScheduledThreadPoolExecutor.java:1182) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(java.base@17.0.7/ScheduledThreadPoolExecutor.java:899) at java.util.concurrent.ThreadPoolExecutor.getTask(java.base@17.0.7/ThreadPoolExecutor.java:1062) at java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@17.0.7/ThreadPoolExecutor.java:1122) at java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@17.0.7/ThreadPoolExecutor.java:635) at java.lang.Thread.run(java.base@17.0.7/Thread.java:833) Locked ownable synchronizers: - None "Timer runner-2,d2cf23940b22-20277" #19 prio=5 os_prio=0 cpu=25594.94ms elapsed=71154.78s tid=0x00005622a564b330 nid=0xcc runnable [0x00007f177fbec000] java.lang.Thread.State: TIMED_WAITING (parking) at jdk.internal.misc.Unsafe.park(java.base@17.0.7/Native Method) - parking to wait for <0x00000000c4a36ba0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.parkNanos(java.base@17.0.7/LockSupport.java:252) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@17.0.7/AbstractQueuedSynchronizer.java:1672) at java.util.concurrent.DelayQueue.take(java.base@17.0.7/DelayQueue.java:229) at java.util.concurrent.DelayQueue.take(java.base@17.0.7/DelayQueue.java:77) at org.jgroups.util.TimeScheduler3.run(TimeScheduler3.java:197) at java.lang.Thread.run(java.base@17.0.7/Thread.java:833) Locked ownable synchronizers: - None "TQ-Bundler-7,d2cf23940b22-20277" #20 prio=5 os_prio=0 cpu=734.74ms elapsed=71154.78s tid=0x00005622a564c8f0 nid=0xcd waiting on condition [0x00007f177faeb000] java.lang.Thread.State: WAITING (parking) at jdk.internal.misc.Unsafe.park(java.base@17.0.7/Native Method) - parking to wait for <0x00000000c4a34318> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(java.base@17.0.7/LockSupport.java:341) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(java.base@17.0.7/AbstractQueuedSynchronizer.java:506) at java.util.concurrent.ForkJoinPool.unmanagedBlock(java.base@17.0.7/ForkJoinPool.java:3463) at java.util.concurrent.ForkJoinPool.managedBlock(java.base@17.0.7/ForkJoinPool.java:3434) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(java.base@17.0.7/AbstractQueuedSynchronizer.java:1623) at java.util.concurrent.ArrayBlockingQueue.take(java.base@17.0.7/ArrayBlockingQueue.java:420) at org.jgroups.protocols.TransferQueueBundler.run(TransferQueueBundler.java:101) at java.lang.Thread.run(java.base@17.0.7/Thread.java:833) Locked ownable synchronizers: - None "MPING-4,d2cf23940b22-20277" #21 daemon prio=5 os_prio=0 cpu=170.60ms elapsed=71154.77s tid=0x00005622a5b40580 nid=0xce runnable [0x00007f177f9ea000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.DatagramChannelImpl.receive0(java.base@17.0.7/Native Method) at sun.nio.ch.DatagramChannelImpl.receiveIntoNativeBuffer(java.base@17.0.7/DatagramChannelImpl.java:750) at sun.nio.ch.DatagramChannelImpl.receive(java.base@17.0.7/DatagramChannelImpl.java:728) at sun.nio.ch.DatagramChannelImpl.trustedBlockingReceive(java.base@17.0.7/DatagramChannelImpl.java:666) at sun.nio.ch.DatagramChannelImpl.blockingReceive(java.base@17.0.7/DatagramChannelImpl.java:635) at sun.nio.ch.DatagramSocketAdaptor.receive(java.base@17.0.7/DatagramSocketAdaptor.java:240) at java.net.DatagramSocket.receive(java.base@17.0.7/DatagramSocket.java:700) at org.jgroups.protocols.MPING.run(MPING.java:196) at java.lang.Thread.run(java.base@17.0.7/Thread.java:833) Locked ownable synchronizers: - <0x00000000c4a333b0> (a java.util.concurrent.locks.ReentrantLock$NonfairSync) "NioServer.Selector [/0.0.0.0:57800]-5,d2cf23940b22-20277" #22 prio=5 os_prio=0 cpu=0.47ms elapsed=71154.75s tid=0x00005622a57a6760 nid=0xcf runnable [0x00007f177f8e9000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPoll.wait(java.base@17.0.7/Native Method) at sun.nio.ch.EPollSelectorImpl.doSelect(java.base@17.0.7/EPollSelectorImpl.java:118) at sun.nio.ch.SelectorImpl.lockAndDoSelect(java.base@17.0.7/SelectorImpl.java:129) - locked <0x00000000c4a5f2e8> (a sun.nio.ch.Util$2) - locked <0x00000000c4a5ef80> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(java.base@17.0.7/SelectorImpl.java:146) at org.jgroups.blocks.cs.NioBaseServer$Acceptor.doSelect(NioBaseServer.java:164) at org.jgroups.blocks.cs.NioBaseServer$Acceptor.run(NioBaseServer.java:121) at java.lang.Thread.run(java.base@17.0.7/Thread.java:833) Locked ownable synchronizers: - None "TcpServer.Acceptor[7800]-1,d2cf23940b22-20277" #18 prio=5 os_prio=0 cpu=0.29ms elapsed=71154.73s tid=0x00005622a57a36d0 nid=0xd1 runnable [0x00007f177f6e7000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.Net.accept(java.base@17.0.7/Native Method) at sun.nio.ch.NioSocketImpl.accept(java.base@17.0.7/NioSocketImpl.java:755) at java.net.ServerSocket.implAccept(java.base@17.0.7/ServerSocket.java:675) at java.net.ServerSocket.platformImplAccept(java.base@17.0.7/ServerSocket.java:641) at java.net.ServerSocket.implAccept(java.base@17.0.7/ServerSocket.java:617) at java.net.ServerSocket.implAccept(java.base@17.0.7/ServerSocket.java:574) at java.net.ServerSocket.accept(java.base@17.0.7/ServerSocket.java:532) at org.jgroups.blocks.cs.TcpServer$Acceptor.run(TcpServer.java:108) at java.lang.Thread.run(java.base@17.0.7/Thread.java:833) Locked ownable synchronizers: - <0x00000000c4a57058> (a java.util.concurrent.locks.ReentrantLock$NonfairSync) "non-blocking-thread--p2-t1" #24 daemon prio=5 os_prio=0 cpu=5753.54ms elapsed=71152.70s tid=0x00005622a349b3b0 nid=0xd2 waiting for monitor entry [0x00007f177f5e5000] java.lang.Thread.State: BLOCKED (on object monitor) at java.util.concurrent.ConcurrentHashMap.compute(java.base@17.0.7/ConcurrentHashMap.java:1931) - waiting to lock <0x00000000c5500218> (a java.util.concurrent.ConcurrentHashMap$Node) at org.infinispan.commons.util.AbstractDelegatingMap.compute(AbstractDelegatingMap.java:81) at org.infinispan.container.impl.AbstractInternalDataContainer.compute(AbstractInternalDataContainer.java:250) at org.infinispan.container.impl.AbstractInternalDataContainer.compute(AbstractInternalDataContainer.java:269) at org.infinispan.expiration.impl.ExpirationManagerImpl.entryExpiredInMemory(ExpirationManagerImpl.java:137) at org.infinispan.expiration.impl.ExpirationManagerImpl.handlePossibleExpiration(ExpirationManagerImpl.java:219) at org.infinispan.container.impl.EntryFactoryImpl.wrapEntryForWriting(EntryFactoryImpl.java:161) at org.infinispan.interceptors.impl.EntryWrappingInterceptor.wrapEntryIfNeeded(EntryWrappingInterceptor.java:359) at org.infinispan.interceptors.impl.EntryWrappingInterceptor.visitRemoveCommand(EntryWrappingInterceptor.java:407) at org.infinispan.commands.write.RemoveCommand.acceptVisitor(RemoveCommand.java:55) at org.infinispan.interceptors.BaseAsyncInterceptor.invokeNext(BaseAsyncInterceptor.java:59) at org.infinispan.interceptors.DDAsyncInterceptor.handleDefault(DDAsyncInterceptor.java:54) at org.infinispan.interceptors.DDAsyncInterceptor.visitRemoveCommand(DDAsyncInterceptor.java:65) at org.infinispan.commands.write.RemoveCommand.acceptVisitor(RemoveCommand.java:55) at org.infinispan.interceptors.BaseAsyncInterceptor.invokeNextAndFinally(BaseAsyncInterceptor.java:155) at org.infinispan.interceptors.locking.OptimisticLockingInterceptor.visitDataWriteCommand(OptimisticLockingInterceptor.java:66) at org.infinispan.interceptors.locking.AbstractLockingInterceptor.visitRemoveCommand(AbstractLockingInterceptor.java:102) at org.infinispan.commands.write.RemoveCommand.acceptVisitor(RemoveCommand.java:55) at org.infinispan.interceptors.BaseAsyncInterceptor.invokeNextAndFinally(BaseAsyncInterceptor.java:155) at org.infinispan.interceptors.impl.TxInterceptor.handleWriteCommand(TxInterceptor.java:381) at org.infinispan.interceptors.impl.TxInterceptor.visitRemoveCommand(TxInterceptor.java:221) at org.infinispan.commands.write.RemoveCommand.acceptVisitor(RemoveCommand.java:55) at org.infinispan.interceptors.BaseAsyncInterceptor.invokeNextAndFinally(BaseAsyncInterceptor.java:155) at org.infinispan.interceptors.impl.CacheMgmtInterceptor.visitRemoveCommand(CacheMgmtInterceptor.java:507) at org.infinispan.commands.write.RemoveCommand.acceptVisitor(RemoveCommand.java:55) at org.infinispan.interceptors.BaseAsyncInterceptor.invokeNextAndExceptionally(BaseAsyncInterceptor.java:128) at org.infinispan.interceptors.impl.InvocationContextInterceptor.visitCommand(InvocationContextInterceptor.java:90) at org.infinispan.interceptors.impl.AsyncInterceptorChainImpl.invokeAsync(AsyncInterceptorChainImpl.java:220) at org.infinispan.cache.impl.InvocationHelper.doInvokeAsync(InvocationHelper.java:318) at org.infinispan.cache.impl.InvocationHelper.executeCommandAsyncWithInjectedTx(InvocationHelper.java:221) at org.infinispan.cache.impl.InvocationHelper.invokeAsync(InvocationHelper.java:155) at org.infinispan.cache.impl.InvocationHelper.invokeAsync(InvocationHelper.java:139) at org.infinispan.cache.impl.CacheImpl.removeAsync(CacheImpl.java:1511) at org.infinispan.cache.impl.CacheImpl.removeAsync(CacheImpl.java:1505) at org.infinispan.cache.impl.EncoderCache.removeAsync(EncoderCache.java:334) at org.infinispan.AdvancedCache.removeAsyncReturnEntry(AdvancedCache.java:887) at org.infinispan.server.hotrod.CacheRequestProcessor.removeInternal(CacheRequestProcessor.java:368) at org.infinispan.server.hotrod.CacheRequestProcessor.remove(CacheRequestProcessor.java:363) at org.infinispan.server.hotrod.HotRodDecoder.switch2(HotRodDecoder.java:1267) at org.infinispan.server.hotrod.HotRodDecoder.switch1_0(HotRodDecoder.java:163) at org.infinispan.server.hotrod.HotRodDecoder.decode(HotRodDecoder.java:151) at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at io.netty.handler.codec.ByteToMessageDecoder.handlerRemoved(ByteToMessageDecoder.java:266) at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:536) at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at org.infinispan.server.core.transport.StatsChannelHandler.channelRead(StatsChannelHandler.java:28) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:800) at io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:499) at io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:397) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at java.lang.Thread.run(java.base@17.0.7/Thread.java:833) Locked ownable synchronizers: - None "non-blocking-thread--p2-t2" #25 daemon prio=5 os_prio=0 cpu=4541.03ms elapsed=71152.70s tid=0x00005622a5148b50 nid=0xd3 waiting for monitor entry [0x00007f177f4e3000] java.lang.Thread.State: BLOCKED (on object monitor) at java.util.concurrent.ConcurrentHashMap.compute(java.base@17.0.7/ConcurrentHashMap.java:1931) - waiting to lock <0x00000000c5500218> (a java.util.concurrent.ConcurrentHashMap$Node) at org.infinispan.commons.util.AbstractDelegatingMap.compute(AbstractDelegatingMap.java:81) at org.infinispan.container.impl.AbstractInternalDataContainer.compute(AbstractInternalDataContainer.java:250) at org.infinispan.container.impl.AbstractInternalDataContainer.compute(AbstractInternalDataContainer.java:269) at org.infinispan.expiration.impl.ExpirationManagerImpl.entryExpiredInMemory(ExpirationManagerImpl.java:137) at org.infinispan.expiration.impl.ExpirationManagerImpl.handlePossibleExpiration(ExpirationManagerImpl.java:219) at org.infinispan.container.impl.EntryFactoryImpl.wrapEntryForWriting(EntryFactoryImpl.java:161) at org.infinispan.interceptors.impl.EntryWrappingInterceptor.wrapEntryIfNeeded(EntryWrappingInterceptor.java:359) at org.infinispan.interceptors.impl.EntryWrappingInterceptor.visitRemoveCommand(EntryWrappingInterceptor.java:407) at org.infinispan.commands.write.RemoveCommand.acceptVisitor(RemoveCommand.java:55) at org.infinispan.interceptors.BaseAsyncInterceptor.invokeNext(BaseAsyncInterceptor.java:59) at org.infinispan.interceptors.DDAsyncInterceptor.handleDefault(DDAsyncInterceptor.java:54) at org.infinispan.interceptors.DDAsyncInterceptor.visitRemoveCommand(DDAsyncInterceptor.java:65) at org.infinispan.commands.write.RemoveCommand.acceptVisitor(RemoveCommand.java:55) at org.infinispan.interceptors.BaseAsyncInterceptor.invokeNextAndFinally(BaseAsyncInterceptor.java:155) at org.infinispan.interceptors.locking.OptimisticLockingInterceptor.visitDataWriteCommand(OptimisticLockingInterceptor.java:66) at org.infinispan.interceptors.locking.AbstractLockingInterceptor.visitRemoveCommand(AbstractLockingInterceptor.java:102) at org.infinispan.commands.write.RemoveCommand.acceptVisitor(RemoveCommand.java:55) at org.infinispan.interceptors.BaseAsyncInterceptor.invokeNextAndFinally(BaseAsyncInterceptor.java:155) at org.infinispan.interceptors.impl.TxInterceptor.handleWriteCommand(TxInterceptor.java:381) at org.infinispan.interceptors.impl.TxInterceptor.visitRemoveCommand(TxInterceptor.java:221) at org.infinispan.commands.write.RemoveCommand.acceptVisitor(RemoveCommand.java:55) at org.infinispan.interceptors.BaseAsyncInterceptor.invokeNextAndFinally(BaseAsyncInterceptor.java:155) at org.infinispan.interceptors.impl.CacheMgmtInterceptor.visitRemoveCommand(CacheMgmtInterceptor.java:507) at org.infinispan.commands.write.RemoveCommand.acceptVisitor(RemoveCommand.java:55) at org.infinispan.interceptors.BaseAsyncInterceptor.invokeNextAndExceptionally(BaseAsyncInterceptor.java:128) at org.infinispan.interceptors.impl.InvocationContextInterceptor.visitCommand(InvocationContextInterceptor.java:90) at org.infinispan.interceptors.impl.AsyncInterceptorChainImpl.invokeAsync(AsyncInterceptorChainImpl.java:220) at org.infinispan.cache.impl.InvocationHelper.doInvokeAsync(InvocationHelper.java:318) at org.infinispan.cache.impl.InvocationHelper.executeCommandAsyncWithInjectedTx(InvocationHelper.java:221) at org.infinispan.cache.impl.InvocationHelper.invokeAsync(InvocationHelper.java:155) at org.infinispan.cache.impl.InvocationHelper.invokeAsync(InvocationHelper.java:139) at org.infinispan.cache.impl.CacheImpl.removeAsync(CacheImpl.java:1511) at org.infinispan.cache.impl.CacheImpl.removeAsync(CacheImpl.java:1505) at org.infinispan.cache.impl.EncoderCache.removeAsync(EncoderCache.java:334) at org.infinispan.AdvancedCache.removeAsyncReturnEntry(AdvancedCache.java:887) at org.infinispan.server.hotrod.CacheRequestProcessor.removeInternal(CacheRequestProcessor.java:368) at org.infinispan.server.hotrod.CacheRequestProcessor.remove(CacheRequestProcessor.java:363) at org.infinispan.server.hotrod.HotRodDecoder.switch2(HotRodDecoder.java:1267) at org.infinispan.server.hotrod.HotRodDecoder.switch1_0(HotRodDecoder.java:163) at org.infinispan.server.hotrod.HotRodDecoder.decode(HotRodDecoder.java:151) at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at io.netty.handler.codec.ByteToMessageDecoder.handlerRemoved(ByteToMessageDecoder.java:266) at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:536) at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at org.infinispan.server.core.transport.StatsChannelHandler.channelRead(StatsChannelHandler.java:28) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:800) at io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:499) at io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:397) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at java.lang.Thread.run(java.base@17.0.7/Thread.java:833) Locked ownable synchronizers: - None "non-blocking-thread--p2-t3" #26 daemon prio=5 os_prio=0 cpu=2516.66ms elapsed=71152.50s tid=0x00005622a347de90 nid=0xd4 waiting for monitor entry [0x00007f177f3e2000] java.lang.Thread.State: BLOCKED (on object monitor) at java.util.concurrent.ConcurrentHashMap.compute(java.base@17.0.7/ConcurrentHashMap.java:1931) - waiting to lock <0x00000000c5500218> (a java.util.concurrent.ConcurrentHashMap$Node) at org.infinispan.commons.util.AbstractDelegatingMap.compute(AbstractDelegatingMap.java:81) at org.infinispan.container.impl.AbstractInternalDataContainer.compute(AbstractInternalDataContainer.java:250) at org.infinispan.container.impl.AbstractInternalDataContainer.compute(AbstractInternalDataContainer.java:269) at org.infinispan.expiration.impl.ExpirationManagerImpl.entryExpiredInMemory(ExpirationManagerImpl.java:137) at org.infinispan.expiration.impl.ExpirationManagerImpl.handlePossibleExpiration(ExpirationManagerImpl.java:219) at org.infinispan.container.impl.EntryFactoryImpl.wrapEntryForWriting(EntryFactoryImpl.java:161) at org.infinispan.interceptors.impl.EntryWrappingInterceptor.wrapEntryIfNeeded(EntryWrappingInterceptor.java:359) at org.infinispan.interceptors.impl.EntryWrappingInterceptor.visitRemoveCommand(EntryWrappingInterceptor.java:407) at org.infinispan.commands.write.RemoveCommand.acceptVisitor(RemoveCommand.java:55) at org.infinispan.interceptors.BaseAsyncInterceptor.invokeNext(BaseAsyncInterceptor.java:59) at org.infinispan.interceptors.DDAsyncInterceptor.handleDefault(DDAsyncInterceptor.java:54) at org.infinispan.interceptors.DDAsyncInterceptor.visitRemoveCommand(DDAsyncInterceptor.java:65) at org.infinispan.commands.write.RemoveCommand.acceptVisitor(RemoveCommand.java:55) at org.infinispan.interceptors.BaseAsyncInterceptor.invokeNextAndFinally(BaseAsyncInterceptor.java:155) at org.infinispan.interceptors.locking.OptimisticLockingInterceptor.visitDataWriteCommand(OptimisticLockingInterceptor.java:66) at org.infinispan.interceptors.locking.AbstractLockingInterceptor.visitRemoveCommand(AbstractLockingInterceptor.java:102) at org.infinispan.commands.write.RemoveCommand.acceptVisitor(RemoveCommand.java:55) at org.infinispan.interceptors.BaseAsyncInterceptor.invokeNextAndFinally(BaseAsyncInterceptor.java:155) at org.infinispan.interceptors.impl.TxInterceptor.handleWriteCommand(TxInterceptor.java:381) at org.infinispan.interceptors.impl.TxInterceptor.visitRemoveCommand(TxInterceptor.java:221) at org.infinispan.commands.write.RemoveCommand.acceptVisitor(RemoveCommand.java:55) at org.infinispan.interceptors.BaseAsyncInterceptor.invokeNextAndFinally(BaseAsyncInterceptor.java:155) at org.infinispan.interceptors.impl.CacheMgmtInterceptor.visitRemoveCommand(CacheMgmtInterceptor.java:507) at org.infinispan.commands.write.RemoveCommand.acceptVisitor(RemoveCommand.java:55) at org.infinispan.interceptors.BaseAsyncInterceptor.invokeNextAndExceptionally(BaseAsyncInterceptor.java:128) at org.infinispan.interceptors.impl.InvocationContextInterceptor.visitCommand(InvocationContextInterceptor.java:90) at org.infinispan.interceptors.impl.AsyncInterceptorChainImpl.invokeAsync(AsyncInterceptorChainImpl.java:220) at org.infinispan.cache.impl.InvocationHelper.doInvokeAsync(InvocationHelper.java:318) at org.infinispan.cache.impl.InvocationHelper.executeCommandAsyncWithInjectedTx(InvocationHelper.java:221) at org.infinispan.cache.impl.InvocationHelper.invokeAsync(InvocationHelper.java:155) at org.infinispan.cache.impl.InvocationHelper.invokeAsync(InvocationHelper.java:139) at org.infinispan.cache.impl.CacheImpl.removeAsync(CacheImpl.java:1511) at org.infinispan.cache.impl.CacheImpl.removeAsync(CacheImpl.java:1505) at org.infinispan.cache.impl.EncoderCache.removeAsync(EncoderCache.java:334) at org.infinispan.AdvancedCache.removeAsyncReturnEntry(AdvancedCache.java:887) at org.infinispan.server.hotrod.CacheRequestProcessor.removeInternal(CacheRequestProcessor.java:368) at org.infinispan.server.hotrod.CacheRequestProcessor.remove(CacheRequestProcessor.java:363) at org.infinispan.server.hotrod.HotRodDecoder.switch2(HotRodDecoder.java:1267) at org.infinispan.server.hotrod.HotRodDecoder.switch1_0(HotRodDecoder.java:163) at org.infinispan.server.hotrod.HotRodDecoder.decode(HotRodDecoder.java:151) at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at io.netty.handler.codec.ByteToMessageDecoder.handlerRemoved(ByteToMessageDecoder.java:266) at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:536) at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at org.infinispan.server.core.transport.StatsChannelHandler.channelRead(StatsChannelHandler.java:28) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:800) at io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:499) at io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:397) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at java.lang.Thread.run(java.base@17.0.7/Thread.java:833) Locked ownable synchronizers: - None "timeout-thread--p4-t1" #27 daemon prio=5 os_prio=0 cpu=4018.00ms elapsed=71152.46s tid=0x00005622a31d82d0 nid=0xd5 waiting on condition [0x00007f177f2e3000] java.lang.Thread.State: TIMED_WAITING (parking) at jdk.internal.misc.Unsafe.park(java.base@17.0.7/Native Method) - parking to wait for <0x00000000c4ac5ea0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.parkNanos(java.base@17.0.7/LockSupport.java:252) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@17.0.7/AbstractQueuedSynchronizer.java:1672) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(java.base@17.0.7/ScheduledThreadPoolExecutor.java:1182) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(java.base@17.0.7/ScheduledThreadPoolExecutor.java:899) at java.util.concurrent.ThreadPoolExecutor.getTask(java.base@17.0.7/ThreadPoolExecutor.java:1062) at java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@17.0.7/ThreadPoolExecutor.java:1122) at java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@17.0.7/ThreadPoolExecutor.java:635) at java.lang.Thread.run(java.base@17.0.7/Thread.java:833) Locked ownable synchronizers: - None "non-blocking-thread--p2-t4" #28 daemon prio=5 os_prio=0 cpu=5342.38ms elapsed=71152.44s tid=0x00005622a5b3bee0 nid=0xd6 waiting on condition [0x00007f177f1e1000] java.lang.Thread.State: TIMED_WAITING (parking) at jdk.internal.misc.Unsafe.park(java.base@17.0.7/Native Method) - parking to wait for <0x00000000c55035e0> (a java.util.concurrent.CompletableFuture$Signaller) at java.util.concurrent.locks.LockSupport.parkNanos(java.base@17.0.7/LockSupport.java:252) at java.util.concurrent.CompletableFuture$Signaller.block(java.base@17.0.7/CompletableFuture.java:1866) at java.util.concurrent.ForkJoinPool.unmanagedBlock(java.base@17.0.7/ForkJoinPool.java:3463) at java.util.concurrent.ForkJoinPool.managedBlock(java.base@17.0.7/ForkJoinPool.java:3434) at java.util.concurrent.CompletableFuture.timedGet(java.base@17.0.7/CompletableFuture.java:1939) at java.util.concurrent.CompletableFuture.get(java.base@17.0.7/CompletableFuture.java:2095) at org.infinispan.commons.util.concurrent.CompletableFutures.await(CompletableFutures.java:130) at org.infinispan.util.concurrent.CompletionStages.join(CompletionStages.java:85) at org.infinispan.expiration.impl.ExpirationManagerImpl.deleteFromStoresAndNotify(ExpirationManagerImpl.java:202) at org.infinispan.expiration.impl.ExpirationManagerImpl.lambda$entryExpiredInMemory$0(ExpirationManagerImpl.java:141) - locked <0x00000000c5500690> (a org.infinispan.container.entries.metadata.MetadataMortalCacheEntry) at org.infinispan.expiration.impl.ExpirationManagerImpl$$Lambda$1631/0x0000000801822390.compute(Unknown Source) at org.infinispan.container.impl.AbstractInternalDataContainer.lambda$compute$1(AbstractInternalDataContainer.java:251) at org.infinispan.container.impl.AbstractInternalDataContainer$$Lambda$1617/0x000000080180b0c8.apply(Unknown Source) at java.util.concurrent.ConcurrentHashMap.compute(java.base@17.0.7/ConcurrentHashMap.java:1940) - locked <0x00000000c5500218> (a java.util.concurrent.ConcurrentHashMap$Node) at org.infinispan.commons.util.AbstractDelegatingMap.compute(AbstractDelegatingMap.java:81) at org.infinispan.container.impl.AbstractInternalDataContainer.compute(AbstractInternalDataContainer.java:250) at org.infinispan.container.impl.AbstractInternalDataContainer.compute(AbstractInternalDataContainer.java:269) at org.infinispan.expiration.impl.ExpirationManagerImpl.entryExpiredInMemory(ExpirationManagerImpl.java:137) at org.infinispan.expiration.impl.ExpirationManagerImpl.handlePossibleExpiration(ExpirationManagerImpl.java:219) at org.infinispan.container.impl.EntryFactoryImpl.wrapEntryForWriting(EntryFactoryImpl.java:161) at org.infinispan.interceptors.impl.EntryWrappingInterceptor.wrapEntryIfNeeded(EntryWrappingInterceptor.java:359) at org.infinispan.interceptors.impl.EntryWrappingInterceptor.visitRemoveCommand(EntryWrappingInterceptor.java:407) at org.infinispan.commands.write.RemoveCommand.acceptVisitor(RemoveCommand.java:55) at org.infinispan.interceptors.BaseAsyncInterceptor.invokeNext(BaseAsyncInterceptor.java:59) at org.infinispan.interceptors.DDAsyncInterceptor.handleDefault(DDAsyncInterceptor.java:54) at org.infinispan.interceptors.DDAsyncInterceptor.visitRemoveCommand(DDAsyncInterceptor.java:65) at org.infinispan.commands.write.RemoveCommand.acceptVisitor(RemoveCommand.java:55) at org.infinispan.interceptors.BaseAsyncInterceptor.invokeNextAndFinally(BaseAsyncInterceptor.java:155) at org.infinispan.interceptors.locking.OptimisticLockingInterceptor.visitDataWriteCommand(OptimisticLockingInterceptor.java:66) at org.infinispan.interceptors.locking.AbstractLockingInterceptor.visitRemoveCommand(AbstractLockingInterceptor.java:102) at org.infinispan.commands.write.RemoveCommand.acceptVisitor(RemoveCommand.java:55) at org.infinispan.interceptors.BaseAsyncInterceptor.invokeNextAndFinally(BaseAsyncInterceptor.java:155) at org.infinispan.interceptors.impl.TxInterceptor.handleWriteCommand(TxInterceptor.java:381) at org.infinispan.interceptors.impl.TxInterceptor.visitRemoveCommand(TxInterceptor.java:221) at org.infinispan.commands.write.RemoveCommand.acceptVisitor(RemoveCommand.java:55) at org.infinispan.interceptors.BaseAsyncInterceptor.invokeNextAndFinally(BaseAsyncInterceptor.java:155) at org.infinispan.interceptors.impl.CacheMgmtInterceptor.visitRemoveCommand(CacheMgmtInterceptor.java:507) at org.infinispan.commands.write.RemoveCommand.acceptVisitor(RemoveCommand.java:55) at org.infinispan.interceptors.BaseAsyncInterceptor.invokeNextAndExceptionally(BaseAsyncInterceptor.java:128) at org.infinispan.interceptors.impl.InvocationContextInterceptor.visitCommand(InvocationContextInterceptor.java:90) at org.infinispan.interceptors.impl.AsyncInterceptorChainImpl.invokeAsync(AsyncInterceptorChainImpl.java:220) at org.infinispan.cache.impl.InvocationHelper.doInvokeAsync(InvocationHelper.java:318) at org.infinispan.cache.impl.InvocationHelper.executeCommandAsyncWithInjectedTx(InvocationHelper.java:221) at org.infinispan.cache.impl.InvocationHelper.invokeAsync(InvocationHelper.java:155) at org.infinispan.cache.impl.InvocationHelper.invokeAsync(InvocationHelper.java:139) at org.infinispan.cache.impl.CacheImpl.removeAsync(CacheImpl.java:1511) at org.infinispan.cache.impl.CacheImpl.removeAsync(CacheImpl.java:1505) at org.infinispan.cache.impl.EncoderCache.removeAsync(EncoderCache.java:334) at org.infinispan.AdvancedCache.removeAsyncReturnEntry(AdvancedCache.java:887) at org.infinispan.server.hotrod.CacheRequestProcessor.removeInternal(CacheRequestProcessor.java:368) at org.infinispan.server.hotrod.CacheRequestProcessor.remove(CacheRequestProcessor.java:363) at org.infinispan.server.hotrod.HotRodDecoder.switch2(HotRodDecoder.java:1267) at org.infinispan.server.hotrod.HotRodDecoder.switch1_0(HotRodDecoder.java:163) at org.infinispan.server.hotrod.HotRodDecoder.decode(HotRodDecoder.java:151) at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at org.infinispan.server.core.transport.StatsChannelHandler.channelRead(StatsChannelHandler.java:28) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:800) at io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:499) at io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:397) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at java.lang.Thread.run(java.base@17.0.7/Thread.java:833) Locked ownable synchronizers: - None "blocking-thread--p3-t1" #30 daemon prio=5 os_prio=0 cpu=2144.65ms elapsed=71151.95s tid=0x00005622a5fb15f0 nid=0xd8 waiting on condition [0x00007f177efe0000] java.lang.Thread.State: WAITING (parking) at jdk.internal.misc.Unsafe.park(java.base@17.0.7/Native Method) - parking to wait for <0x00000000c4b4d370> (a org.jboss.threads.EnhancedQueueExecutor) at java.util.concurrent.locks.LockSupport.park(java.base@17.0.7/LockSupport.java:211) at org.jboss.threads.EnhancedQueueExecutor$ThreadBody.run(EnhancedQueueExecutor.java:1409) at java.lang.Thread.run(java.base@17.0.7/Thread.java:833) Locked ownable synchronizers: - None "expiration-thread--p5-t1" #31 daemon prio=5 os_prio=0 cpu=529.49ms elapsed=71151.88s tid=0x00005622a5fae3f0 nid=0xd9 waiting on condition [0x00007f177eede000] java.lang.Thread.State: TIMED_WAITING (parking) at jdk.internal.misc.Unsafe.park(java.base@17.0.7/Native Method) - parking to wait for <0x00000000c552c128> (a java.util.concurrent.CompletableFuture$Signaller) at java.util.concurrent.locks.LockSupport.parkNanos(java.base@17.0.7/LockSupport.java:252) at java.util.concurrent.CompletableFuture$Signaller.block(java.base@17.0.7/CompletableFuture.java:1866) at java.util.concurrent.ForkJoinPool.unmanagedBlock(java.base@17.0.7/ForkJoinPool.java:3463) at java.util.concurrent.ForkJoinPool.managedBlock(java.base@17.0.7/ForkJoinPool.java:3434) at java.util.concurrent.CompletableFuture.timedGet(java.base@17.0.7/CompletableFuture.java:1939) at java.util.concurrent.CompletableFuture.get(java.base@17.0.7/CompletableFuture.java:2095) at org.infinispan.commons.util.concurrent.CompletableFutures.await(CompletableFutures.java:130) at org.infinispan.util.concurrent.CompletionStages.join(CompletionStages.java:85) at org.infinispan.expiration.impl.ExpirationManagerImpl.deleteFromStoresAndNotify(ExpirationManagerImpl.java:202) at org.infinispan.expiration.impl.ExpirationManagerImpl.lambda$entryExpiredInMemory$0(ExpirationManagerImpl.java:141) - locked <0x00000000c552c1e0> (a org.infinispan.container.entries.metadata.MetadataMortalCacheEntry) at org.infinispan.expiration.impl.ExpirationManagerImpl$$Lambda$1631/0x0000000801822390.compute(Unknown Source) at org.infinispan.container.impl.AbstractInternalDataContainer.lambda$compute$1(AbstractInternalDataContainer.java:251) at org.infinispan.container.impl.AbstractInternalDataContainer$$Lambda$1617/0x000000080180b0c8.apply(Unknown Source) at java.util.concurrent.ConcurrentHashMap.compute(java.base@17.0.7/ConcurrentHashMap.java:1940) - locked <0x00000000c55602e0> (a java.util.concurrent.ConcurrentHashMap$Node) at org.infinispan.commons.util.AbstractDelegatingMap.compute(AbstractDelegatingMap.java:81) at org.infinispan.container.impl.AbstractInternalDataContainer.compute(AbstractInternalDataContainer.java:250) at org.infinispan.container.impl.AbstractInternalDataContainer.compute(AbstractInternalDataContainer.java:269) at org.infinispan.expiration.impl.ExpirationManagerImpl.entryExpiredInMemory(ExpirationManagerImpl.java:137) at org.infinispan.expiration.impl.ExpirationManagerImpl.processExpiration(ExpirationManagerImpl.java:109) at org.infinispan.expiration.impl.ExpirationManagerImpl$ScheduledTask.run(ExpirationManagerImpl.java:275) at java.util.concurrent.Executors$RunnableAdapter.call(java.base@17.0.7/Executors.java:539) at java.util.concurrent.FutureTask.runAndReset(java.base@17.0.7/FutureTask.java:305) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(java.base@17.0.7/ScheduledThreadPoolExecutor.java:305) at java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@17.0.7/ThreadPoolExecutor.java:1136) at java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@17.0.7/ThreadPoolExecutor.java:635) at java.lang.Thread.run(java.base@17.0.7/Thread.java:833) Locked ownable synchronizers: - <0x00000000c4b1fd18> (a java.util.concurrent.ThreadPoolExecutor$Worker) "blocking-thread--p3-t2" #32 daemon prio=5 os_prio=0 cpu=5331.61ms elapsed=71151.64s tid=0x00005622a54f38e0 nid=0xda waiting on condition [0x00007f177edde000] java.lang.Thread.State: WAITING (parking) at jdk.internal.misc.Unsafe.park(java.base@17.0.7/Native Method) - parking to wait for <0x00000000c4b4d370> (a org.jboss.threads.EnhancedQueueExecutor) at java.util.concurrent.locks.LockSupport.park(java.base@17.0.7/LockSupport.java:211) at org.jboss.threads.EnhancedQueueExecutor$ThreadBody.run(EnhancedQueueExecutor.java:1409) at java.lang.Thread.run(java.base@17.0.7/Thread.java:833) Locked ownable synchronizers: - None "HotRod-hotrod-default-Scheduled-2-1" #34 prio=5 os_prio=0 cpu=811.31ms elapsed=71150.86s tid=0x00005622a5316650 nid=0xdc waiting on condition [0x00007f177ebdc000] java.lang.Thread.State: TIMED_WAITING (parking) at jdk.internal.misc.Unsafe.park(java.base@17.0.7/Native Method) - parking to wait for <0x00000000c42e6d50> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.parkNanos(java.base@17.0.7/LockSupport.java:252) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@17.0.7/AbstractQueuedSynchronizer.java:1672) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(java.base@17.0.7/ScheduledThreadPoolExecutor.java:1182) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(java.base@17.0.7/ScheduledThreadPoolExecutor.java:899) at java.util.concurrent.ThreadPoolExecutor.getTask(java.base@17.0.7/ThreadPoolExecutor.java:1062) at java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@17.0.7/ThreadPoolExecutor.java:1122) at java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@17.0.7/ThreadPoolExecutor.java:635) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.lang.Thread.run(java.base@17.0.7/Thread.java:833) Locked ownable synchronizers: - None "SinglePort-ServerMaster-3-1" #36 prio=5 os_prio=0 cpu=12222.19ms elapsed=71150.59s tid=0x00005622a5d44940 nid=0xde runnable [0x00007f177e9da000] java.lang.Thread.State: RUNNABLE at io.netty.channel.epoll.Native.epollWait0(Native Method) at io.netty.channel.epoll.Native.epollWait(Native.java:182) at io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:302) at io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:366) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.lang.Thread.run(java.base@17.0.7/Thread.java:833) Locked ownable synchronizers: - None "blocking-thread--p3-t3" #37 daemon prio=5 os_prio=0 cpu=2314.57ms elapsed=71138.20s tid=0x00005622a5b362d0 nid=0xdf waiting on condition [0x00007f177ccb4000] java.lang.Thread.State: WAITING (parking) at jdk.internal.misc.Unsafe.park(java.base@17.0.7/Native Method) - parking to wait for <0x00000000c4b4d370> (a org.jboss.threads.EnhancedQueueExecutor) at java.util.concurrent.locks.LockSupport.park(java.base@17.0.7/LockSupport.java:211) at org.jboss.threads.EnhancedQueueExecutor$ThreadBody.run(EnhancedQueueExecutor.java:1409) at java.lang.Thread.run(java.base@17.0.7/Thread.java:833) Locked ownable synchronizers: - None "blocking-thread--p3-t4" #38 daemon prio=5 os_prio=0 cpu=4347.23ms elapsed=68887.49s tid=0x00005622a424d760 nid=0xe0 waiting on condition [0x00007f177eadb000] java.lang.Thread.State: WAITING (parking) at jdk.internal.misc.Unsafe.park(java.base@17.0.7/Native Method) - parking to wait for <0x00000000c4b4d370> (a org.jboss.threads.EnhancedQueueExecutor) at java.util.concurrent.locks.LockSupport.park(java.base@17.0.7/LockSupport.java:211) at org.jboss.threads.EnhancedQueueExecutor$ThreadBody.run(EnhancedQueueExecutor.java:1409) at java.lang.Thread.run(java.base@17.0.7/Thread.java:833) Locked ownable synchronizers: - None "blocking-thread--p3-t5" #39 daemon prio=5 os_prio=0 cpu=1231.73ms elapsed=68867.23s tid=0x00005622a5ba1550 nid=0xe1 waiting on condition [0x00007f177f0e1000] java.lang.Thread.State: WAITING (parking) at jdk.internal.misc.Unsafe.park(java.base@17.0.7/Native Method) - parking to wait for <0x00000000c4b4d370> (a org.jboss.threads.EnhancedQueueExecutor) at java.util.concurrent.locks.LockSupport.park(java.base@17.0.7/LockSupport.java:211) at org.jboss.threads.EnhancedQueueExecutor$ThreadBody.run(EnhancedQueueExecutor.java:1409) at java.lang.Thread.run(java.base@17.0.7/Thread.java:833) Locked ownable synchronizers: - None "blocking-thread--p3-t6" #40 daemon prio=5 os_prio=0 cpu=4712.21ms elapsed=68844.31s tid=0x00005622a32a51f0 nid=0xe2 waiting on condition [0x00007f177ecdd000] java.lang.Thread.State: WAITING (parking) at jdk.internal.misc.Unsafe.park(java.base@17.0.7/Native Method) - parking to wait for <0x00000000c4b4d370> (a org.jboss.threads.EnhancedQueueExecutor) at java.util.concurrent.locks.LockSupport.park(java.base@17.0.7/LockSupport.java:211) at org.jboss.threads.EnhancedQueueExecutor$ThreadBody.run(EnhancedQueueExecutor.java:1409) at java.lang.Thread.run(java.base@17.0.7/Thread.java:833) Locked ownable synchronizers: - None "blocking-thread--p3-t7" #42 daemon prio=5 os_prio=0 cpu=6.71ms elapsed=67850.20s tid=0x00005622a32261f0 nid=0xe4 waiting on condition [0x00007f177cab2000] java.lang.Thread.State: WAITING (parking) at jdk.internal.misc.Unsafe.park(java.base@17.0.7/Native Method) - parking to wait for <0x00000000c4b4d370> (a org.jboss.threads.EnhancedQueueExecutor) at java.util.concurrent.locks.LockSupport.park(java.base@17.0.7/LockSupport.java:211) at org.jboss.threads.EnhancedQueueExecutor$ThreadBody.run(EnhancedQueueExecutor.java:1409) at java.lang.Thread.run(java.base@17.0.7/Thread.java:833) Locked ownable synchronizers: - None "blocking-thread--p3-t8" #44 daemon prio=5 os_prio=0 cpu=106.69ms elapsed=67848.37s tid=0x00005622a4814310 nid=0xe6 waiting on condition [0x00007f177c8b0000] java.lang.Thread.State: WAITING (parking) at jdk.internal.misc.Unsafe.park(java.base@17.0.7/Native Method) - parking to wait for <0x00000000c4b4d370> (a org.jboss.threads.EnhancedQueueExecutor) at java.util.concurrent.locks.LockSupport.park(java.base@17.0.7/LockSupport.java:211) at org.jboss.threads.EnhancedQueueExecutor$ThreadBody.run(EnhancedQueueExecutor.java:1409) at java.lang.Thread.run(java.base@17.0.7/Thread.java:833) Locked ownable synchronizers: - None "Attach Listener" #48 daemon prio=9 os_prio=0 cpu=1.60ms elapsed=59649.58s tid=0x00005622a5c8bfb0 nid=0x263 waiting on condition [0x0000000000000000] java.lang.Thread.State: RUNNABLE Locked ownable synchronizers: - None "jgroups-17,d2cf23940b22-20277" #52 prio=5 os_prio=0 cpu=3689.16ms elapsed=29443.06s tid=0x00005622a5dad500 nid=0x574 waiting on condition [0x00007f177cbb3000] java.lang.Thread.State: TIMED_WAITING (parking) at jdk.internal.misc.Unsafe.park(java.base@17.0.7/Native Method) - parking to wait for <0x00000000c4a34bc8> (a java.util.concurrent.SynchronousQueue$TransferStack) at java.util.concurrent.locks.LockSupport.parkNanos(java.base@17.0.7/LockSupport.java:252) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(java.base@17.0.7/SynchronousQueue.java:401) at java.util.concurrent.SynchronousQueue.poll(java.base@17.0.7/SynchronousQueue.java:903) at java.util.concurrent.ThreadPoolExecutor.getTask(java.base@17.0.7/ThreadPoolExecutor.java:1061) at java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@17.0.7/ThreadPoolExecutor.java:1122) at java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@17.0.7/ThreadPoolExecutor.java:635) at java.lang.Thread.run(java.base@17.0.7/Thread.java:833) Locked ownable synchronizers: - None "jgroups-18,d2cf23940b22-20277" #53 prio=5 os_prio=0 cpu=2094.38ms elapsed=16592.33s tid=0x00005622a5390140 nid=0x575 waiting on condition [0x00007f177f7e8000] java.lang.Thread.State: TIMED_WAITING (parking) at jdk.internal.misc.Unsafe.park(java.base@17.0.7/Native Method) - parking to wait for <0x00000000c4a34bc8> (a java.util.concurrent.SynchronousQueue$TransferStack) at java.util.concurrent.locks.LockSupport.parkNanos(java.base@17.0.7/LockSupport.java:252) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(java.base@17.0.7/SynchronousQueue.java:401) at java.util.concurrent.SynchronousQueue.poll(java.base@17.0.7/SynchronousQueue.java:903) at java.util.concurrent.ThreadPoolExecutor.getTask(java.base@17.0.7/ThreadPoolExecutor.java:1061) at java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@17.0.7/ThreadPoolExecutor.java:1122) at java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@17.0.7/ThreadPoolExecutor.java:635) at java.lang.Thread.run(java.base@17.0.7/Thread.java:833) Locked ownable synchronizers: - None "VM Thread" os_prio=0 cpu=2723.64ms elapsed=71159.69s tid=0x00005622a2ccd060 nid=0xbc runnable "GC Thread#0" os_prio=0 cpu=487.40ms elapsed=71159.70s tid=0x00005622a2c69000 nid=0xb7 runnable "GC Thread#1" os_prio=0 cpu=481.86ms elapsed=71159.51s tid=0x00005622a33feba0 nid=0xc8 runnable "G1 Main Marker" os_prio=0 cpu=4.63ms elapsed=71159.70s tid=0x00005622a2c72180 nid=0xb8 runnable "G1 Conc#0" os_prio=0 cpu=983.88ms elapsed=71159.70s tid=0x00005622a2c73390 nid=0xb9 runnable "G1 Refine#0" os_prio=0 cpu=28.56ms elapsed=71159.70s tid=0x00005622a2ca6260 nid=0xba runnable "G1 Service" os_prio=0 cpu=13039.37ms elapsed=71159.70s tid=0x00005622a2ca7400 nid=0xbb runnable "VM Periodic Task Thread" os_prio=0 cpu=42209.75ms elapsed=71159.66s tid=0x00005622a2de54f0 nid=0xc7 waiting on condition JNI global refs: 38, weak refs: 0