[nrla@localhost Case02189539]$ ./jstart2.sh ========================================================================= JBoss Bootstrap Environment JBOSS_HOME: /home/nrla/cases/Case02189539/jboss-eap-7.2 JAVA: /opt/jdk-1.8.0_121/bin/java JAVA_OPTS: -server -verbose:gc -Xloggc:"/home/nrla/cases/Case02189539/jboss-eap-7.2/node2/log/gc.log" -XX:+PrintGCDetails -XX:+PrintGCDateStamps -XX:+UseGCLogFileRotation -XX:NumberOfGCLogFiles=5 -XX:GCLogFileSize=3M -XX:-TraceClassUnloading -Xms1303m -Xmx1303m -XX:MetaspaceSize=96M -XX:MaxMetaspaceSize=256m -Djava.net.preferIPv4Stack=true -Djboss.modules.system.pkgs=org.jboss.byteman -Djava.awt.headless=true ========================================================================= 10:30:40,077 INFO [org.jboss.modules] (main) JBoss Modules version 1.8.6.Final-redhat-00001 10:30:40,464 INFO [org.jboss.msc] (main) JBoss MSC version 1.4.5.Final-redhat-00001 10:30:40,477 INFO [org.jboss.threads] (main) JBoss Threads version 2.3.2.Final-redhat-1 10:30:40,690 INFO [org.jboss.as] (MSC service thread 1-2) WFLYSRV0049: JBoss EAP CD 7.2.0.CD14 (WildFly Core 6.0.7.Final-redhat-00001) starting 10:30:40,692 DEBUG [org.jboss.as.config] (MSC service thread 1-2) Configured system properties: [Standalone] = awt.toolkit = sun.awt.X11.XToolkit client.mapping.bind.address = 127.0.0.1 client.mapping.bind.port = 4747 file.encoding = UTF-8 file.encoding.pkg = sun.io file.separator = / java.awt.graphicsenv = sun.awt.X11GraphicsEnvironment java.awt.headless = true java.awt.printerjob = sun.print.PSPrinterJob java.class.path = /home/nrla/cases/Case02189539/jboss-eap-7.2/jboss-modules.jar java.class.version = 52.0 java.endorsed.dirs = /opt/jdk-1.8.0_121/jre/lib/endorsed java.ext.dirs = /opt/jdk-1.8.0_121/jre/lib/ext:/usr/java/packages/lib/ext java.home = /opt/jdk-1.8.0_121/jre java.io.tmpdir = /tmp java.library.path = /usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib java.net.preferIPv4Stack = true java.runtime.name = Java(TM) SE Runtime Environment java.runtime.version = 1.8.0_121-b13 java.specification.name = Java Platform API Specification java.specification.vendor = Oracle Corporation java.specification.version = 1.8 java.util.logging.manager = org.jboss.logmanager.LogManager java.vendor = Oracle Corporation java.vendor.url = http://java.oracle.com/ java.vendor.url.bug = http://bugreport.sun.com/bugreport/ java.version = 1.8.0_121 java.vm.info = mixed mode java.vm.name = Java HotSpot(TM) 64-Bit Server VM java.vm.specification.name = Java Virtual Machine Specification java.vm.specification.vendor = Oracle Corporation java.vm.specification.version = 1.8 java.vm.vendor = Oracle Corporation java.vm.version = 25.121-b13 javax.management.builder.initial = org.jboss.as.jmx.PluggableMBeanServerBuilder jboss.bind.address = 0.0.0.0 jboss.home.dir = /home/nrla/cases/Case02189539/jboss-eap-7.2 jboss.host.name = localhost jboss.modules.dir = /home/nrla/cases/Case02189539/jboss-eap-7.2/modules jboss.modules.system.pkgs = org.jboss.byteman jboss.node.name = node2 jboss.qualified.host.name = localhost.localdomain jboss.server.base.dir = /home/nrla/cases/Case02189539/jboss-eap-7.2/node2 jboss.server.config.dir = /home/nrla/cases/Case02189539/jboss-eap-7.2/node2/configuration jboss.server.data.dir = /home/nrla/cases/Case02189539/jboss-eap-7.2/node2/data jboss.server.deploy.dir = /home/nrla/cases/Case02189539/jboss-eap-7.2/node2/data/content jboss.server.log.dir = /home/nrla/cases/Case02189539/jboss-eap-7.2/node2/log jboss.server.name = localhost jboss.server.persist.config = true jboss.server.temp.dir = /home/nrla/cases/Case02189539/jboss-eap-7.2/node2/tmp jboss.socket.binding.port-offset = 300 line.separator = logging.configuration = file:/home/nrla/cases/Case02189539/jboss-eap-7.2/node2/configuration/logging.properties module.path = /home/nrla/cases/Case02189539/jboss-eap-7.2/modules org.jboss.boot.log.file = /home/nrla/cases/Case02189539/jboss-eap-7.2/node2/log/server.log org.jboss.resolver.warning = true os.arch = amd64 os.name = Linux os.version = 4.18.19-100.fc27.x86_64 path.separator = : remote.distinct.name = node1 roc.port = 4447 sun.arch.data.model = 64 sun.boot.class.path = /opt/jdk-1.8.0_121/jre/lib/resources.jar:/opt/jdk-1.8.0_121/jre/lib/rt.jar:/opt/jdk-1.8.0_121/jre/lib/sunrsasign.jar:/opt/jdk-1.8.0_121/jre/lib/jsse.jar:/opt/jdk-1.8.0_121/jre/lib/jce.jar:/opt/jdk-1.8.0_121/jre/lib/charsets.jar:/opt/jdk-1.8.0_121/jre/lib/jfr.jar:/opt/jdk-1.8.0_121/jre/classes sun.boot.library.path = /opt/jdk-1.8.0_121/jre/lib/amd64 sun.cpu.endian = little sun.cpu.isalist = sun.desktop = gnome sun.io.unicode.encoding = UnicodeLittle sun.java.command = /home/nrla/cases/Case02189539/jboss-eap-7.2/jboss-modules.jar -mp /home/nrla/cases/Case02189539/jboss-eap-7.2/modules org.jboss.as.standalone -Djboss.home.dir=/home/nrla/cases/Case02189539/jboss-eap-7.2 -Djboss.server.base.dir=/home/nrla/cases/Case02189539/jboss-eap-7.2/node2 -b 0.0.0.0 -c standalone-ha.xml -Djboss.node.name=node2 -Djboss.server.base.dir=/home/nrla/cases/Case02189539/jboss-eap-7.2/node2 -Djboss.socket.binding.port-offset=300 -Droc.port=4447 -Dremote.distinct.name=node1 -Dclient.mapping.bind.address=127.0.0.1 -Dclient.mapping.bind.port=4747 sun.java.launcher = SUN_STANDARD sun.jnu.encoding = UTF-8 sun.management.compiler = HotSpot 64-Bit Tiered Compilers sun.os.patch.level = unknown user.country = US user.dir = /home/nrla/cases/Case02189539 user.home = /home/nrla user.language = en user.name = nrla user.timezone = America/Toronto 10:30:40,694 DEBUG [org.jboss.as.config] (MSC service thread 1-2) VM Arguments: -D[Standalone] -verbose:gc -Xloggc:/home/nrla/cases/Case02189539/jboss-eap-7.2/node2/log/gc.log -XX:+PrintGCDetails -XX:+PrintGCDateStamps -XX:+UseGCLogFileRotation -XX:NumberOfGCLogFiles=5 -XX:GCLogFileSize=3M -XX:-TraceClassUnloading -Xms1303m -Xmx1303m -XX:MetaspaceSize=96M -XX:MaxMetaspaceSize=256m -Djava.net.preferIPv4Stack=true -Djboss.modules.system.pkgs=org.jboss.byteman -Djava.awt.headless=true -Dorg.jboss.boot.log.file=/home/nrla/cases/Case02189539/jboss-eap-7.2/node2/log/server.log -Dlogging.configuration=file:/home/nrla/cases/Case02189539/jboss-eap-7.2/node2/configuration/logging.properties 10:30:41,964 INFO [org.wildfly.security] (ServerService Thread Pool -- 24) ELY00001: WildFly Elytron version 1.6.1.Final-redhat-00001 10:30:42,773 INFO [org.jboss.as.controller.management-deprecated] (Controller Boot Thread) WFLYCTL0028: Attribute 'security-realm' in the resource at address '/core-service=management/management-interface=http-interface' is deprecated, and may be removed in a future version. See the attribute description in the output of the read-resource-description operation to learn more about the deprecation. 10:30:42,844 INFO [org.jboss.as.controller.management-deprecated] (ServerService Thread Pool -- 15) WFLYCTL0028: Attribute 'username' in the resource at address '/subsystem=remoting/remote-outbound-connection=remote-ejb-connection' is deprecated, and may be removed in a future version. See the attribute description in the output of the read-resource-description operation to learn more about the deprecation. 10:30:42,845 INFO [org.jboss.as.controller.management-deprecated] (ServerService Thread Pool -- 15) WFLYCTL0028: Attribute 'security-realm' in the resource at address '/subsystem=remoting/remote-outbound-connection=remote-ejb-connection' is deprecated, and may be removed in a future version. See the attribute description in the output of the read-resource-description operation to learn more about the deprecation. 10:30:42,845 INFO [org.jboss.as.controller.management-deprecated] (ServerService Thread Pool -- 15) WFLYCTL0028: Attribute 'protocol' in the resource at address '/subsystem=remoting/remote-outbound-connection=remote-ejb-connection' is deprecated, and may be removed in a future version. See the attribute description in the output of the read-resource-description operation to learn more about the deprecation. 10:30:42,899 INFO [org.jboss.as.controller.management-deprecated] (ServerService Thread Pool -- 37) WFLYCTL0028: Attribute 'security-realm' in the resource at address '/subsystem=undertow/server=default-server/https-listener=https' is deprecated, and may be removed in a future version. See the attribute description in the output of the read-resource-description operation to learn more about the deprecation. 10:30:42,953 INFO [org.jboss.as.server] (Controller Boot Thread) WFLYSRV0039: Creating http management service using socket-binding (management-http) 10:30:42,968 INFO [org.xnio] (MSC service thread 1-7) XNIO version 3.6.5.Final-redhat-00001 10:30:42,974 INFO [org.xnio.nio] (MSC service thread 1-7) XNIO NIO Implementation Version 3.6.5.Final-redhat-00001 10:30:43,012 INFO [org.jboss.as.connector.subsystems.datasources] (ServerService Thread Pool -- 44) WFLYJCA0004: Deploying JDBC-compliant driver class org.h2.Driver (version 1.4) 10:30:43,032 INFO [org.jboss.as.clustering.infinispan] (ServerService Thread Pool -- 51) WFLYCLINF0001: Activating Infinispan subsystem. 10:30:43,034 INFO [org.jboss.remoting] (MSC service thread 1-3) JBoss Remoting version 5.0.8.Final-redhat-1 10:30:43,047 INFO [org.jboss.as.connector.subsystems.datasources] (MSC service thread 1-6) WFLYJCA0010: Unbound data source [java:jboss/datasources/ExampleDS] 10:30:43,050 INFO [org.wildfly.extension.io] (ServerService Thread Pool -- 52) WFLYIO001: Worker 'default' has auto-configured to 16 core threads with 128 task threads based on your 8 available processors 10:30:43,046 INFO [org.jboss.as.jaxrs] (ServerService Thread Pool -- 53) WFLYRS0016: RESTEasy version 3.6.1.Final-redhat-00001 10:30:43,071 INFO [org.jboss.as.connector] (MSC service thread 1-2) WFLYJCA0009: Starting JCA Subsystem (WildFly/IronJacamar 1.4.11.Final-redhat-00001) 10:30:43,074 INFO [org.jboss.as.connector.deployers.jdbc] (MSC service thread 1-7) WFLYJCA0018: Started Driver service with driver-name = h2 10:30:43,080 INFO [org.jboss.as.clustering.jgroups] (ServerService Thread Pool -- 56) WFLYCLJG0001: Activating JGroups subsystem. JGroups version 4.0.13 10:30:43,088 INFO [org.wildfly.extension.microprofile.config.smallrye._private] (ServerService Thread Pool -- 61) WFLYCONF0001: Activating WildFly MicroProfile Config Subsystem 10:30:43,094 INFO [org.wildfly.extension.microprofile.health.smallrye] (ServerService Thread Pool -- 62) WFLYHEALTH0001: Activating Eclipse MicroProfile Health Subsystem 10:30:43,104 INFO [org.wildfly.extension.microprofile.opentracing] (ServerService Thread Pool -- 63) WFLYTRACEXT0001: Activating MicroProfile OpenTracing Subsystem 10:30:43,114 INFO [org.jboss.as.mail.extension] (MSC service thread 1-4) WFLYMAIL0002: Unbound mail session [java:jboss/mail/Default] 10:30:43,117 INFO [org.jboss.as.security] (ServerService Thread Pool -- 71) WFLYSEC0002: Activating Security Subsystem 10:30:43,124 INFO [org.jboss.as.jsf] (ServerService Thread Pool -- 59) WFLYJSF0007: Activated the following JSF Implementations: [main] 10:30:43,126 INFO [org.jboss.as.naming] (ServerService Thread Pool -- 65) WFLYNAM0001: Activating Naming Subsystem 10:30:43,137 INFO [org.jboss.as.security] (MSC service thread 1-4) WFLYSEC0001: Current PicketBox version=5.0.3.Final-redhat-3 10:30:43,140 WARN [org.jboss.as.txn] (ServerService Thread Pool -- 74) WFLYTX0013: The node-identifier attribute on the /subsystem=transactions is set to the default value. This is a danger for environments running multiple servers. Please make sure the attribute value is unique. 10:30:43,177 INFO [org.jboss.as.mail.extension] (MSC service thread 1-7) WFLYMAIL0001: Bound mail session [java:jboss/mail/Default] 10:30:43,181 INFO [org.jboss.as.naming] (MSC service thread 1-4) WFLYNAM0003: Starting Naming Service 10:30:43,181 INFO [org.jboss.as.webservices] (ServerService Thread Pool -- 77) WFLYWS0002: Activating WebServices Extension 10:30:43,200 INFO [org.wildfly.extension.undertow] (MSC service thread 1-7) WFLYUT0003: Undertow 2.0.13.Final-redhat-00001 starting 10:30:43,289 INFO [org.jboss.as.ejb3] (MSC service thread 1-7) WFLYEJB0482: Strict pool mdb-strict-max-pool is using a max instance size of 32 (per class), which is derived from the number of CPUs on this host. 10:30:43,289 INFO [org.jboss.as.ejb3] (MSC service thread 1-5) WFLYEJB0481: Strict pool slsb-strict-max-pool is using a max instance size of 128 (per class), which is derived from thread worker pool sizing. 10:30:43,343 INFO [org.wildfly.extension.undertow] (ServerService Thread Pool -- 75) WFLYUT0014: Creating file handler for path '/home/nrla/cases/Case02189539/jboss-eap-7.2/welcome-content' with options [directory-listing: 'false', follow-symlink: 'false', case-sensitive: 'true', safe-symlink-paths: '[]'] 10:30:43,349 INFO [org.wildfly.extension.undertow] (MSC service thread 1-4) WFLYUT0012: Started server default-server. 10:30:43,353 INFO [org.wildfly.extension.undertow] (MSC service thread 1-6) WFLYUT0018: Host default-host starting 10:30:43,404 INFO [org.wildfly.extension.undertow] (MSC service thread 1-5) WFLYUT0006: Undertow HTTP listener default listening on 0.0.0.0:8380 10:30:43,405 INFO [org.wildfly.extension.undertow] (MSC service thread 1-2) WFLYUT0006: Undertow AJP listener ajp listening on 0.0.0.0:8309 10:30:43,413 INFO [org.jboss.modcluster] (ServerService Thread Pool -- 76) MODCLUSTER000001: Initializing mod_cluster version 1.4.0.Final-redhat-1 10:30:43,418 INFO [org.jboss.modcluster] (ServerService Thread Pool -- 76) MODCLUSTER000032: Listening to proxy advertisements on /224.0.1.105:23364 10:30:43,495 INFO [org.jboss.as.ejb3] (MSC service thread 1-2) WFLYEJB0493: EJB subsystem suspension complete 10:30:43,554 INFO [org.jboss.as.connector.subsystems.datasources] (MSC service thread 1-4) WFLYJCA0001: Bound data source [java:jboss/datasources/ExampleDS] 10:30:43,585 INFO [org.jboss.as.patching] (MSC service thread 1-1) WFLYPAT0050: JBoss EAP CD cumulative patch ID is: base, one-off patches include: none 10:30:43,597 WARN [org.jboss.as.domain.management.security] (MSC service thread 1-5) WFLYDM0111: Keystore /home/nrla/cases/Case02189539/jboss-eap-7.2/node2/configuration/application.keystore not found, it will be auto generated on first use with a self signed certificate for host localhost 10:30:43,612 INFO [org.jboss.as.server.deployment.scanner] (MSC service thread 1-1) WFLYDS0013: Started FileSystemDeploymentService for directory /home/nrla/cases/Case02189539/jboss-eap-7.2/node2/deployments 10:30:43,621 INFO [org.jboss.as.server.deployment] (MSC service thread 1-2) WFLYSRV0027: Starting deployment of "server2server.ear" (runtime-name: "server2server.ear") 10:30:43,688 INFO [org.jboss.as.remoting] (MSC service thread 1-5) WFLYRMT0001: Listening on 0.0.0.0:4747 10:30:43,703 INFO [org.wildfly.extension.undertow] (MSC service thread 1-8) WFLYUT0006: Undertow HTTPS listener https listening on 0.0.0.0:8743 10:30:43,706 INFO [org.jboss.as.server.deployment] (MSC service thread 1-8) WFLYSRV0207: Starting subdeployment (runtime-name: "server2server-ejb.jar") 10:30:43,756 INFO [org.jboss.ws.common.management] (MSC service thread 1-6) JBWS022052: Starting JBossWS 5.2.3.Final-redhat-00001 (Apache CXF 3.2.5.redhat-00001) 10:30:43,963 INFO [org.jboss.weld.deployer] (MSC service thread 1-3) WFLYWELD0003: Processing weld deployment server2server.ear 10:30:44,107 INFO [org.hibernate.validator.internal.util.Version] (MSC service thread 1-3) HV000001: Hibernate Validator 6.0.13.Final-redhat-00001 10:30:44,289 INFO [org.jboss.weld.deployer] (MSC service thread 1-4) WFLYWELD0003: Processing weld deployment server2server-ejb.jar 10:30:44,300 INFO [org.jboss.as.ejb3.deployment] (MSC service thread 1-4) WFLYEJB0473: JNDI bindings for session bean named 'EjbNmsRedundancyBeanClient' in deployment unit 'subdeployment "server2server-ejb.jar" of deployment "server2server.ear"' are as follows: java:global/server2server/server2server-ejb/EjbNmsRedundancyBeanClient!org.wildfly.application.EjbNmsRedundancyBeanClient java:app/server2server-ejb/EjbNmsRedundancyBeanClient!org.wildfly.application.EjbNmsRedundancyBeanClient java:module/EjbNmsRedundancyBeanClient!org.wildfly.application.EjbNmsRedundancyBeanClient ejb:server2server/server2server-ejb/node2/EjbNmsRedundancyBeanClient!org.wildfly.application.EjbNmsRedundancyBeanClient java:global/server2server/server2server-ejb/EjbNmsRedundancyBeanClient java:app/server2server-ejb/EjbNmsRedundancyBeanClient java:module/EjbNmsRedundancyBeanClient 10:30:44,303 INFO [org.jboss.as.ejb3.deployment] (MSC service thread 1-4) WFLYEJB0473: JNDI bindings for session bean named 'EjbNmsRedundancyBean' in deployment unit 'subdeployment "server2server-ejb.jar" of deployment "server2server.ear"' are as follows: java:global/server2server/server2server-ejb/EjbNmsRedundancyBean!org.wildfly.application.EjbNmsRedundancy java:app/server2server-ejb/EjbNmsRedundancyBean!org.wildfly.application.EjbNmsRedundancy java:module/EjbNmsRedundancyBean!org.wildfly.application.EjbNmsRedundancy java:jboss/exported/server2server/server2server-ejb/EjbNmsRedundancyBean!org.wildfly.application.EjbNmsRedundancy ejb:server2server/server2server-ejb/node2/EjbNmsRedundancyBean!org.wildfly.application.EjbNmsRedundancy java:global/server2server/server2server-ejb/EjbNmsRedundancyBean java:app/server2server-ejb/EjbNmsRedundancyBean java:module/EjbNmsRedundancyBean 10:30:44,340 INFO [org.jboss.weld.Version] (MSC service thread 1-8) WELD-000900: 3.0.5 (redhat) 10:30:44,618 WARN [org.jgroups.protocols.UDP] (ServerService Thread Pool -- 76) JGRP000015: the send buffer of socket ManagedMulticastSocketBinding was set to 1.00MB, but the OS only allocated 212.99KB. This might lead to performance problems. Please set your max send buffer in the OS correctly (e.g. net.core.wmem_max on Linux) 10:30:44,618 WARN [org.jgroups.protocols.UDP] (ServerService Thread Pool -- 76) JGRP000015: the receive buffer of socket ManagedMulticastSocketBinding was set to 20.00MB, but the OS only allocated 212.99KB. This might lead to performance problems. Please set your max receive buffer in the OS correctly (e.g. net.core.rmem_max on Linux) 10:30:44,618 WARN [org.jgroups.protocols.UDP] (ServerService Thread Pool -- 76) JGRP000015: the send buffer of socket ManagedMulticastSocketBinding was set to 1.00MB, but the OS only allocated 212.99KB. This might lead to performance problems. Please set your max send buffer in the OS correctly (e.g. net.core.wmem_max on Linux) 10:30:44,619 WARN [org.jgroups.protocols.UDP] (ServerService Thread Pool -- 76) JGRP000015: the receive buffer of socket ManagedMulticastSocketBinding was set to 25.00MB, but the OS only allocated 212.99KB. This might lead to performance problems. Please set your max receive buffer in the OS correctly (e.g. net.core.rmem_max on Linux) 10:30:48,072 INFO [org.infinispan.remoting.transport.jgroups.JGroupsTransport] (MSC service thread 1-8) ISPN000078: Starting JGroups channel ejb 10:30:48,073 INFO [org.infinispan.remoting.transport.jgroups.JGroupsTransport] (MSC service thread 1-3) ISPN000078: Starting JGroups channel ejb 10:30:48,073 INFO [org.infinispan.remoting.transport.jgroups.JGroupsTransport] (MSC service thread 1-7) ISPN000078: Starting JGroups channel ejb 10:30:48,073 INFO [org.infinispan.remoting.transport.jgroups.JGroupsTransport] (MSC service thread 1-4) ISPN000078: Starting JGroups channel ejb 10:30:48,078 INFO [org.infinispan.CLUSTER] (MSC service thread 1-4) ISPN000094: Received new cluster view for channel ejb: [node1|1] (2) [node1, node2] 10:30:48,078 INFO [org.infinispan.CLUSTER] (MSC service thread 1-8) ISPN000094: Received new cluster view for channel ejb: [node1|1] (2) [node1, node2] 10:30:48,078 INFO [org.infinispan.CLUSTER] (MSC service thread 1-7) ISPN000094: Received new cluster view for channel ejb: [node1|1] (2) [node1, node2] 10:30:48,078 INFO [org.infinispan.CLUSTER] (MSC service thread 1-3) ISPN000094: Received new cluster view for channel ejb: [node1|1] (2) [node1, node2] 10:30:48,086 INFO [org.infinispan.remoting.transport.jgroups.JGroupsTransport] (MSC service thread 1-3) ISPN000079: Channel ejb local address is node2, physical addresses are [127.0.0.1:55500] 10:30:48,086 INFO [org.infinispan.remoting.transport.jgroups.JGroupsTransport] (MSC service thread 1-8) ISPN000079: Channel ejb local address is node2, physical addresses are [127.0.0.1:55500] 10:30:48,091 INFO [org.infinispan.remoting.transport.jgroups.JGroupsTransport] (MSC service thread 1-4) ISPN000079: Channel ejb local address is node2, physical addresses are [127.0.0.1:55500] 10:30:48,091 INFO [org.infinispan.remoting.transport.jgroups.JGroupsTransport] (MSC service thread 1-7) ISPN000079: Channel ejb local address is node2, physical addresses are [127.0.0.1:55500] 10:30:48,118 INFO [org.infinispan.factories.GlobalComponentRegistry] (MSC service thread 1-7) ISPN000128: Infinispan version: Infinispan 'Estrella Galicia' 9.3.3.Final-redhat-00001 10:30:48,700 INFO [org.jboss.as.clustering.infinispan] (ServerService Thread Pool -- 76) WFLYCLINF0002: Started client-mappings cache from ejb container 10:30:49,186 INFO [org.wildfly.naming] (ServerService Thread Pool -- 80) WildFly Naming version 1.0.9.Final-redhat-1 10:30:49,194 DEBUG [org.wildfly.application.EjbNmsRedundancyBeanClient] (ServerService Thread Pool -- 80) used jndiName 'ejb:server2server/server2server-ejb/node1/EjbNmsRedundancyBean!org.wildfly.application.EjbNmsRedundancy' 10:30:49,207 INFO [org.jboss.ejb.client] (ServerService Thread Pool -- 80) JBoss EJB Client version 4.0.11.Final-redhat-1 10:30:49,254 INFO [org.jboss.as.server] (ServerService Thread Pool -- 45) WFLYSRV0010: Deployed "server2server.ear" (runtime-name : "server2server.ear") 10:30:49,307 INFO [org.jboss.as.server] (Controller Boot Thread) WFLYSRV0212: Resuming server 10:30:49,309 INFO [org.jboss.as] (Controller Boot Thread) WFLYSRV0060: Http management interface listening on http://127.0.0.1:10290/management 10:30:49,309 INFO [org.jboss.as] (Controller Boot Thread) WFLYSRV0051: Admin console listening on http://127.0.0.1:10290 10:30:49,309 INFO [org.jboss.as] (Controller Boot Thread) WFLYSRV0025: JBoss EAP CD 7.2.0.CD14 (WildFly Core 6.0.7.Final-redhat-00001) started in 9690ms - Started 570 of 758 services (402 services are lazy, passive or on-demand) // // invocation #1 server2server/server2server-ejb/node1/EjbNmsRedundancyBean to node1 // 10:30:50,212 INFO [org.wildfly.application.EjbNmsRedundancyBeanClient] (EJB default - 1) timer expired: calling ping from 'node2' 10:30:50,215 DEBUG [org.jboss.ejb.client.invocation] (EJB default - 1) Calling invoke(module = server2server/server2server-ejb/node1/EjbNmsRedundancyBean, strong affinity = None, weak affinity = None): 10:30:50,285 TRACE [org.jboss.ejb.client.invocation] (EJB default - 1) Calling executeDiscovery(locator = StatelessEJBLocator for "server2server/server2server-ejb/node1/EjbNmsRedundancyBean", view is interface org.wildfly.application.EjbNmsRedundancy, affinity is None, weak affinity = None) 10:30:50,287 TRACE [org.jboss.ejb.client.invocation] (EJB default - 1) Performing any discovery(locator = StatelessEJBLocator for "server2server/server2server-ejb/node1/EjbNmsRedundancyBean", view is interface org.wildfly.application.EjbNmsRedundancy, affinity is None, weak affinity = None, filter spec = (ejb-module-distinct=server2server/server2server-ejb/node1)) 10:30:50,289 TRACE [org.jboss.ejb.client.invocation] (EJB default - 1) Calling RemotingEJBDiscoveryProvider.discover() 10:30:50,290 TRACE [org.jboss.ejb.client.invocation] (EJB default - 1) EJB discovery provider: size configured connections = 1 10:30:50,291 TRACE [org.jboss.ejb.client.invocation] (EJB default - 1) EJB discovery provider: attempting to connect to configured connection remote://remote-user@localhost:4447 10:30:50,415 DEBUG [org.jboss.ejb.client.invocation] (default task-3) Received CLUSTER_TOPOLOGY(15) message, registering cluster ejb to node node2 10:30:50,418 DEBUG [org.jboss.ejb.client.invocation] (default task-3) Received CLUSTER_TOPOLOGY(15) message block, registering block ::/0 to address /127.0.0.1:4747 10:30:50,418 DEBUG [org.jboss.ejb.client.invocation] (default task-3) Received CLUSTER_TOPOLOGY(15) message, registering cluster ejb to node node1 10:30:50,418 DEBUG [org.jboss.ejb.client.invocation] (default task-3) Received CLUSTER_TOPOLOGY(15) message block, registering block ::/0 to address /127.0.0.1:4447 10:30:50,418 DEBUG [org.jboss.ejb.client.invocation] (default task-2) Received MODULE_AVAILABLE(8) message for module server2server/server2server-ejb/node1 10:30:50,422 TRACE [org.jboss.ejb.client.invocation] (EJB default - 1) Performed first-match discovery(target affinity(node) = node1, destination = remote://localhost:4447) 10:30:50,423 TRACE [org.jboss.ejb.client] (EJB default - 1) Transitioning org.jboss.ejb.client.EJBClientInvocationContext@43a22dc0 from SENDING to SENT (org.jboss.ejb.client.EJBClientInvocationContext.sendRequest(EJBClientInvocationContext.java:477)) 10:30:50,425 TRACE [org.jboss.ejb.client] (EJB default - 1) Transitioning org.jboss.ejb.client.EJBClientInvocationContext@43a22dc0 from SENT to WAITING (org.jboss.ejb.client.EJBClientInvocationContext.sendRequestInitial(EJBClientInvocationContext.java:364)) 10:30:50,524 TRACE [org.jboss.ejb.client] (default task-3) Transitioning org.jboss.ejb.client.EJBClientInvocationContext@43a22dc0 from WAITING to READY (org.jboss.ejb.client.EJBClientInvocationContext.resultReady(EJBClientInvocationContext.java:676)) 10:30:50,525 TRACE [org.jboss.ejb.client] (EJB default - 1) Transitioning org.jboss.ejb.client.EJBClientInvocationContext@43a22dc0 from READY to CONSUMING (org.jboss.ejb.client.EJBClientInvocationContext.getResult(EJBClientInvocationContext.java:573)) 10:30:50,526 TRACE [org.jboss.ejb.client] (EJB default - 1) Transitioning org.jboss.ejb.client.EJBClientInvocationContext@43a22dc0 from CONSUMING to DONE (org.jboss.ejb.client.EJBClientInvocationContext.getResult(EJBClientInvocationContext.java:600)) 10:30:50,526 INFO [org.wildfly.application.EjbNmsRedundancyBeanClient] (EJB default - 1) got answer on ping from 'node1' 10:31:18,166 TRACE [org.jboss.ejb.client.remoting] (default task-3) Running callback org.jboss.ejb.protocol.remote.RemoteEJBService$1$1$$Lambda$1146/602039988@7f3e5029(org.jboss.ejb.protocol.remote.EJBServerChannel@230071d6, org.jboss.as.ejb3.remote.AssociationImpl@296a189) 10:31:18,230 DEBUG [org.jboss.as.ejb3.invocation] (default task-3) Server (node node2) received invocation request: (app=server2server, module=server2server-ejb, distinct=node2, bean=EjbNmsRedundancyBean) 10:31:18,235 DEBUG [org.jboss.as.ejb3.invocation] (default task-2) Performing method invocation: public abstract java.lang.String org.wildfly.application.EjbNmsRedundancy.ping(java.lang.String) on bean EjbNmsRedundancyBean on node node2 10:31:18,240 INFO [org.wildfly.application.EjbNmsRedundancyBean] (default task-2) Got pinged from 'node1' // // invocation #2 (to node2) // 10:31:20,179 INFO [org.wildfly.application.EjbNmsRedundancyBeanClient] (EJB default - 2) timer expired: calling ping from 'node2' 10:31:20,179 DEBUG [org.jboss.ejb.client.invocation] (EJB default - 2) Calling invoke(module = server2server/server2server-ejb/node1/EjbNmsRedundancyBean, strong affinity = Cluster "ejb", weak affinity = None): 10:31:20,181 TRACE [org.jboss.ejb.client.invocation] (EJB default - 2) Calling executeDiscovery(locator = StatelessEJBLocator for "server2server/server2server-ejb/node1/EjbNmsRedundancyBean", view is interface org.wildfly.application.EjbNmsRedundancy, affinity is Cluster "ejb", weak affinity = None) 10:31:20,182 TRACE [org.jboss.ejb.client.invocation] (EJB default - 2) Performing cluster discovery(locator = StatelessEJBLocator for "server2server/server2server-ejb/node1/EjbNmsRedundancyBean", view is interface org.wildfly.application.EjbNmsRedundancy, affinity is Cluster "ejb", weak affinity = None, filter spec = (&(cluster=ejb))) 10:31:20,183 TRACE [org.jboss.ejb.client.invocation] (EJB default - 2) Calling RemotingEJBDiscoveryProvider.discover() 10:31:20,183 TRACE [org.jboss.ejb.client.invocation] (EJB default - 2) EJB discovery provider: size configured connections = 1 10:31:20,184 TRACE [org.jboss.ejb.client.invocation] (EJB default - 2) EJB discovery provider: attempting to connect to configured connection remote://remote-user@localhost:4447 10:31:20,186 TRACE [org.jboss.ejb.client.invocation] (EJB default - 2) EJB discovery provider: attempting to connect to cluster ejb connection remote://127.0.0.1:4747 10:31:20,189 TRACE [org.jboss.ejb.client.invocation] (EJB default - 2) EJB discovery provider: attempting to connect to cluster ejb connection remote://127.0.0.1:4447 10:31:20,198 TRACE [org.jboss.ejb.client.invocation] (EJB default - 2) Performing cluster discovery: services queue problems = [] 10:31:20,234 TRACE [org.jboss.ejb.client.remoting] (default task-4) Running callback org.jboss.ejb.protocol.remote.RemoteEJBService$1$1$$Lambda$1146/602039988@31865480(org.jboss.ejb.protocol.remote.EJBServerChannel@7f50ed6, org.jboss.as.ejb3.remote.AssociationImpl@296a189) 10:31:20,235 DEBUG [org.jboss.ejb.client.invocation] (default task-3) Received CLUSTER_TOPOLOGY(15) message, registering cluster ejb to node node2 10:31:20,235 DEBUG [org.jboss.ejb.client.invocation] (default task-3) Received CLUSTER_TOPOLOGY(15) message block, registering block ::/0 to address /127.0.0.1:4747 10:31:20,235 DEBUG [org.jboss.ejb.client.invocation] (default task-3) Received CLUSTER_TOPOLOGY(15) message, registering cluster ejb to node node1 10:31:20,235 DEBUG [org.jboss.ejb.client.invocation] (default task-4) Received CLUSTER_TOPOLOGY(15) message, registering cluster ejb to node node2 10:31:20,235 DEBUG [org.jboss.ejb.client.invocation] (default task-3) Received CLUSTER_TOPOLOGY(15) message block, registering block ::/0 to address /127.0.0.1:4447 10:31:20,236 DEBUG [org.jboss.ejb.client.invocation] (default task-4) Received CLUSTER_TOPOLOGY(15) message block, registering block ::/0 to address /127.0.0.1:4747 10:31:20,236 DEBUG [org.jboss.ejb.client.invocation] (default task-4) Received CLUSTER_TOPOLOGY(15) message, registering cluster ejb to node node1 10:31:20,236 DEBUG [org.jboss.ejb.client.invocation] (default task-1) Received MODULE_AVAILABLE(8) message for module server2server/server2server-ejb/node1 10:31:20,236 DEBUG [org.jboss.ejb.client.invocation] (default task-4) Received CLUSTER_TOPOLOGY(15) message block, registering block ::/0 to address /127.0.0.1:4447 10:31:20,236 DEBUG [org.jboss.ejb.client.invocation] (default task-1) Received MODULE_AVAILABLE(8) message for module server2server/server2server-ejb/node2 10:31:20,237 TRACE [org.jboss.ejb.client.invocation] (EJB default - 2) Performing cluster discovery, found candidate ServiceURL in cluster = remote://127.0.0.1:4747, blacklisted = false 10:31:20,238 TRACE [org.jboss.ejb.client.invocation] (EJB default - 2) Performing cluster discovery, checking transport: check failed = false 10:31:20,238 TRACE [org.jboss.ejb.client.invocation] (EJB default - 2) Performing cluster discovery: putting node into set 'nodes' 10:31:20,238 TRACE [org.jboss.ejb.client.invocation] (EJB default - 2) Performing cluster discovery, found candidate ServiceURL in cluster = remote://127.0.0.1:4447, blacklisted = false 10:31:20,238 TRACE [org.jboss.ejb.client.invocation] (EJB default - 2) Performing cluster discovery, checking transport: check failed = false 10:31:20,238 TRACE [org.jboss.ejb.client.invocation] (EJB default - 2) Performing cluster discovery: putting node into set 'nodes' 10:31:20,238 TRACE [org.jboss.ejb.client.invocation] (EJB default - 2) Performing cluster discovery, nodes before transaction filtering = {node2=remote://127.0.0.1:4747, node1=remote://127.0.0.1:4447} 10:31:20,239 TRACE [org.jboss.ejb.client.invocation] (EJB default - 2) Performing cluster discovery, nodes after transaction filtering = {node2=remote://127.0.0.1:4747, node1=remote://127.0.0.1:4447} 10:31:20,257 TRACE [org.jboss.ejb.client.invocation] (EJB default - 2) Performing cluster discovery (connected nodes = [node2, node1], available nodes = [node2, node1]) 10:31:20,257 TRACE [org.jboss.ejb.client.invocation] (EJB default - 2) Performed cluster discovery (target affinity = Node "node2", destination = remote://127.0.0.1:4747) 10:31:20,258 TRACE [org.jboss.ejb.client] (EJB default - 2) Transitioning org.jboss.ejb.client.EJBClientInvocationContext@10e69f8f from SENDING to SENT (org.jboss.ejb.client.EJBClientInvocationContext.sendRequest(EJBClientInvocationContext.java:477)) 10:31:20,259 TRACE [org.jboss.ejb.client] (EJB default - 2) Transitioning org.jboss.ejb.client.EJBClientInvocationContext@10e69f8f from SENT to WAITING (org.jboss.ejb.client.EJBClientInvocationContext.sendRequestInitial(EJBClientInvocationContext.java:364)) 10:31:20,262 DEBUG [org.jboss.as.ejb3.invocation] (default task-4) Server (node node2) received invocation request: (app=server2server, module=server2server-ejb, distinct=node1, bean=EjbNmsRedundancyBean) 10:31:20,263 INFO [stdout] (default task-4) WRITING NO SUCH EJB! 10:31:20,263 ERROR [stderr] (default task-4) java.lang.Exception: Stack trace 10:31:20,263 ERROR [stderr] (default task-4) at java.lang.Thread.dumpStack(Thread.java:1333) 10:31:20,263 ERROR [stderr] (default task-4) at org.jboss.ejb.protocol.remote.EJBServerChannel$RemotingRequest.writeNoSuchEJB(EJBServerChannel.java:545) 10:31:20,263 ERROR [stderr] (default task-4) at org.jboss.as.ejb3.remote.AssociationImpl.receiveInvocationRequest(AssociationImpl.java:123) 10:31:20,264 ERROR [stderr] (default task-4) at org.jboss.ejb.protocol.remote.EJBServerChannel$ReceiverImpl.handleInvocationRequest(EJBServerChannel.java:450) 10:31:20,264 ERROR [stderr] (default task-4) at org.jboss.ejb.protocol.remote.EJBServerChannel$ReceiverImpl.handleMessage(EJBServerChannel.java:188) 10:31:20,264 ERROR [stderr] (default task-4) at org.jboss.remoting3.remote.RemoteConnectionChannel.lambda$handleMessageData$3(RemoteConnectionChannel.java:430) 10:31:20,264 ERROR [stderr] (default task-4) at org.jboss.remoting3.EndpointImpl$TrackingExecutor.lambda$execute$0(EndpointImpl.java:949) 10:31:20,264 ERROR [stderr] (default task-4) at org.jboss.threads.ContextClassLoaderSavingRunnable.run(ContextClassLoaderSavingRunnable.java:35) 10:31:20,264 ERROR [stderr] (default task-4) at org.jboss.threads.EnhancedQueueExecutor.safeRun(EnhancedQueueExecutor.java:1985) 10:31:20,264 ERROR [stderr] (default task-4) at org.jboss.threads.EnhancedQueueExecutor$ThreadBody.doRunTask(EnhancedQueueExecutor.java:1487) 10:31:20,265 ERROR [stderr] (default task-4) at org.jboss.threads.EnhancedQueueExecutor$ThreadBody.run(EnhancedQueueExecutor.java:1378) 10:31:20,265 ERROR [stderr] (default task-4) at java.lang.Thread.run(Thread.java:745) // // we move from one calling thread to another receiving thread // 10:31:20,266 DEBUG [org.jboss.ejb.client.invocation] (default task-1) Received NO_SUCH_EJB message - NOT GOOD 10:31:20,266 TRACE [org.jboss.ejb.client] (default task-1) Invocation marked failed, state is currently: WAITING 10:31:20,267 TRACE [org.jboss.ejb.client] (default task-1) Transitioning org.jboss.ejb.client.EJBClientInvocationContext@10e69f8f from WAITING to CONSUMING (org.jboss.ejb.client.EJBClientInvocationContext.failed(EJBClientInvocationContext.java:1005)) 10:31:20,268 TRACE [org.jboss.ejb.client] (default task-4) Encountered exception while calling getResult(): exception = javax.ejb.NoSuchEJBException: No such EJB: server2server/server2server-ejb/node1/EjbNmsRedundancyBean @ remote://127.0.0.1:4747 10:31:20,268 ERROR [stderr] (default task-4) java.lang.Exception: Stack trace 10:31:20,268 ERROR [stderr] (default task-4) at java.lang.Thread.dumpStack(Thread.java:1333) 10:31:20,269 ERROR [stderr] (default task-4) at org.jboss.ejb.protocol.remote.RemotingEJBClientInterceptor.removeNode(RemotingEJBClientInterceptor.java:75) 10:31:20,269 ERROR [stderr] (default task-4) at org.jboss.ejb.protocol.remote.RemotingEJBClientInterceptor.handleInvocationResult(RemotingEJBClientInterceptor.java:59) 10:31:20,269 ERROR [stderr] (default task-4) at org.jboss.ejb.client.EJBClientInvocationContext.getResult(EJBClientInvocationContext.java:596) 10:31:20,269 ERROR [stderr] (default task-4) at org.jboss.ejb.client.EJBClientInvocationContext.getResult(EJBClientInvocationContext.java:530) 10:31:20,269 ERROR [stderr] (default task-4) at org.jboss.ejb.client.TransactionPostDiscoveryInterceptor.handleInvocationResult(TransactionPostDiscoveryInterceptor.java:133) 10:31:20,269 ERROR [stderr] (default task-4) at org.jboss.ejb.client.EJBClientInvocationContext.getResult(EJBClientInvocationContext.java:596) 10:31:20,270 ERROR [stderr] (default task-4) at org.jboss.ejb.client.EJBClientInvocationContext.getResult(EJBClientInvocationContext.java:530) 10:31:20,270 ERROR [stderr] (default task-4) at org.jboss.ejb.client.DiscoveryEJBClientInterceptor.handleInvocationResult(DiscoveryEJBClientInterceptor.java:114) 10:31:20,270 ERROR [stderr] (default task-4) at org.jboss.ejb.client.EJBClientInvocationContext.getResult(EJBClientInvocationContext.java:596) 10:31:20,270 ERROR [stderr] (default task-4) at org.jboss.ejb.client.EJBClientInvocationContext.getResult(EJBClientInvocationContext.java:530) 10:31:20,270 ERROR [stderr] (default task-4) at org.jboss.ejb.client.NamingEJBClientInterceptor.handleInvocationResult(NamingEJBClientInterceptor.java:78) 10:31:20,271 ERROR [stderr] (default task-4) at org.jboss.ejb.client.EJBClientInvocationContext.getResult(EJBClientInvocationContext.java:596) 10:31:20,271 ERROR [stderr] (default task-4) at org.jboss.ejb.client.EJBClientInvocationContext.getResult(EJBClientInvocationContext.java:530) 10:31:20,271 ERROR [stderr] (default task-4) at org.jboss.ejb.client.TransactionInterceptor.handleInvocationResult(TransactionInterceptor.java:172) 10:31:20,271 ERROR [stderr] (default task-4) at org.jboss.ejb.client.EJBClientInvocationContext.getResult(EJBClientInvocationContext.java:596) 10:31:20,271 ERROR [stderr] (default task-4) at org.jboss.ejb.client.EJBClientInvocationContext.retryOperation(EJBClientInvocationContext.java:1021) 10:31:20,272 ERROR [stderr] (default task-4) at org.jboss.ejb.protocol.remote.RetryExecutorWrapper$Task.run(RetryExecutorWrapper.java:47) 10:31:20,272 ERROR [stderr] (default task-4) at org.jboss.threads.ContextClassLoaderSavingRunnable.run(ContextClassLoaderSavingRunnable.java:35) 10:31:20,272 ERROR [stderr] (default task-4) at org.jboss.threads.EnhancedQueueExecutor.safeRun(EnhancedQueueExecutor.java:1985) 10:31:20,272 ERROR [stderr] (default task-4) at org.jboss.threads.EnhancedQueueExecutor$ThreadBody.doRunTask(EnhancedQueueExecutor.java:1487) 10:31:20,272 ERROR [stderr] (default task-4) at org.jboss.threads.EnhancedQueueExecutor$ThreadBody.run(EnhancedQueueExecutor.java:1378) 10:31:20,272 ERROR [stderr] (default task-4) at java.lang.Thread.run(Thread.java:745) 10:31:20,273 INFO [stdout] (default task-4) RemotingEJBClientInterceptor: REMOVING MODULE on node node2: server2server/server2server-ejb/node1 10:31:20,273 TRACE [org.jboss.ejb.client] (default task-4) Encountered exception while calling getResult(): exception = javax.ejb.NoSuchEJBException: No such EJB: server2server/server2server-ejb/node1/EjbNmsRedundancyBean @ remote://127.0.0.1:4747 10:31:20,273 TRACE [org.jboss.ejb.client] (default task-4) Encountered exception while calling getResult(): exception = javax.ejb.NoSuchEJBException: No such EJB: server2server/server2server-ejb/node1/EjbNmsRedundancyBean @ remote://127.0.0.1:4747 10:31:20,273 TRACE [org.jboss.ejb.client.invocation] (default task-4) Blacklisting destination (locator = StatelessEJBLocator for "server2server/server2server-ejb/node1/EjbNmsRedundancyBean", view is interface org.wildfly.application.EjbNmsRedundancy, affinity is Cluster "ejb", weak affinity = None, missing target = remote://127.0.0.1:4747) 10:31:20,273 TRACE [org.jboss.ejb.client] (default task-4) Encountered exception while calling getResult(): exception = javax.ejb.NoSuchEJBException: No such EJB: server2server/server2server-ejb/node1/EjbNmsRedundancyBean @ remote://127.0.0.1:4747 10:31:20,273 TRACE [org.jboss.ejb.client] (default task-4) Encountered exception while calling getResult(): exception = javax.ejb.NoSuchEJBException: No such EJB: server2server/server2server-ejb/node1/EjbNmsRedundancyBean @ remote://127.0.0.1:4747 10:31:20,274 TRACE [org.jboss.ejb.client] (default task-4) Encountered exception while calling getResult(): exception = javax.ejb.NoSuchEJBException: No such EJB: server2server/server2server-ejb/node1/EjbNmsRedundancyBean @ remote://127.0.0.1:4747 10:31:20,274 TRACE [org.jboss.ejb.client] (default task-4) Will retry (requested = true, remaining = 8) // // retrying invocation after removing module from node2 and blacklisting node2 // 10:31:20,274 TRACE [org.jboss.ejb.client] (default task-4) Transitioning org.jboss.ejb.client.EJBClientInvocationContext@10e69f8f from CONSUMING to SENDING (org.jboss.ejb.client.EJBClientInvocationContext.getResult(EJBClientInvocationContext.java:630)) 10:31:20,274 TRACE [org.jboss.ejb.client.invocation] (default task-4) Calling executeDiscovery(locator = StatelessEJBLocator for "server2server/server2server-ejb/node1/EjbNmsRedundancyBean", view is interface org.wildfly.application.EjbNmsRedundancy, affinity is Cluster "ejb", weak affinity = None) 10:31:20,275 TRACE [org.jboss.ejb.client.invocation] (default task-4) Performing cluster discovery(locator = StatelessEJBLocator for "server2server/server2server-ejb/node1/EjbNmsRedundancyBean", view is interface org.wildfly.application.EjbNmsRedundancy, affinity is Cluster "ejb", weak affinity = None, filter spec = (&(cluster=ejb))) // // discovery provider does not get called (somehow context is lost) // (we have moved from thread (EJB default - 2) to thread (default task-4)) // 10:31:20,280 TRACE [org.jboss.ejb.client.invocation] (default task-4) Performing cluster discovery: services queue problems = [] 10:31:20,280 TRACE [org.jboss.ejb.client.invocation] (default task-4) Performing cluster discovery, nodes before transaction filtering = {} 10:31:20,280 TRACE [org.jboss.ejb.client.invocation] (default task-4) Performing cluster discovery, nodes after transaction filtering = {} 10:31:20,280 TRACE [org.jboss.ejb.client.invocation] (default task-4) Performed cluster discovery, nodes is empty; trying an initial context PROVIDER_URL entry 10:31:20,280 TRACE [org.jboss.ejb.client] (default task-4) Transitioning org.jboss.ejb.client.EJBClientInvocationContext@10e69f8f from SENDING to SENT (org.jboss.ejb.client.EJBClientInvocationContext.sendRequest(EJBClientInvocationContext.java:469)) 10:31:20,280 TRACE [org.jboss.ejb.client] (default task-4) Encountered exception when calling sendRequestInitial: exception = EJBCLIENT000079: Unable to discover destination for request for EJB StatelessEJBLocator for "server2server/server2server-ejb/node1/EjbNmsRedundancyBean", view is interface org.wildfly.application.EjbNmsRedundancy, affinity is Cluster "ejb") 10:31:20,281 TRACE [org.jboss.ejb.client] (default task-4) Transitioning org.jboss.ejb.client.EJBClientInvocationContext@10e69f8f from SENT to READY (org.jboss.ejb.client.EJBClientInvocationContext.sendRequestInitial(EJBClientInvocationContext.java:406)) 10:31:20,281 TRACE [org.jboss.ejb.client] (EJB default - 2) Transitioning org.jboss.ejb.client.EJBClientInvocationContext@10e69f8f from READY to CONSUMING (org.jboss.ejb.client.EJBClientInvocationContext.getResult(EJBClientInvocationContext.java:573)) 10:31:20,282 TRACE [org.jboss.ejb.client] (EJB default - 2) Encountered exception while calling getResult(): exception = javax.ejb.NoSuchEJBException: EJBCLIENT000079: Unable to discover destination for request for EJB StatelessEJBLocator for "server2server/server2server-ejb/node1/EjbNmsRedundancyBean", view is interface org.wildfly.application.EjbNmsRedundancy, affinity is Cluster "ejb" 10:31:20,282 ERROR [stderr] (EJB default - 2) java.lang.Exception: Stack trace 10:31:20,282 ERROR [stderr] (EJB default - 2) at java.lang.Thread.dumpStack(Thread.java:1333) 10:31:20,282 ERROR [stderr] (EJB default - 2) at org.jboss.ejb.protocol.remote.RemotingEJBClientInterceptor.removeNode(RemotingEJBClientInterceptor.java:75) 10:31:20,283 ERROR [stderr] (EJB default - 2) at org.jboss.ejb.protocol.remote.RemotingEJBClientInterceptor.handleInvocationResult(RemotingEJBClientInterceptor.java:59) 10:31:20,283 ERROR [stderr] (EJB default - 2) at org.jboss.ejb.client.EJBClientInvocationContext.getResult(EJBClientInvocationContext.java:596) 10:31:20,283 ERROR [stderr] (EJB default - 2) at org.jboss.ejb.client.EJBClientInvocationContext.getResult(EJBClientInvocationContext.java:530) 10:31:20,283 ERROR [stderr] (EJB default - 2) at org.jboss.ejb.client.TransactionPostDiscoveryInterceptor.handleInvocationResult(TransactionPostDiscoveryInterceptor.java:133) 10:31:20,283 ERROR [stderr] (EJB default - 2) at org.jboss.ejb.client.EJBClientInvocationContext.getResult(EJBClientInvocationContext.java:596) 10:31:20,283 ERROR [stderr] (EJB default - 2) at org.jboss.ejb.client.EJBClientInvocationContext.getResult(EJBClientInvocationContext.java:530) 10:31:20,283 ERROR [stderr] (EJB default - 2) at org.jboss.ejb.client.DiscoveryEJBClientInterceptor.handleInvocationResult(DiscoveryEJBClientInterceptor.java:114) 10:31:20,284 ERROR [stderr] (EJB default - 2) at org.jboss.ejb.client.EJBClientInvocationContext.getResult(EJBClientInvocationContext.java:596) 10:31:20,284 ERROR [stderr] (EJB default - 2) at org.jboss.ejb.client.EJBClientInvocationContext.getResult(EJBClientInvocationContext.java:530) 10:31:20,284 ERROR [stderr] (EJB default - 2) at org.jboss.ejb.client.NamingEJBClientInterceptor.handleInvocationResult(NamingEJBClientInterceptor.java:78) 10:31:20,284 ERROR [stderr] (EJB default - 2) at org.jboss.ejb.client.EJBClientInvocationContext.getResult(EJBClientInvocationContext.java:596) 10:31:20,284 ERROR [stderr] (EJB default - 2) at org.jboss.ejb.client.EJBClientInvocationContext.getResult(EJBClientInvocationContext.java:530) 10:31:20,284 ERROR [stderr] (EJB default - 2) at org.jboss.ejb.client.TransactionInterceptor.handleInvocationResult(TransactionInterceptor.java:172) 10:31:20,284 ERROR [stderr] (EJB default - 2) at org.jboss.ejb.client.EJBClientInvocationContext.getResult(EJBClientInvocationContext.java:596) 10:31:20,284 ERROR [stderr] (EJB default - 2) at org.jboss.ejb.client.EJBClientInvocationContext.getResult(EJBClientInvocationContext.java:530) 10:31:20,284 ERROR [stderr] (EJB default - 2) at org.jboss.ejb.client.EJBClientInvocationContext.awaitResponse(EJBClientInvocationContext.java:943) 10:31:20,285 ERROR [stderr] (EJB default - 2) at org.jboss.ejb.client.EJBInvocationHandler.invoke(EJBInvocationHandler.java:177) 10:31:20,285 ERROR [stderr] (EJB default - 2) at org.jboss.ejb.client.EJBInvocationHandler.invoke(EJBInvocationHandler.java:112) 10:31:20,285 ERROR [stderr] (EJB default - 2) at com.sun.proxy.$Proxy74.ping(Unknown Source) 10:31:20,285 ERROR [stderr] (EJB default - 2) at org.wildfly.application.EjbNmsRedundancyBeanClient.timeout(EjbNmsRedundancyBeanClient.java:97) 10:31:20,285 ERROR [stderr] (EJB default - 2) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) 10:31:20,285 ERROR [stderr] (EJB default - 2) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) 10:31:20,285 ERROR [stderr] (EJB default - 2) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) 10:31:20,285 ERROR [stderr] (EJB default - 2) at java.lang.reflect.Method.invoke(Method.java:498) 10:31:20,286 ERROR [stderr] (EJB default - 2) at org.jboss.as.ee.component.ManagedReferenceMethodInterceptor.processInvocation(ManagedReferenceMethodInterceptor.java:52) 10:31:20,286 ERROR [stderr] (EJB default - 2) at org.jboss.invocation.InterceptorContext.proceed(InterceptorContext.java:422) 10:31:20,286 ERROR [stderr] (EJB default - 2) at org.jboss.invocation.WeavedInterceptor.processInvocation(WeavedInterceptor.java:50) 10:31:20,286 ERROR [stderr] (EJB default - 2) at org.jboss.as.ee.component.interceptors.UserInterceptorFactory$1.processInvocation(UserInterceptorFactory.java:61) 10:31:20,286 ERROR [stderr] (EJB default - 2) at org.jboss.invocation.InterceptorContext.proceed(InterceptorContext.java:422) 10:31:20,286 ERROR [stderr] (EJB default - 2) at org.jboss.invocation.InterceptorContext$Invocation.proceed(InterceptorContext.java:509) 10:31:20,286 ERROR [stderr] (EJB default - 2) at org.jboss.as.weld.interceptors.Jsr299BindingsInterceptor.doMethodInterception(Jsr299BindingsInterceptor.java:90) 10:31:20,286 ERROR [stderr] (EJB default - 2) at org.jboss.as.weld.interceptors.Jsr299BindingsInterceptor.processInvocation(Jsr299BindingsInterceptor.java:103) 10:31:20,287 ERROR [stderr] (EJB default - 2) at org.jboss.as.ee.component.interceptors.UserInterceptorFactory$1.processInvocation(UserInterceptorFactory.java:61) 10:31:20,287 ERROR [stderr] (EJB default - 2) at org.jboss.invocation.InterceptorContext.proceed(InterceptorContext.java:422) 10:31:20,287 ERROR [stderr] (EJB default - 2) at org.jboss.invocation.WeavedInterceptor.processInvocation(WeavedInterceptor.java:50) 10:31:20,287 ERROR [stderr] (EJB default - 2) at org.jboss.as.ee.component.interceptors.UserInterceptorFactory$1.processInvocation(UserInterceptorFactory.java:61) 10:31:20,287 ERROR [stderr] (EJB default - 2) at org.jboss.invocation.InterceptorContext.proceed(InterceptorContext.java:422) 10:31:20,287 ERROR [stderr] (EJB default - 2) at org.jboss.as.ejb3.component.invocationmetrics.ExecutionTimeInterceptor.processInvocation(ExecutionTimeInterceptor.java:43) 10:31:20,287 ERROR [stderr] (EJB default - 2) at org.jboss.invocation.InterceptorContext.proceed(InterceptorContext.java:422) 10:31:20,287 ERROR [stderr] (EJB default - 2) at org.jboss.as.ee.concurrent.ConcurrentContextInterceptor.processInvocation(ConcurrentContextInterceptor.java:45) 10:31:20,287 ERROR [stderr] (EJB default - 2) at org.jboss.invocation.InterceptorContext.proceed(InterceptorContext.java:422) 10:31:20,288 ERROR [stderr] (EJB default - 2) at org.jboss.invocation.InitialInterceptor.processInvocation(InitialInterceptor.java:40) 10:31:20,288 ERROR [stderr] (EJB default - 2) at org.jboss.invocation.InterceptorContext.proceed(InterceptorContext.java:422) 10:31:20,288 ERROR [stderr] (EJB default - 2) at org.jboss.invocation.ChainedInterceptor.processInvocation(ChainedInterceptor.java:53) 10:31:20,288 ERROR [stderr] (EJB default - 2) at org.jboss.as.ee.component.interceptors.ComponentDispatcherInterceptor.processInvocation(ComponentDispatcherInterceptor.java:52) 10:31:20,288 ERROR [stderr] (EJB default - 2) at org.jboss.invocation.InterceptorContext.proceed(InterceptorContext.java:422) 10:31:20,288 ERROR [stderr] (EJB default - 2) at org.jboss.as.ejb3.component.singleton.SingletonComponentInstanceAssociationInterceptor.processInvocation(SingletonComponentInstanceAssociationInterceptor.java:53) 10:31:20,289 ERROR [stderr] (EJB default - 2) at org.jboss.invocation.InterceptorContext.proceed(InterceptorContext.java:422) 10:31:20,289 ERROR [stderr] (EJB default - 2) at org.jboss.as.ejb3.component.interceptors.AdditionalSetupInterceptor.processInvocation(AdditionalSetupInterceptor.java:54) 10:31:20,289 ERROR [stderr] (EJB default - 2) at org.jboss.invocation.InterceptorContext.proceed(InterceptorContext.java:422) 10:31:20,289 ERROR [stderr] (EJB default - 2) at org.jboss.as.ejb3.tx.CMTTxInterceptor.invokeInNoTx(CMTTxInterceptor.java:216) 10:31:20,289 ERROR [stderr] (EJB default - 2) at org.jboss.as.ejb3.tx.CMTTxInterceptor.notSupported(CMTTxInterceptor.java:345) 10:31:20,289 ERROR [stderr] (EJB default - 2) at org.jboss.as.ejb3.tx.CMTTxInterceptor.processInvocation(CMTTxInterceptor.java:142) 10:31:20,289 ERROR [stderr] (EJB default - 2) at org.jboss.invocation.InterceptorContext.proceed(InterceptorContext.java:422) 10:31:20,289 ERROR [stderr] (EJB default - 2) at org.jboss.invocation.InterceptorContext$Invocation.proceed(InterceptorContext.java:509) 10:31:20,289 ERROR [stderr] (EJB default - 2) at org.jboss.weld.module.ejb.AbstractEJBRequestScopeActivationInterceptor.aroundInvoke(AbstractEJBRequestScopeActivationInterceptor.java:81) 10:31:20,290 ERROR [stderr] (EJB default - 2) at org.jboss.as.weld.ejb.EjbRequestScopeActivationInterceptor.processInvocation(EjbRequestScopeActivationInterceptor.java:89) 10:31:20,290 ERROR [stderr] (EJB default - 2) at org.jboss.invocation.InterceptorContext.proceed(InterceptorContext.java:422) 10:31:20,290 ERROR [stderr] (EJB default - 2) at org.jboss.as.ejb3.component.interceptors.CurrentInvocationContextInterceptor.processInvocation(CurrentInvocationContextInterceptor.java:41) 10:31:20,290 ERROR [stderr] (EJB default - 2) at org.jboss.invocation.InterceptorContext.proceed(InterceptorContext.java:422) 10:31:20,290 ERROR [stderr] (EJB default - 2) at org.jboss.as.ejb3.security.SecurityContextInterceptor.processInvocation(SecurityContextInterceptor.java:100) 10:31:20,290 ERROR [stderr] (EJB default - 2) at org.jboss.invocation.InterceptorContext.proceed(InterceptorContext.java:422) 10:31:20,290 ERROR [stderr] (EJB default - 2) at org.jboss.invocation.InterceptorContext$Invocation.proceed(InterceptorContext.java:509) 10:31:20,290 ERROR [stderr] (EJB default - 2) at org.jboss.as.ejb3.component.singleton.ContainerManagedConcurrencyInterceptor.processInvocation(ContainerManagedConcurrencyInterceptor.java:106) 10:31:20,290 ERROR [stderr] (EJB default - 2) at org.jboss.invocation.InterceptorContext.proceed(InterceptorContext.java:422) 10:31:20,290 ERROR [stderr] (EJB default - 2) at org.jboss.as.ejb3.component.interceptors.ShutDownInterceptorFactory$1.processInvocation(ShutDownInterceptorFactory.java:64) 10:31:20,291 ERROR [stderr] (EJB default - 2) at org.jboss.invocation.InterceptorContext.proceed(InterceptorContext.java:422) 10:31:20,291 ERROR [stderr] (EJB default - 2) at org.jboss.as.ee.component.NamespaceContextInterceptor.processInvocation(NamespaceContextInterceptor.java:50) 10:31:20,291 ERROR [stderr] (EJB default - 2) at org.jboss.invocation.InterceptorContext.proceed(InterceptorContext.java:422) 10:31:20,291 ERROR [stderr] (EJB default - 2) at org.jboss.invocation.ContextClassLoaderInterceptor.processInvocation(ContextClassLoaderInterceptor.java:60) 10:31:20,291 ERROR [stderr] (EJB default - 2) at org.jboss.invocation.InterceptorContext.proceed(InterceptorContext.java:422) 10:31:20,291 ERROR [stderr] (EJB default - 2) at org.jboss.invocation.InterceptorContext.run(InterceptorContext.java:438) 10:31:20,291 ERROR [stderr] (EJB default - 2) at org.wildfly.security.manager.WildFlySecurityManager.doChecked(WildFlySecurityManager.java:619) 10:31:20,291 ERROR [stderr] (EJB default - 2) at org.jboss.invocation.AccessCheckingInterceptor.processInvocation(AccessCheckingInterceptor.java:57) 10:31:20,291 ERROR [stderr] (EJB default - 2) at org.jboss.invocation.InterceptorContext.proceed(InterceptorContext.java:422) 10:31:20,292 ERROR [stderr] (EJB default - 2) at org.jboss.invocation.ChainedInterceptor.processInvocation(ChainedInterceptor.java:53) 10:31:20,292 ERROR [stderr] (EJB default - 2) at org.jboss.as.ejb3.timerservice.TimedObjectInvokerImpl.callTimeout(TimedObjectInvokerImpl.java:99) 10:31:20,292 ERROR [stderr] (EJB default - 2) at org.jboss.as.ejb3.timerservice.TimedObjectInvokerImpl.callTimeout(TimedObjectInvokerImpl.java:109) 10:31:20,292 ERROR [stderr] (EJB default - 2) at org.jboss.as.ejb3.timerservice.TimerTask.invokeBeanMethod(TimerTask.java:189) 10:31:20,292 ERROR [stderr] (EJB default - 2) at org.jboss.as.ejb3.timerservice.TimerTask.callTimeout(TimerTask.java:185) 10:31:20,292 ERROR [stderr] (EJB default - 2) at org.jboss.as.ejb3.timerservice.TimerTask.run(TimerTask.java:159) 10:31:20,292 ERROR [stderr] (EJB default - 2) at org.jboss.as.ejb3.timerservice.TimerServiceImpl$Task$1.run(TimerServiceImpl.java:1296) 10:31:20,292 ERROR [stderr] (EJB default - 2) at org.wildfly.extension.requestcontroller.RequestController$QueuedTask$1.run(RequestController.java:494) 10:31:20,292 ERROR [stderr] (EJB default - 2) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) 10:31:20,293 ERROR [stderr] (EJB default - 2) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) 10:31:20,293 ERROR [stderr] (EJB default - 2) at java.lang.Thread.run(Thread.java:745) 10:31:20,293 ERROR [stderr] (EJB default - 2) at org.jboss.threads.JBossThread.run(JBossThread.java:485) 10:31:20,293 TRACE [org.jboss.ejb.client] (EJB default - 2) Encountered exception while calling getResult(): exception = javax.ejb.NoSuchEJBException: EJBCLIENT000079: Unable to discover destination for request for EJB StatelessEJBLocator for "server2server/server2server-ejb/node1/EjbNmsRedundancyBean", view is interface org.wildfly.application.EjbNmsRedundancy, affinity is Cluster "ejb" 10:31:20,293 TRACE [org.jboss.ejb.client] (EJB default - 2) Encountered exception while calling getResult(): exception = javax.ejb.NoSuchEJBException: EJBCLIENT000079: Unable to discover destination for request for EJB StatelessEJBLocator for "server2server/server2server-ejb/node1/EjbNmsRedundancyBean", view is interface org.wildfly.application.EjbNmsRedundancy, affinity is Cluster "ejb" 10:31:20,293 TRACE [org.jboss.ejb.client] (EJB default - 2) Encountered exception while calling getResult(): exception = javax.ejb.NoSuchEJBException: EJBCLIENT000079: Unable to discover destination for request for EJB StatelessEJBLocator for "server2server/server2server-ejb/node1/EjbNmsRedundancyBean", view is interface org.wildfly.application.EjbNmsRedundancy, affinity is Cluster "ejb" 10:31:20,293 TRACE [org.jboss.ejb.client] (EJB default - 2) Encountered exception while calling getResult(): exception = javax.ejb.NoSuchEJBException: EJBCLIENT000079: Unable to discover destination for request for EJB StatelessEJBLocator for "server2server/server2server-ejb/node1/EjbNmsRedundancyBean", view is interface org.wildfly.application.EjbNmsRedundancy, affinity is Cluster "ejb" 10:31:20,293 TRACE [org.jboss.ejb.client] (EJB default - 2) Encountered exception while calling getResult(): exception = javax.ejb.NoSuchEJBException: EJBCLIENT000079: Unable to discover destination for request for EJB StatelessEJBLocator for "server2server/server2server-ejb/node1/EjbNmsRedundancyBean", view is interface org.wildfly.application.EjbNmsRedundancy, affinity is Cluster "ejb" 10:31:20,294 TRACE [org.jboss.ejb.client] (EJB default - 2) Will not retry (requested = false, remaining = 0) 10:31:20,294 TRACE [org.jboss.ejb.client] (EJB default - 2) Transitioning org.jboss.ejb.client.EJBClientInvocationContext@10e69f8f from CONSUMING to DONE (org.jboss.ejb.client.EJBClientInvocationContext.getResult(EJBClientInvocationContext.java:643)) // // // 10:31:20,295 ERROR [org.jboss.as.ejb3.timer] (EJB default - 2) WFLYEJB0020: Error invoking timeout for timer: [id=a787cbe7-6ab1-4a39-ba91-4343f88d9693 timedObjectId=server2server.server2server-ejb.node2.EjbNmsRedundancyBeanClient auto-timer?:false persistent?:false timerService=org.jboss.as.ejb3.timerservice.TimerServiceImpl@bdce2d3 initialExpiration=Tue Mar 12 10:30:50 EDT 2019 intervalDuration(in milli sec)=30000 nextExpiration=Tue Mar 12 10:31:50 EDT 2019 timerState=IN_TIMEOUT info=repeating-timer]: javax.ejb.NoSuchEJBException: EJBCLIENT000079: Unable to discover destination for request for EJB StatelessEJBLocator for "server2server/server2server-ejb/node1/EjbNmsRedundancyBean", view is interface org.wildfly.application.EjbNmsRedundancy, affinity is Cluster "ejb" at org.jboss.ejb.client.EJBClientInvocationContext.getResult(EJBClientInvocationContext.java:594) at org.jboss.ejb.client.EJBClientInvocationContext.getResult(EJBClientInvocationContext.java:530) at org.jboss.ejb.protocol.remote.RemotingEJBClientInterceptor.handleInvocationResult(RemotingEJBClientInterceptor.java:56) at org.jboss.ejb.client.EJBClientInvocationContext.getResult(EJBClientInvocationContext.java:596) at org.jboss.ejb.client.EJBClientInvocationContext.getResult(EJBClientInvocationContext.java:530) at org.jboss.ejb.client.TransactionPostDiscoveryInterceptor.handleInvocationResult(TransactionPostDiscoveryInterceptor.java:133) at org.jboss.ejb.client.EJBClientInvocationContext.getResult(EJBClientInvocationContext.java:596) at org.jboss.ejb.client.EJBClientInvocationContext.getResult(EJBClientInvocationContext.java:530) at org.jboss.ejb.client.DiscoveryEJBClientInterceptor.handleInvocationResult(DiscoveryEJBClientInterceptor.java:114) at org.jboss.ejb.client.EJBClientInvocationContext.getResult(EJBClientInvocationContext.java:596) at org.jboss.ejb.client.EJBClientInvocationContext.getResult(EJBClientInvocationContext.java:530) at org.jboss.ejb.client.NamingEJBClientInterceptor.handleInvocationResult(NamingEJBClientInterceptor.java:78) at org.jboss.ejb.client.EJBClientInvocationContext.getResult(EJBClientInvocationContext.java:596) at org.jboss.ejb.client.EJBClientInvocationContext.getResult(EJBClientInvocationContext.java:530) at org.jboss.ejb.client.TransactionInterceptor.handleInvocationResult(TransactionInterceptor.java:172) at org.jboss.ejb.client.EJBClientInvocationContext.getResult(EJBClientInvocationContext.java:596) at org.jboss.ejb.client.EJBClientInvocationContext.getResult(EJBClientInvocationContext.java:530) at org.jboss.ejb.client.EJBClientInvocationContext.awaitResponse(EJBClientInvocationContext.java:943) at org.jboss.ejb.client.EJBInvocationHandler.invoke(EJBInvocationHandler.java:177) at org.jboss.ejb.client.EJBInvocationHandler.invoke(EJBInvocationHandler.java:112) at com.sun.proxy.$Proxy74.ping(Unknown Source) at org.wildfly.application.EjbNmsRedundancyBeanClient.timeout(EjbNmsRedundancyBeanClient.java:97) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.jboss.as.ee.component.ManagedReferenceMethodInterceptor.processInvocation(ManagedReferenceMethodInterceptor.java:52) at org.jboss.invocation.InterceptorContext.proceed(InterceptorContext.java:422) at org.jboss.invocation.WeavedInterceptor.processInvocation(WeavedInterceptor.java:50) at org.jboss.as.ee.component.interceptors.UserInterceptorFactory$1.processInvocation(UserInterceptorFactory.java:61) at org.jboss.invocation.InterceptorContext.proceed(InterceptorContext.java:422) at org.jboss.invocation.InterceptorContext$Invocation.proceed(InterceptorContext.java:509) at org.jboss.as.weld.interceptors.Jsr299BindingsInterceptor.doMethodInterception(Jsr299BindingsInterceptor.java:90) at org.jboss.as.weld.interceptors.Jsr299BindingsInterceptor.processInvocation(Jsr299BindingsInterceptor.java:103) at org.jboss.as.ee.component.interceptors.UserInterceptorFactory$1.processInvocation(UserInterceptorFactory.java:61) at org.jboss.invocation.InterceptorContext.proceed(InterceptorContext.java:422) at org.jboss.invocation.WeavedInterceptor.processInvocation(WeavedInterceptor.java:50) at org.jboss.as.ee.component.interceptors.UserInterceptorFactory$1.processInvocation(UserInterceptorFactory.java:61) at org.jboss.invocation.InterceptorContext.proceed(InterceptorContext.java:422) at org.jboss.as.ejb3.component.invocationmetrics.ExecutionTimeInterceptor.processInvocation(ExecutionTimeInterceptor.java:43) at org.jboss.invocation.InterceptorContext.proceed(InterceptorContext.java:422) at org.jboss.as.ee.concurrent.ConcurrentContextInterceptor.processInvocation(ConcurrentContextInterceptor.java:45) at org.jboss.invocation.InterceptorContext.proceed(InterceptorContext.java:422) at org.jboss.invocation.InitialInterceptor.processInvocation(InitialInterceptor.java:40) at org.jboss.invocation.InterceptorContext.proceed(InterceptorContext.java:422) at org.jboss.invocation.ChainedInterceptor.processInvocation(ChainedInterceptor.java:53) at org.jboss.as.ee.component.interceptors.ComponentDispatcherInterceptor.processInvocation(ComponentDispatcherInterceptor.java:52) at org.jboss.invocation.InterceptorContext.proceed(InterceptorContext.java:422) at org.jboss.as.ejb3.component.singleton.SingletonComponentInstanceAssociationInterceptor.processInvocation(SingletonComponentInstanceAssociationInterceptor.java:53) at org.jboss.invocation.InterceptorContext.proceed(InterceptorContext.java:422) at org.jboss.as.ejb3.component.interceptors.AdditionalSetupInterceptor.processInvocation(AdditionalSetupInterceptor.java:54) at org.jboss.invocation.InterceptorContext.proceed(InterceptorContext.java:422) at org.jboss.as.ejb3.tx.CMTTxInterceptor.invokeInNoTx(CMTTxInterceptor.java:216) at org.jboss.as.ejb3.tx.CMTTxInterceptor.notSupported(CMTTxInterceptor.java:345) at org.jboss.as.ejb3.tx.CMTTxInterceptor.processInvocation(CMTTxInterceptor.java:142) at org.jboss.invocation.InterceptorContext.proceed(InterceptorContext.java:422) at org.jboss.invocation.InterceptorContext$Invocation.proceed(InterceptorContext.java:509) at org.jboss.weld.module.ejb.AbstractEJBRequestScopeActivationInterceptor.aroundInvoke(AbstractEJBRequestScopeActivationInterceptor.java:81) at org.jboss.as.weld.ejb.EjbRequestScopeActivationInterceptor.processInvocation(EjbRequestScopeActivationInterceptor.java:89) at org.jboss.invocation.InterceptorContext.proceed(InterceptorContext.java:422) at org.jboss.as.ejb3.component.interceptors.CurrentInvocationContextInterceptor.processInvocation(CurrentInvocationContextInterceptor.java:41) at org.jboss.invocation.InterceptorContext.proceed(InterceptorContext.java:422) at org.jboss.as.ejb3.security.SecurityContextInterceptor.processInvocation(SecurityContextInterceptor.java:100) at org.jboss.invocation.InterceptorContext.proceed(InterceptorContext.java:422) at org.jboss.invocation.InterceptorContext$Invocation.proceed(InterceptorContext.java:509) at org.jboss.as.ejb3.component.singleton.ContainerManagedConcurrencyInterceptor.processInvocation(ContainerManagedConcurrencyInterceptor.java:106) at org.jboss.invocation.InterceptorContext.proceed(InterceptorContext.java:422) at org.jboss.as.ejb3.component.interceptors.ShutDownInterceptorFactory$1.processInvocation(ShutDownInterceptorFactory.java:64) at org.jboss.invocation.InterceptorContext.proceed(InterceptorContext.java:422) at org.jboss.as.ee.component.NamespaceContextInterceptor.processInvocation(NamespaceContextInterceptor.java:50) at org.jboss.invocation.InterceptorContext.proceed(InterceptorContext.java:422) at org.jboss.invocation.ContextClassLoaderInterceptor.processInvocation(ContextClassLoaderInterceptor.java:60) at org.jboss.invocation.InterceptorContext.proceed(InterceptorContext.java:422) at org.jboss.invocation.InterceptorContext.run(InterceptorContext.java:438) at org.wildfly.security.manager.WildFlySecurityManager.doChecked(WildFlySecurityManager.java:619) at org.jboss.invocation.AccessCheckingInterceptor.processInvocation(AccessCheckingInterceptor.java:57) at org.jboss.invocation.InterceptorContext.proceed(InterceptorContext.java:422) at org.jboss.invocation.ChainedInterceptor.processInvocation(ChainedInterceptor.java:53) at org.jboss.as.ejb3.timerservice.TimedObjectInvokerImpl.callTimeout(TimedObjectInvokerImpl.java:99) at org.jboss.as.ejb3.timerservice.TimedObjectInvokerImpl.callTimeout(TimedObjectInvokerImpl.java:109) at org.jboss.as.ejb3.timerservice.TimerTask.invokeBeanMethod(TimerTask.java:189) at org.jboss.as.ejb3.timerservice.TimerTask.callTimeout(TimerTask.java:185) at org.jboss.as.ejb3.timerservice.TimerTask.run(TimerTask.java:159) at org.jboss.as.ejb3.timerservice.TimerServiceImpl$Task$1.run(TimerServiceImpl.java:1296) at org.wildfly.extension.requestcontroller.RequestController$QueuedTask$1.run(RequestController.java:494) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) at org.jboss.threads.JBossThread.run(JBossThread.java:485) Suppressed: javax.ejb.NoSuchEJBException: No such EJB: server2server/server2server-ejb/node1/EjbNmsRedundancyBean @ remote://127.0.0.1:4747 at org.jboss.ejb.protocol.remote.EJBClientChannel$MethodInvocation.handleResponse(EJBClientChannel.java:1076) at org.jboss.ejb.protocol.remote.EJBClientChannel$MethodInvocation.handleResponse(EJBClientChannel.java:1001) at org.jboss.remoting3.util.InvocationTracker.signalResponse(InvocationTracker.java:167) at org.jboss.ejb.protocol.remote.EJBClientChannel.processMessage(EJBClientChannel.java:186) at org.jboss.ejb.protocol.remote.EJBClientChannel.access$100(EJBClientChannel.java:112) at org.jboss.ejb.protocol.remote.EJBClientChannel$1$1.handleMessage(EJBClientChannel.java:680) at org.jboss.remoting3.remote.RemoteConnectionChannel.lambda$handleMessageData$3(RemoteConnectionChannel.java:430) at org.jboss.remoting3.EndpointImpl$TrackingExecutor.lambda$execute$0(EndpointImpl.java:949) at org.jboss.threads.ContextClassLoaderSavingRunnable.run(ContextClassLoaderSavingRunnable.java:35) at org.jboss.threads.EnhancedQueueExecutor.safeRun(EnhancedQueueExecutor.java:1985) at org.jboss.threads.EnhancedQueueExecutor$ThreadBody.doRunTask(EnhancedQueueExecutor.java:1487) at org.jboss.threads.EnhancedQueueExecutor$ThreadBody.run(EnhancedQueueExecutor.java:1378) at java.lang.Thread.run(Thread.java:745) 10:31:20,298 INFO [org.jboss.as.ejb3.timer] (EJB default - 2) WFLYEJB0021: Timer: [id=a787cbe7-6ab1-4a39-ba91-4343f88d9693 timedObjectId=server2server.server2server-ejb.node2.EjbNmsRedundancyBeanClient auto-timer?:false persistent?:false timerService=org.jboss.as.ejb3.timerservice.TimerServiceImpl@bdce2d3 initialExpiration=Tue Mar 12 10:30:50 EDT 2019 intervalDuration(in milli sec)=30000 nextExpiration=Tue Mar 12 10:31:50 EDT 2019 timerState=IN_TIMEOUT info=repeating-timer] will be retried 10:31:20,298 INFO [org.jboss.as.ejb3.timer] (EJB default - 2) WFLYEJB0023: Retrying timeout for timer: [id=a787cbe7-6ab1-4a39-ba91-4343f88d9693 timedObjectId=server2server.server2server-ejb.node2.EjbNmsRedundancyBeanClient auto-timer?:false persistent?:false timerService=org.jboss.as.ejb3.timerservice.TimerServiceImpl@bdce2d3 initialExpiration=Tue Mar 12 10:30:50 EDT 2019 intervalDuration(in milli sec)=30000 nextExpiration=Tue Mar 12 10:31:50 EDT 2019 timerState=IN_TIMEOUT info=repeating-timer] 10:31:20,298 INFO [org.wildfly.application.EjbNmsRedundancyBeanClient] (EJB default - 2) timer expired: calling ping from 'node2' 10:31:20,298 DEBUG [org.jboss.ejb.client.invocation] (EJB default - 2) Calling invoke(module = server2server/server2server-ejb/node1/EjbNmsRedundancyBean, strong affinity = Cluster "ejb", weak affinity = None): 10:31:20,299 TRACE [org.jboss.ejb.client.invocation] (EJB default - 2) Calling executeDiscovery(locator = StatelessEJBLocator for "server2server/server2server-ejb/node1/EjbNmsRedundancyBean", view is interface org.wildfly.application.EjbNmsRedundancy, affinity is Cluster "ejb", weak affinity = None) 10:31:20,299 TRACE [org.jboss.ejb.client.invocation] (EJB default - 2) Performing cluster discovery(locator = StatelessEJBLocator for "server2server/server2server-ejb/node1/EjbNmsRedundancyBean", view is interface org.wildfly.application.EjbNmsRedundancy, affinity is Cluster "ejb", weak affinity = None, filter spec = (&(cluster=ejb))) 10:31:20,299 TRACE [org.jboss.ejb.client.invocation] (EJB default - 2) Calling RemotingEJBDiscoveryProvider.discover() 10:31:20,299 TRACE [org.jboss.ejb.client.invocation] (EJB default - 2) EJB discovery provider: size configured connections = 1 10:31:20,299 TRACE [org.jboss.ejb.client.invocation] (EJB default - 2) EJB discovery provider: attempting to connect to configured connection remote://remote-user@localhost:4447 10:31:20,299 TRACE [org.jboss.ejb.client.invocation] (EJB default - 2) EJB discovery provider: attempting to connect to cluster ejb connection remote://127.0.0.1:4747 10:31:20,300 TRACE [org.jboss.ejb.client.invocation] (EJB default - 2) EJB discovery provider: attempting to connect to cluster ejb connection remote://127.0.0.1:4447 10:31:20,300 TRACE [org.jboss.ejb.client.invocation] (EJB default - 2) Performing cluster discovery: services queue problems = [] 10:31:20,301 TRACE [org.jboss.ejb.client.invocation] (EJB default - 2) Performing cluster discovery, found candidate ServiceURL in cluster = remote://127.0.0.1:4747, blacklisted = false 10:31:20,301 TRACE [org.jboss.ejb.client.invocation] (EJB default - 2) Performing cluster discovery, checking transport: check failed = false 10:31:20,301 TRACE [org.jboss.ejb.client.invocation] (EJB default - 2) Performing cluster discovery: putting node into set 'nodes' 10:31:20,301 TRACE [org.jboss.ejb.client.invocation] (EJB default - 2) Performing cluster discovery, found candidate ServiceURL in cluster = remote://127.0.0.1:4447, blacklisted = false 10:31:20,301 TRACE [org.jboss.ejb.client.invocation] (EJB default - 2) Performing cluster discovery, checking transport: check failed = false 10:31:20,301 TRACE [org.jboss.ejb.client.invocation] (EJB default - 2) Performing cluster discovery: putting node into set 'nodes' 10:31:20,301 TRACE [org.jboss.ejb.client.invocation] (EJB default - 2) Performing cluster discovery, nodes before transaction filtering = {node2=remote://127.0.0.1:4747, node1=remote://127.0.0.1:4447} 10:31:20,301 TRACE [org.jboss.ejb.client.invocation] (EJB default - 2) Performing cluster discovery, nodes after transaction filtering = {node2=remote://127.0.0.1:4747, node1=remote://127.0.0.1:4447} 10:31:20,302 TRACE [org.jboss.ejb.client.invocation] (EJB default - 2) Performing cluster discovery (connected nodes = [node2, node1], available nodes = [node2, node1]) 10:31:20,302 TRACE [org.jboss.ejb.client.invocation] (EJB default - 2) Performed cluster discovery (target affinity = Node "node2", destination = remote://127.0.0.1:4747) 10:31:20,302 TRACE [org.jboss.ejb.client] (EJB default - 2) Transitioning org.jboss.ejb.client.EJBClientInvocationContext@258bc1f from SENDING to SENT (org.jboss.ejb.client.EJBClientInvocationContext.sendRequest(EJBClientInvocationContext.java:477)) 10:31:20,303 TRACE [org.jboss.ejb.client] (EJB default - 2) Transitioning org.jboss.ejb.client.EJBClientInvocationContext@258bc1f from SENT to WAITING (org.jboss.ejb.client.EJBClientInvocationContext.sendRequestInitial(EJBClientInvocationContext.java:364)) 10:31:20,304 DEBUG [org.jboss.as.ejb3.invocation] (default task-4) Server (node node2) received invocation request: (app=server2server, module=server2server-ejb, distinct=node1, bean=EjbNmsRedundancyBean) 10:31:20,304 INFO [stdout] (default task-4) WRITING NO SUCH EJB! 10:31:20,305 ERROR [stderr] (default task-4) java.lang.Exception: Stack trace 10:31:20,305 ERROR [stderr] (default task-4) at java.lang.Thread.dumpStack(Thread.java:1333) 10:31:20,305 ERROR [stderr] (default task-4) at org.jboss.ejb.protocol.remote.EJBServerChannel$RemotingRequest.writeNoSuchEJB(EJBServerChannel.java:545) 10:31:20,305 ERROR [stderr] (default task-4) at org.jboss.as.ejb3.remote.AssociationImpl.receiveInvocationRequest(AssociationImpl.java:123) 10:31:20,305 ERROR [stderr] (default task-4) at org.jboss.ejb.protocol.remote.EJBServerChannel$ReceiverImpl.handleInvocationRequest(EJBServerChannel.java:450) 10:31:20,305 ERROR [stderr] (default task-4) at org.jboss.ejb.protocol.remote.EJBServerChannel$ReceiverImpl.handleMessage(EJBServerChannel.java:188) 10:31:20,306 ERROR [stderr] (default task-4) at org.jboss.remoting3.remote.RemoteConnectionChannel.lambda$handleMessageData$3(RemoteConnectionChannel.java:430) 10:31:20,306 ERROR [stderr] (default task-4) at org.jboss.remoting3.EndpointImpl$TrackingExecutor.lambda$execute$0(EndpointImpl.java:949) 10:31:20,306 ERROR [stderr] (default task-4) at org.jboss.threads.ContextClassLoaderSavingRunnable.run(ContextClassLoaderSavingRunnable.java:35) 10:31:20,306 ERROR [stderr] (default task-4) at org.jboss.threads.EnhancedQueueExecutor.safeRun(EnhancedQueueExecutor.java:1985) 10:31:20,306 ERROR [stderr] (default task-4) at org.jboss.threads.EnhancedQueueExecutor$ThreadBody.doRunTask(EnhancedQueueExecutor.java:1487) 10:31:20,306 ERROR [stderr] (default task-4) at org.jboss.threads.EnhancedQueueExecutor$ThreadBody.run(EnhancedQueueExecutor.java:1378) 10:31:20,306 ERROR [stderr] (default task-4) at java.lang.Thread.run(Thread.java:745) 10:31:20,307 DEBUG [org.jboss.ejb.client.invocation] (default task-4) Received NO_SUCH_EJB message - NOT GOOD 10:31:20,307 TRACE [org.jboss.ejb.client] (default task-4) Invocation marked failed, state is currently: WAITING 10:31:20,307 TRACE [org.jboss.ejb.client] (default task-4) Transitioning org.jboss.ejb.client.EJBClientInvocationContext@258bc1f from WAITING to CONSUMING (org.jboss.ejb.client.EJBClientInvocationContext.failed(EJBClientInvocationContext.java:1005)) 10:31:20,307 TRACE [org.jboss.ejb.client] (default task-1) Encountered exception while calling getResult(): exception = javax.ejb.NoSuchEJBException: No such EJB: server2server/server2server-ejb/node1/EjbNmsRedundancyBean @ remote://127.0.0.1:4747 10:31:20,308 ERROR [stderr] (default task-1) java.lang.Exception: Stack trace 10:31:20,308 ERROR [stderr] (default task-1) at java.lang.Thread.dumpStack(Thread.java:1333) 10:31:20,308 ERROR [stderr] (default task-1) at org.jboss.ejb.protocol.remote.RemotingEJBClientInterceptor.removeNode(RemotingEJBClientInterceptor.java:75) 10:31:20,308 ERROR [stderr] (default task-1) at org.jboss.ejb.protocol.remote.RemotingEJBClientInterceptor.handleInvocationResult(RemotingEJBClientInterceptor.java:59) 10:31:20,308 ERROR [stderr] (default task-1) at org.jboss.ejb.client.EJBClientInvocationContext.getResult(EJBClientInvocationContext.java:596) 10:31:20,308 ERROR [stderr] (default task-1) at org.jboss.ejb.client.EJBClientInvocationContext.getResult(EJBClientInvocationContext.java:530) 10:31:20,308 ERROR [stderr] (default task-1) at org.jboss.ejb.client.TransactionPostDiscoveryInterceptor.handleInvocationResult(TransactionPostDiscoveryInterceptor.java:133) 10:31:20,309 ERROR [stderr] (default task-1) at org.jboss.ejb.client.EJBClientInvocationContext.getResult(EJBClientInvocationContext.java:596) 10:31:20,309 ERROR [stderr] (default task-1) at org.jboss.ejb.client.EJBClientInvocationContext.getResult(EJBClientInvocationContext.java:530) 10:31:20,309 ERROR [stderr] (default task-1) at org.jboss.ejb.client.DiscoveryEJBClientInterceptor.handleInvocationResult(DiscoveryEJBClientInterceptor.java:114) 10:31:20,309 ERROR [stderr] (default task-1) at org.jboss.ejb.client.EJBClientInvocationContext.getResult(EJBClientInvocationContext.java:596) 10:31:20,309 ERROR [stderr] (default task-1) at org.jboss.ejb.client.EJBClientInvocationContext.getResult(EJBClientInvocationContext.java:530) 10:31:20,309 ERROR [stderr] (default task-1) at org.jboss.ejb.client.NamingEJBClientInterceptor.handleInvocationResult(NamingEJBClientInterceptor.java:78) 10:31:20,309 ERROR [stderr] (default task-1) at org.jboss.ejb.client.EJBClientInvocationContext.getResult(EJBClientInvocationContext.java:596) 10:31:20,309 ERROR [stderr] (default task-1) at org.jboss.ejb.client.EJBClientInvocationContext.getResult(EJBClientInvocationContext.java:530) 10:31:20,310 ERROR [stderr] (default task-1) at org.jboss.ejb.client.TransactionInterceptor.handleInvocationResult(TransactionInterceptor.java:172) 10:31:20,310 ERROR [stderr] (default task-1) at org.jboss.ejb.client.EJBClientInvocationContext.getResult(EJBClientInvocationContext.java:596) 10:31:20,310 ERROR [stderr] (default task-1) at org.jboss.ejb.client.EJBClientInvocationContext.retryOperation(EJBClientInvocationContext.java:1021) 10:31:20,310 ERROR [stderr] (default task-1) at org.jboss.ejb.protocol.remote.RetryExecutorWrapper$Task.run(RetryExecutorWrapper.java:47) 10:31:20,310 ERROR [stderr] (default task-1) at org.jboss.threads.ContextClassLoaderSavingRunnable.run(ContextClassLoaderSavingRunnable.java:35) 10:31:20,310 ERROR [stderr] (default task-1) at org.jboss.threads.EnhancedQueueExecutor.safeRun(EnhancedQueueExecutor.java:1985) 10:31:20,310 ERROR [stderr] (default task-1) at org.jboss.threads.EnhancedQueueExecutor$ThreadBody.doRunTask(EnhancedQueueExecutor.java:1487) 10:31:20,310 ERROR [stderr] (default task-1) at org.jboss.threads.EnhancedQueueExecutor$ThreadBody.run(EnhancedQueueExecutor.java:1378) 10:31:20,310 ERROR [stderr] (default task-1) at java.lang.Thread.run(Thread.java:745) 10:31:20,311 INFO [stdout] (default task-1) RemotingEJBClientInterceptor: REMOVING MODULE on node node2: server2server/server2server-ejb/node1 10:31:20,311 TRACE [org.jboss.ejb.client] (default task-1) Encountered exception while calling getResult(): exception = javax.ejb.NoSuchEJBException: No such EJB: server2server/server2server-ejb/node1/EjbNmsRedundancyBean @ remote://127.0.0.1:4747 10:31:20,311 TRACE [org.jboss.ejb.client] (default task-1) Encountered exception while calling getResult(): exception = javax.ejb.NoSuchEJBException: No such EJB: server2server/server2server-ejb/node1/EjbNmsRedundancyBean @ remote://127.0.0.1:4747 10:31:20,311 TRACE [org.jboss.ejb.client.invocation] (default task-1) Blacklisting destination (locator = StatelessEJBLocator for "server2server/server2server-ejb/node1/EjbNmsRedundancyBean", view is interface org.wildfly.application.EjbNmsRedundancy, affinity is Cluster "ejb", weak affinity = None, missing target = remote://127.0.0.1:4747) 10:31:20,311 TRACE [org.jboss.ejb.client] (default task-1) Encountered exception while calling getResult(): exception = javax.ejb.NoSuchEJBException: No such EJB: server2server/server2server-ejb/node1/EjbNmsRedundancyBean @ remote://127.0.0.1:4747 10:31:20,311 TRACE [org.jboss.ejb.client] (default task-1) Encountered exception while calling getResult(): exception = javax.ejb.NoSuchEJBException: No such EJB: server2server/server2server-ejb/node1/EjbNmsRedundancyBean @ remote://127.0.0.1:4747 10:31:20,311 TRACE [org.jboss.ejb.client] (default task-1) Encountered exception while calling getResult(): exception = javax.ejb.NoSuchEJBException: No such EJB: server2server/server2server-ejb/node1/EjbNmsRedundancyBean @ remote://127.0.0.1:4747 10:31:20,311 TRACE [org.jboss.ejb.client] (default task-1) Will retry (requested = true, remaining = 8) 10:31:20,311 TRACE [org.jboss.ejb.client] (default task-1) Transitioning org.jboss.ejb.client.EJBClientInvocationContext@258bc1f from CONSUMING to SENDING (org.jboss.ejb.client.EJBClientInvocationContext.getResult(EJBClientInvocationContext.java:630)) 10:31:20,311 TRACE [org.jboss.ejb.client.invocation] (default task-1) Calling executeDiscovery(locator = StatelessEJBLocator for "server2server/server2server-ejb/node1/EjbNmsRedundancyBean", view is interface org.wildfly.application.EjbNmsRedundancy, affinity is Cluster "ejb", weak affinity = None) 10:31:20,312 TRACE [org.jboss.ejb.client.invocation] (default task-1) Performing cluster discovery(locator = StatelessEJBLocator for "server2server/server2server-ejb/node1/EjbNmsRedundancyBean", view is interface org.wildfly.application.EjbNmsRedundancy, affinity is Cluster "ejb", weak affinity = None, filter spec = (&(cluster=ejb))) 10:31:20,312 TRACE [org.jboss.ejb.client.invocation] (default task-1) Performing cluster discovery: services queue problems = [] 10:31:20,312 TRACE [org.jboss.ejb.client.invocation] (default task-1) Performing cluster discovery, nodes before transaction filtering = {} 10:31:20,312 TRACE [org.jboss.ejb.client.invocation] (default task-1) Performing cluster discovery, nodes after transaction filtering = {} 10:31:20,312 TRACE [org.jboss.ejb.client.invocation] (default task-1) Performed cluster discovery, nodes is empty; trying an initial context PROVIDER_URL entry 10:31:20,312 TRACE [org.jboss.ejb.client] (default task-1) Transitioning org.jboss.ejb.client.EJBClientInvocationContext@258bc1f from SENDING to SENT (org.jboss.ejb.client.EJBClientInvocationContext.sendRequest(EJBClientInvocationContext.java:469)) 10:31:20,313 TRACE [org.jboss.ejb.client] (default task-1) Encountered exception when calling sendRequestInitial: exception = EJBCLIENT000079: Unable to discover destination for request for EJB StatelessEJBLocator for "server2server/server2server-ejb/node1/EjbNmsRedundancyBean", view is interface org.wildfly.application.EjbNmsRedundancy, affinity is Cluster "ejb") 10:31:20,313 TRACE [org.jboss.ejb.client] (default task-1) Transitioning org.jboss.ejb.client.EJBClientInvocationContext@258bc1f from SENT to READY (org.jboss.ejb.client.EJBClientInvocationContext.sendRequestInitial(EJBClientInvocationContext.java:406)) 10:31:20,313 TRACE [org.jboss.ejb.client] (EJB default - 2) Transitioning org.jboss.ejb.client.EJBClientInvocationContext@258bc1f from READY to CONSUMING (org.jboss.ejb.client.EJBClientInvocationContext.getResult(EJBClientInvocationContext.java:573)) 10:31:20,314 TRACE [org.jboss.ejb.client] (EJB default - 2) Encountered exception while calling getResult(): exception = javax.ejb.NoSuchEJBException: EJBCLIENT000079: Unable to discover destination for request for EJB StatelessEJBLocator for "server2server/server2server-ejb/node1/EjbNmsRedundancyBean", view is interface org.wildfly.application.EjbNmsRedundancy, affinity is Cluster "ejb" 10:31:20,314 ERROR [stderr] (EJB default - 2) java.lang.Exception: Stack trace 10:31:20,314 ERROR [stderr] (EJB default - 2) at java.lang.Thread.dumpStack(Thread.java:1333) 10:31:20,314 ERROR [stderr] (EJB default - 2) at org.jboss.ejb.protocol.remote.RemotingEJBClientInterceptor.removeNode(RemotingEJBClientInterceptor.java:75) 10:31:20,315 ERROR [stderr] (EJB default - 2) at org.jboss.ejb.protocol.remote.RemotingEJBClientInterceptor.handleInvocationResult(RemotingEJBClientInterceptor.java:59) 10:31:20,315 ERROR [stderr] (EJB default - 2) at org.jboss.ejb.client.EJBClientInvocationContext.getResult(EJBClientInvocationContext.java:596) 10:31:20,315 ERROR [stderr] (EJB default - 2) at org.jboss.ejb.client.EJBClientInvocationContext.getResult(EJBClientInvocationContext.java:530) 10:31:20,315 ERROR [stderr] (EJB default - 2) at org.jboss.ejb.client.TransactionPostDiscoveryInterceptor.handleInvocationResult(TransactionPostDiscoveryInterceptor.java:133) 10:31:20,315 ERROR [stderr] (EJB default - 2) at org.jboss.ejb.client.EJBClientInvocationContext.getResult(EJBClientInvocationContext.java:596) 10:31:20,315 ERROR [stderr] (EJB default - 2) at org.jboss.ejb.client.EJBClientInvocationContext.getResult(EJBClientInvocationContext.java:530) 10:31:20,316 ERROR [stderr] (EJB default - 2) at org.jboss.ejb.client.DiscoveryEJBClientInterceptor.handleInvocationResult(DiscoveryEJBClientInterceptor.java:114) 10:31:20,316 ERROR [stderr] (EJB default - 2) at org.jboss.ejb.client.EJBClientInvocationContext.getResult(EJBClientInvocationContext.java:596) 10:31:20,316 ERROR [stderr] (EJB default - 2) at org.jboss.ejb.client.EJBClientInvocationContext.getResult(EJBClientInvocationContext.java:530) 10:31:20,316 ERROR [stderr] (EJB default - 2) at org.jboss.ejb.client.NamingEJBClientInterceptor.handleInvocationResult(NamingEJBClientInterceptor.java:78) 10:31:20,316 ERROR [stderr] (EJB default - 2) at org.jboss.ejb.client.EJBClientInvocationContext.getResult(EJBClientInvocationContext.java:596) 10:31:20,316 ERROR [stderr] (EJB default - 2) at org.jboss.ejb.client.EJBClientInvocationContext.getResult(EJBClientInvocationContext.java:530) 10:31:20,316 ERROR [stderr] (EJB default - 2) at org.jboss.ejb.client.TransactionInterceptor.handleInvocationResult(TransactionInterceptor.java:172) 10:31:20,316 ERROR [stderr] (EJB default - 2) at org.jboss.ejb.client.EJBClientInvocationContext.getResult(EJBClientInvocationContext.java:596) 10:31:20,317 ERROR [stderr] (EJB default - 2) at org.jboss.ejb.client.EJBClientInvocationContext.getResult(EJBClientInvocationContext.java:530) 10:31:20,317 ERROR [stderr] (EJB default - 2) at org.jboss.ejb.client.EJBClientInvocationContext.awaitResponse(EJBClientInvocationContext.java:943) 10:31:20,317 ERROR [stderr] (EJB default - 2) at org.jboss.ejb.client.EJBInvocationHandler.invoke(EJBInvocationHandler.java:177) 10:31:20,317 ERROR [stderr] (EJB default - 2) at org.jboss.ejb.client.EJBInvocationHandler.invoke(EJBInvocationHandler.java:112) 10:31:20,317 ERROR [stderr] (EJB default - 2) at com.sun.proxy.$Proxy74.ping(Unknown Source) 10:31:20,317 ERROR [stderr] (EJB default - 2) at org.wildfly.application.EjbNmsRedundancyBeanClient.timeout(EjbNmsRedundancyBeanClient.java:97) 10:31:20,318 ERROR [stderr] (EJB default - 2) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) 10:31:20,318 ERROR [stderr] (EJB default - 2) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) 10:31:20,318 ERROR [stderr] (EJB default - 2) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) 10:31:20,318 ERROR [stderr] (EJB default - 2) at java.lang.reflect.Method.invoke(Method.java:498) 10:31:20,318 ERROR [stderr] (EJB default - 2) at org.jboss.as.ee.component.ManagedReferenceMethodInterceptor.processInvocation(ManagedReferenceMethodInterceptor.java:52) 10:31:20,318 ERROR [stderr] (EJB default - 2) at org.jboss.invocation.InterceptorContext.proceed(InterceptorContext.java:422) 10:31:20,318 ERROR [stderr] (EJB default - 2) at org.jboss.invocation.WeavedInterceptor.processInvocation(WeavedInterceptor.java:50) 10:31:20,319 ERROR [stderr] (EJB default - 2) at org.jboss.as.ee.component.interceptors.UserInterceptorFactory$1.processInvocation(UserInterceptorFactory.java:61) 10:31:20,319 ERROR [stderr] (EJB default - 2) at org.jboss.invocation.InterceptorContext.proceed(InterceptorContext.java:422) 10:31:20,319 ERROR [stderr] (EJB default - 2) at org.jboss.invocation.InterceptorContext$Invocation.proceed(InterceptorContext.java:509) 10:31:20,319 ERROR [stderr] (EJB default - 2) at org.jboss.as.weld.interceptors.Jsr299BindingsInterceptor.doMethodInterception(Jsr299BindingsInterceptor.java:90) 10:31:20,319 ERROR [stderr] (EJB default - 2) at org.jboss.as.weld.interceptors.Jsr299BindingsInterceptor.processInvocation(Jsr299BindingsInterceptor.java:103) 10:31:20,319 ERROR [stderr] (EJB default - 2) at org.jboss.as.ee.component.interceptors.UserInterceptorFactory$1.processInvocation(UserInterceptorFactory.java:61) 10:31:20,320 ERROR [stderr] (EJB default - 2) at org.jboss.invocation.InterceptorContext.proceed(InterceptorContext.java:422) 10:31:20,320 ERROR [stderr] (EJB default - 2) at org.jboss.invocation.WeavedInterceptor.processInvocation(WeavedInterceptor.java:50) 10:31:20,320 ERROR [stderr] (EJB default - 2) at org.jboss.as.ee.component.interceptors.UserInterceptorFactory$1.processInvocation(UserInterceptorFactory.java:61) 10:31:20,320 ERROR [stderr] (EJB default - 2) at org.jboss.invocation.InterceptorContext.proceed(InterceptorContext.java:422) 10:31:20,320 ERROR [stderr] (EJB default - 2) at org.jboss.as.ejb3.component.invocationmetrics.ExecutionTimeInterceptor.processInvocation(ExecutionTimeInterceptor.java:43) 10:31:20,320 ERROR [stderr] (EJB default - 2) at org.jboss.invocation.InterceptorContext.proceed(InterceptorContext.java:422) 10:31:20,321 ERROR [stderr] (EJB default - 2) at org.jboss.as.ee.concurrent.ConcurrentContextInterceptor.processInvocation(ConcurrentContextInterceptor.java:45) 10:31:20,321 ERROR [stderr] (EJB default - 2) at org.jboss.invocation.InterceptorContext.proceed(InterceptorContext.java:422) 10:31:20,321 ERROR [stderr] (EJB default - 2) at org.jboss.invocation.InitialInterceptor.processInvocation(InitialInterceptor.java:40) 10:31:20,321 ERROR [stderr] (EJB default - 2) at org.jboss.invocation.InterceptorContext.proceed(InterceptorContext.java:422) 10:31:20,321 ERROR [stderr] (EJB default - 2) at org.jboss.invocation.ChainedInterceptor.processInvocation(ChainedInterceptor.java:53) 10:31:20,321 ERROR [stderr] (EJB default - 2) at org.jboss.as.ee.component.interceptors.ComponentDispatcherInterceptor.processInvocation(ComponentDispatcherInterceptor.java:52) 10:31:20,321 ERROR [stderr] (EJB default - 2) at org.jboss.invocation.InterceptorContext.proceed(InterceptorContext.java:422) 10:31:20,321 ERROR [stderr] (EJB default - 2) at org.jboss.as.ejb3.component.singleton.SingletonComponentInstanceAssociationInterceptor.processInvocation(SingletonComponentInstanceAssociationInterceptor.java:53) 10:31:20,322 ERROR [stderr] (EJB default - 2) at org.jboss.invocation.InterceptorContext.proceed(InterceptorContext.java:422) 10:31:20,322 ERROR [stderr] (EJB default - 2) at org.jboss.as.ejb3.component.interceptors.AdditionalSetupInterceptor.processInvocation(AdditionalSetupInterceptor.java:54) 10:31:20,322 ERROR [stderr] (EJB default - 2) at org.jboss.invocation.InterceptorContext.proceed(InterceptorContext.java:422) 10:31:20,322 ERROR [stderr] (EJB default - 2) at org.jboss.as.ejb3.tx.CMTTxInterceptor.invokeInNoTx(CMTTxInterceptor.java:216) 10:31:20,322 ERROR [stderr] (EJB default - 2) at org.jboss.as.ejb3.tx.CMTTxInterceptor.notSupported(CMTTxInterceptor.java:345) 10:31:20,322 ERROR [stderr] (EJB default - 2) at org.jboss.as.ejb3.tx.CMTTxInterceptor.processInvocation(CMTTxInterceptor.java:142) 10:31:20,322 ERROR [stderr] (EJB default - 2) at org.jboss.invocation.InterceptorContext.proceed(InterceptorContext.java:422) 10:31:20,323 ERROR [stderr] (EJB default - 2) at org.jboss.invocation.InterceptorContext$Invocation.proceed(InterceptorContext.java:509) 10:31:20,323 ERROR [stderr] (EJB default - 2) at org.jboss.weld.module.ejb.AbstractEJBRequestScopeActivationInterceptor.aroundInvoke(AbstractEJBRequestScopeActivationInterceptor.java:81) 10:31:20,323 ERROR [stderr] (EJB default - 2) at org.jboss.as.weld.ejb.EjbRequestScopeActivationInterceptor.processInvocation(EjbRequestScopeActivationInterceptor.java:89) 10:31:20,323 ERROR [stderr] (EJB default - 2) at org.jboss.invocation.InterceptorContext.proceed(InterceptorContext.java:422) 10:31:20,323 ERROR [stderr] (EJB default - 2) at org.jboss.as.ejb3.component.interceptors.CurrentInvocationContextInterceptor.processInvocation(CurrentInvocationContextInterceptor.java:41) 10:31:20,323 ERROR [stderr] (EJB default - 2) at org.jboss.invocation.InterceptorContext.proceed(InterceptorContext.java:422) 10:31:20,323 ERROR [stderr] (EJB default - 2) at org.jboss.as.ejb3.security.SecurityContextInterceptor.processInvocation(SecurityContextInterceptor.java:100) 10:31:20,323 ERROR [stderr] (EJB default - 2) at org.jboss.invocation.InterceptorContext.proceed(InterceptorContext.java:422) 10:31:20,324 ERROR [stderr] (EJB default - 2) at org.jboss.invocation.InterceptorContext$Invocation.proceed(InterceptorContext.java:509) 10:31:20,324 ERROR [stderr] (EJB default - 2) at org.jboss.as.ejb3.component.singleton.ContainerManagedConcurrencyInterceptor.processInvocation(ContainerManagedConcurrencyInterceptor.java:106) 10:31:20,324 ERROR [stderr] (EJB default - 2) at org.jboss.invocation.InterceptorContext.proceed(InterceptorContext.java:422) 10:31:20,324 ERROR [stderr] (EJB default - 2) at org.jboss.as.ejb3.component.interceptors.ShutDownInterceptorFactory$1.processInvocation(ShutDownInterceptorFactory.java:64) 10:31:20,324 ERROR [stderr] (EJB default - 2) at org.jboss.invocation.InterceptorContext.proceed(InterceptorContext.java:422) 10:31:20,324 ERROR [stderr] (EJB default - 2) at org.jboss.as.ee.component.NamespaceContextInterceptor.processInvocation(NamespaceContextInterceptor.java:50) 10:31:20,324 ERROR [stderr] (EJB default - 2) at org.jboss.invocation.InterceptorContext.proceed(InterceptorContext.java:422) 10:31:20,324 ERROR [stderr] (EJB default - 2) at org.jboss.invocation.ContextClassLoaderInterceptor.processInvocation(ContextClassLoaderInterceptor.java:60) 10:31:20,325 ERROR [stderr] (EJB default - 2) at org.jboss.invocation.InterceptorContext.proceed(InterceptorContext.java:422) 10:31:20,325 ERROR [stderr] (EJB default - 2) at org.jboss.invocation.InterceptorContext.run(InterceptorContext.java:438) 10:31:20,325 ERROR [stderr] (EJB default - 2) at org.wildfly.security.manager.WildFlySecurityManager.doChecked(WildFlySecurityManager.java:619) 10:31:20,325 ERROR [stderr] (EJB default - 2) at org.jboss.invocation.AccessCheckingInterceptor.processInvocation(AccessCheckingInterceptor.java:57) 10:31:20,325 ERROR [stderr] (EJB default - 2) at org.jboss.invocation.InterceptorContext.proceed(InterceptorContext.java:422) 10:31:20,325 ERROR [stderr] (EJB default - 2) at org.jboss.invocation.ChainedInterceptor.processInvocation(ChainedInterceptor.java:53) 10:31:20,325 ERROR [stderr] (EJB default - 2) at org.jboss.as.ejb3.timerservice.TimedObjectInvokerImpl.callTimeout(TimedObjectInvokerImpl.java:99) 10:31:20,325 ERROR [stderr] (EJB default - 2) at org.jboss.as.ejb3.timerservice.TimedObjectInvokerImpl.callTimeout(TimedObjectInvokerImpl.java:109) 10:31:20,326 ERROR [stderr] (EJB default - 2) at org.jboss.as.ejb3.timerservice.TimerTask.invokeBeanMethod(TimerTask.java:189) 10:31:20,326 ERROR [stderr] (EJB default - 2) at org.jboss.as.ejb3.timerservice.TimerTask.callTimeout(TimerTask.java:185) 10:31:20,326 ERROR [stderr] (EJB default - 2) at org.jboss.as.ejb3.timerservice.TimerTask.retryTimeout(TimerTask.java:230) 10:31:20,326 ERROR [stderr] (EJB default - 2) at org.jboss.as.ejb3.timerservice.TimerTask.run(TimerTask.java:164) 10:31:20,326 ERROR [stderr] (EJB default - 2) at org.jboss.as.ejb3.timerservice.TimerServiceImpl$Task$1.run(TimerServiceImpl.java:1296) 10:31:20,326 ERROR [stderr] (EJB default - 2) at org.wildfly.extension.requestcontroller.RequestController$QueuedTask$1.run(RequestController.java:494) 10:31:20,327 ERROR [stderr] (EJB default - 2) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) 10:31:20,327 ERROR [stderr] (EJB default - 2) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) 10:31:20,327 ERROR [stderr] (EJB default - 2) at java.lang.Thread.run(Thread.java:745) 10:31:20,327 ERROR [stderr] (EJB default - 2) at org.jboss.threads.JBossThread.run(JBossThread.java:485) 10:31:20,327 TRACE [org.jboss.ejb.client] (EJB default - 2) Encountered exception while calling getResult(): exception = javax.ejb.NoSuchEJBException: EJBCLIENT000079: Unable to discover destination for request for EJB StatelessEJBLocator for "server2server/server2server-ejb/node1/EjbNmsRedundancyBean", view is interface org.wildfly.application.EjbNmsRedundancy, affinity is Cluster "ejb" 10:31:20,327 TRACE [org.jboss.ejb.client] (EJB default - 2) Encountered exception while calling getResult(): exception = javax.ejb.NoSuchEJBException: EJBCLIENT000079: Unable to discover destination for request for EJB StatelessEJBLocator for "server2server/server2server-ejb/node1/EjbNmsRedundancyBean", view is interface org.wildfly.application.EjbNmsRedundancy, affinity is Cluster "ejb" 10:31:20,328 TRACE [org.jboss.ejb.client] (EJB default - 2) Encountered exception while calling getResult(): exception = javax.ejb.NoSuchEJBException: EJBCLIENT000079: Unable to discover destination for request for EJB StatelessEJBLocator for "server2server/server2server-ejb/node1/EjbNmsRedundancyBean", view is interface org.wildfly.application.EjbNmsRedundancy, affinity is Cluster "ejb" 10:31:20,328 TRACE [org.jboss.ejb.client] (EJB default - 2) Encountered exception while calling getResult(): exception = javax.ejb.NoSuchEJBException: EJBCLIENT000079: Unable to discover destination for request for EJB StatelessEJBLocator for "server2server/server2server-ejb/node1/EjbNmsRedundancyBean", view is interface org.wildfly.application.EjbNmsRedundancy, affinity is Cluster "ejb" 10:31:20,328 TRACE [org.jboss.ejb.client] (EJB default - 2) Encountered exception while calling getResult(): exception = javax.ejb.NoSuchEJBException: EJBCLIENT000079: Unable to discover destination for request for EJB StatelessEJBLocator for "server2server/server2server-ejb/node1/EjbNmsRedundancyBean", view is interface org.wildfly.application.EjbNmsRedundancy, affinity is Cluster "ejb" 10:31:20,328 TRACE [org.jboss.ejb.client] (EJB default - 2) Will not retry (requested = false, remaining = 0) 10:31:20,328 TRACE [org.jboss.ejb.client] (EJB default - 2) Transitioning org.jboss.ejb.client.EJBClientInvocationContext@258bc1f from CONSUMING to DONE (org.jboss.ejb.client.EJBClientInvocationContext.getResult(EJBClientInvocationContext.java:643)) 10:31:20,328 ERROR [org.jboss.as.ejb3.timer] (EJB default - 2) WFLYEJB0022: Error during retrying timeout for timer: [id=a787cbe7-6ab1-4a39-ba91-4343f88d9693 timedObjectId=server2server.server2server-ejb.node2.EjbNmsRedundancyBeanClient auto-timer?:false persistent?:false timerService=org.jboss.as.ejb3.timerservice.TimerServiceImpl@bdce2d3 initialExpiration=Tue Mar 12 10:30:50 EDT 2019 intervalDuration(in milli sec)=30000 nextExpiration=Tue Mar 12 10:31:50 EDT 2019 timerState=RETRY_TIMEOUT info=repeating-timer]: javax.ejb.NoSuchEJBException: EJBCLIENT000079: Unable to discover destination for request for EJB StatelessEJBLocator for "server2server/server2server-ejb/node1/EjbNmsRedundancyBean", view is interface org.wildfly.application.EjbNmsRedundancy, affinity is Cluster "ejb" at org.jboss.ejb.client.EJBClientInvocationContext.getResult(EJBClientInvocationContext.java:594) at org.jboss.ejb.client.EJBClientInvocationContext.getResult(EJBClientInvocationContext.java:530) at org.jboss.ejb.protocol.remote.RemotingEJBClientInterceptor.handleInvocationResult(RemotingEJBClientInterceptor.java:56) at org.jboss.ejb.client.EJBClientInvocationContext.getResult(EJBClientInvocationContext.java:596) at org.jboss.ejb.client.EJBClientInvocationContext.getResult(EJBClientInvocationContext.java:530) at org.jboss.ejb.client.TransactionPostDiscoveryInterceptor.handleInvocationResult(TransactionPostDiscoveryInterceptor.java:133) at org.jboss.ejb.client.EJBClientInvocationContext.getResult(EJBClientInvocationContext.java:596) at org.jboss.ejb.client.EJBClientInvocationContext.getResult(EJBClientInvocationContext.java:530) at org.jboss.ejb.client.DiscoveryEJBClientInterceptor.handleInvocationResult(DiscoveryEJBClientInterceptor.java:114) at org.jboss.ejb.client.EJBClientInvocationContext.getResult(EJBClientInvocationContext.java:596) at org.jboss.ejb.client.EJBClientInvocationContext.getResult(EJBClientInvocationContext.java:530) at org.jboss.ejb.client.NamingEJBClientInterceptor.handleInvocationResult(NamingEJBClientInterceptor.java:78) at org.jboss.ejb.client.EJBClientInvocationContext.getResult(EJBClientInvocationContext.java:596) at org.jboss.ejb.client.EJBClientInvocationContext.getResult(EJBClientInvocationContext.java:530) at org.jboss.ejb.client.TransactionInterceptor.handleInvocationResult(TransactionInterceptor.java:172) at org.jboss.ejb.client.EJBClientInvocationContext.getResult(EJBClientInvocationContext.java:596) at org.jboss.ejb.client.EJBClientInvocationContext.getResult(EJBClientInvocationContext.java:530) at org.jboss.ejb.client.EJBClientInvocationContext.awaitResponse(EJBClientInvocationContext.java:943) at org.jboss.ejb.client.EJBInvocationHandler.invoke(EJBInvocationHandler.java:177) at org.jboss.ejb.client.EJBInvocationHandler.invoke(EJBInvocationHandler.java:112) at com.sun.proxy.$Proxy74.ping(Unknown Source) at org.wildfly.application.EjbNmsRedundancyBeanClient.timeout(EjbNmsRedundancyBeanClient.java:97) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.jboss.as.ee.component.ManagedReferenceMethodInterceptor.processInvocation(ManagedReferenceMethodInterceptor.java:52) at org.jboss.invocation.InterceptorContext.proceed(InterceptorContext.java:422) at org.jboss.invocation.WeavedInterceptor.processInvocation(WeavedInterceptor.java:50) at org.jboss.as.ee.component.interceptors.UserInterceptorFactory$1.processInvocation(UserInterceptorFactory.java:61) at org.jboss.invocation.InterceptorContext.proceed(InterceptorContext.java:422) at org.jboss.invocation.InterceptorContext$Invocation.proceed(InterceptorContext.java:509) at org.jboss.as.weld.interceptors.Jsr299BindingsInterceptor.doMethodInterception(Jsr299BindingsInterceptor.java:90) at org.jboss.as.weld.interceptors.Jsr299BindingsInterceptor.processInvocation(Jsr299BindingsInterceptor.java:103) at org.jboss.as.ee.component.interceptors.UserInterceptorFactory$1.processInvocation(UserInterceptorFactory.java:61) at org.jboss.invocation.InterceptorContext.proceed(InterceptorContext.java:422) at org.jboss.invocation.WeavedInterceptor.processInvocation(WeavedInterceptor.java:50) at org.jboss.as.ee.component.interceptors.UserInterceptorFactory$1.processInvocation(UserInterceptorFactory.java:61) at org.jboss.invocation.InterceptorContext.proceed(InterceptorContext.java:422) at org.jboss.as.ejb3.component.invocationmetrics.ExecutionTimeInterceptor.processInvocation(ExecutionTimeInterceptor.java:43) at org.jboss.invocation.InterceptorContext.proceed(InterceptorContext.java:422) at org.jboss.as.ee.concurrent.ConcurrentContextInterceptor.processInvocation(ConcurrentContextInterceptor.java:45) at org.jboss.invocation.InterceptorContext.proceed(InterceptorContext.java:422) at org.jboss.invocation.InitialInterceptor.processInvocation(InitialInterceptor.java:40) at org.jboss.invocation.InterceptorContext.proceed(InterceptorContext.java:422) at org.jboss.invocation.ChainedInterceptor.processInvocation(ChainedInterceptor.java:53) at org.jboss.as.ee.component.interceptors.ComponentDispatcherInterceptor.processInvocation(ComponentDispatcherInterceptor.java:52) at org.jboss.invocation.InterceptorContext.proceed(InterceptorContext.java:422) at org.jboss.as.ejb3.component.singleton.SingletonComponentInstanceAssociationInterceptor.processInvocation(SingletonComponentInstanceAssociationInterceptor.java:53) at org.jboss.invocation.InterceptorContext.proceed(InterceptorContext.java:422) at org.jboss.as.ejb3.component.interceptors.AdditionalSetupInterceptor.processInvocation(AdditionalSetupInterceptor.java:54) at org.jboss.invocation.InterceptorContext.proceed(InterceptorContext.java:422) at org.jboss.as.ejb3.tx.CMTTxInterceptor.invokeInNoTx(CMTTxInterceptor.java:216) at org.jboss.as.ejb3.tx.CMTTxInterceptor.notSupported(CMTTxInterceptor.java:345) at org.jboss.as.ejb3.tx.CMTTxInterceptor.processInvocation(CMTTxInterceptor.java:142) at org.jboss.invocation.InterceptorContext.proceed(InterceptorContext.java:422) at org.jboss.invocation.InterceptorContext$Invocation.proceed(InterceptorContext.java:509) at org.jboss.weld.module.ejb.AbstractEJBRequestScopeActivationInterceptor.aroundInvoke(AbstractEJBRequestScopeActivationInterceptor.java:81) at org.jboss.as.weld.ejb.EjbRequestScopeActivationInterceptor.processInvocation(EjbRequestScopeActivationInterceptor.java:89) at org.jboss.invocation.InterceptorContext.proceed(InterceptorContext.java:422) at org.jboss.as.ejb3.component.interceptors.CurrentInvocationContextInterceptor.processInvocation(CurrentInvocationContextInterceptor.java:41) at org.jboss.invocation.InterceptorContext.proceed(InterceptorContext.java:422) at org.jboss.as.ejb3.security.SecurityContextInterceptor.processInvocation(SecurityContextInterceptor.java:100) at org.jboss.invocation.InterceptorContext.proceed(InterceptorContext.java:422) at org.jboss.invocation.InterceptorContext$Invocation.proceed(InterceptorContext.java:509) at org.jboss.as.ejb3.component.singleton.ContainerManagedConcurrencyInterceptor.processInvocation(ContainerManagedConcurrencyInterceptor.java:106) at org.jboss.invocation.InterceptorContext.proceed(InterceptorContext.java:422) at org.jboss.as.ejb3.component.interceptors.ShutDownInterceptorFactory$1.processInvocation(ShutDownInterceptorFactory.java:64) at org.jboss.invocation.InterceptorContext.proceed(InterceptorContext.java:422) at org.jboss.as.ee.component.NamespaceContextInterceptor.processInvocation(NamespaceContextInterceptor.java:50) at org.jboss.invocation.InterceptorContext.proceed(InterceptorContext.java:422) at org.jboss.invocation.ContextClassLoaderInterceptor.processInvocation(ContextClassLoaderInterceptor.java:60) at org.jboss.invocation.InterceptorContext.proceed(InterceptorContext.java:422) at org.jboss.invocation.InterceptorContext.run(InterceptorContext.java:438) at org.wildfly.security.manager.WildFlySecurityManager.doChecked(WildFlySecurityManager.java:619) at org.jboss.invocation.AccessCheckingInterceptor.processInvocation(AccessCheckingInterceptor.java:57) at org.jboss.invocation.InterceptorContext.proceed(InterceptorContext.java:422) at org.jboss.invocation.ChainedInterceptor.processInvocation(ChainedInterceptor.java:53) at org.jboss.as.ejb3.timerservice.TimedObjectInvokerImpl.callTimeout(TimedObjectInvokerImpl.java:99) at org.jboss.as.ejb3.timerservice.TimedObjectInvokerImpl.callTimeout(TimedObjectInvokerImpl.java:109) at org.jboss.as.ejb3.timerservice.TimerTask.invokeBeanMethod(TimerTask.java:189) at org.jboss.as.ejb3.timerservice.TimerTask.callTimeout(TimerTask.java:185) at org.jboss.as.ejb3.timerservice.TimerTask.retryTimeout(TimerTask.java:230) at org.jboss.as.ejb3.timerservice.TimerTask.run(TimerTask.java:164) at org.jboss.as.ejb3.timerservice.TimerServiceImpl$Task$1.run(TimerServiceImpl.java:1296) at org.wildfly.extension.requestcontroller.RequestController$QueuedTask$1.run(RequestController.java:494) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) at org.jboss.threads.JBossThread.run(JBossThread.java:485) Suppressed: javax.ejb.NoSuchEJBException: No such EJB: server2server/server2server-ejb/node1/EjbNmsRedundancyBean @ remote://127.0.0.1:4747 at org.jboss.ejb.protocol.remote.EJBClientChannel$MethodInvocation.handleResponse(EJBClientChannel.java:1076) at org.jboss.ejb.protocol.remote.EJBClientChannel$MethodInvocation.handleResponse(EJBClientChannel.java:1001) at org.jboss.remoting3.util.InvocationTracker.signalResponse(InvocationTracker.java:167) at org.jboss.ejb.protocol.remote.EJBClientChannel.processMessage(EJBClientChannel.java:186) at org.jboss.ejb.protocol.remote.EJBClientChannel.access$100(EJBClientChannel.java:112) at org.jboss.ejb.protocol.remote.EJBClientChannel$1$1.handleMessage(EJBClientChannel.java:680) at org.jboss.remoting3.remote.RemoteConnectionChannel.lambda$handleMessageData$3(RemoteConnectionChannel.java:430) at org.jboss.remoting3.EndpointImpl$TrackingExecutor.lambda$execute$0(EndpointImpl.java:949) at org.jboss.threads.ContextClassLoaderSavingRunnable.run(ContextClassLoaderSavingRunnable.java:35) at org.jboss.threads.EnhancedQueueExecutor.safeRun(EnhancedQueueExecutor.java:1985) at org.jboss.threads.EnhancedQueueExecutor$ThreadBody.doRunTask(EnhancedQueueExecutor.java:1487) at org.jboss.threads.EnhancedQueueExecutor$ThreadBody.run(EnhancedQueueExecutor.java:1378) at java.lang.Thread.run(Thread.java:745) ^C10:31:22,983 INFO [org.jboss.as.server] (Thread-2) WFLYSRV0236: Suspending server with no timeout. 10:31:22,987 INFO [org.jboss.as.ejb3] (Thread-2) WFLYEJB0493: EJB subsystem suspension complete 10:31:22,991 DEBUG [org.jboss.ejb.client.invocation] (default task-1) Received MODULE_UNAVAILABLE(9) message for module server2server/server2server-ejb/node2 10:31:22,993 INFO [org.jboss.as.server] (Thread-2) WFLYSRV0220: Server shutdown has been requested via an OS signal 10:31:23,029 INFO [org.jboss.modcluster] (ServerService Thread Pool -- 76) MODCLUSTER000002: Initiating mod_cluster shutdown 10:31:23,031 INFO [org.wildfly.extension.undertow] (MSC service thread 1-7) WFLYUT0019: Host default-host stopping 10:31:23,032 INFO [org.jboss.as.mail.extension] (MSC service thread 1-7) WFLYMAIL0002: Unbound mail session [java:jboss/mail/Default] 10:31:23,037 INFO [org.infinispan.remoting.transport.jgroups.JGroupsTransport] (MSC service thread 1-4) ISPN000080: Disconnecting JGroups channel ejb 10:31:23,037 INFO [org.infinispan.remoting.transport.jgroups.JGroupsTransport] (MSC service thread 1-2) ISPN000080: Disconnecting JGroups channel ejb 10:31:23,037 INFO [org.infinispan.remoting.transport.jgroups.JGroupsTransport] (MSC service thread 1-5) ISPN000080: Disconnecting JGroups channel ejb 10:31:23,046 DEBUG [org.jboss.ejb.client.invocation] (default task-1) Received MODULE_UNAVAILABLE(9) message for module server2server/server2server-ejb/node2 10:31:23,063 INFO [org.jboss.as.connector.subsystems.datasources] (MSC service thread 1-1) WFLYJCA0010: Unbound data source [java:jboss/datasources/ExampleDS] 10:31:23,067 INFO [org.jboss.as.connector.deployers.jdbc] (MSC service thread 1-6) WFLYJCA0019: Stopped Driver service with driver-name = h2 10:31:23,072 INFO [stdout] (default task-1) REMOVING NODE! 10:31:23,072 ERROR [stderr] (default task-1) java.lang.Exception: Stack trace 10:31:23,073 ERROR [stderr] (default task-1) at java.lang.Thread.dumpStack(Thread.java:1333) 10:31:23,073 ERROR [stderr] (default task-1) at org.jboss.ejb.protocol.remote.RemotingEJBDiscoveryProvider.removeNode(RemotingEJBDiscoveryProvider.java:110) 10:31:23,073 ERROR [stderr] (default task-1) at org.jboss.ejb.protocol.remote.EJBClientChannel.processMessage(EJBClientChannel.java:282) 10:31:23,073 ERROR [stderr] (default task-1) at org.jboss.ejb.protocol.remote.EJBClientChannel.access$100(EJBClientChannel.java:112) 10:31:23,073 ERROR [stderr] (default task-1) at org.jboss.ejb.protocol.remote.EJBClientChannel$1$1.handleMessage(EJBClientChannel.java:680) 10:31:23,073 ERROR [stderr] (default task-1) at org.jboss.remoting3.remote.RemoteConnectionChannel.lambda$handleMessageData$3(RemoteConnectionChannel.java:430) 10:31:23,074 ERROR [stderr] (default task-1) at org.jboss.remoting3.EndpointImpl$TrackingExecutor.lambda$execute$0(EndpointImpl.java:949) 10:31:23,074 INFO [stdout] (default task-4) REMOVING NODE! 10:31:23,074 ERROR [stderr] (default task-1) at org.jboss.threads.ContextClassLoaderSavingRunnable.run(ContextClassLoaderSavingRunnable.java:35) 10:31:23,075 ERROR [stderr] (default task-1) at org.jboss.threads.EnhancedQueueExecutor.safeRun(EnhancedQueueExecutor.java:1985) 10:31:23,075 ERROR [stderr] (default task-1) at org.jboss.threads.EnhancedQueueExecutor$ThreadBody.doRunTask(EnhancedQueueExecutor.java:1487) 10:31:23,075 ERROR [stderr] (default task-1) at org.jboss.threads.EnhancedQueueExecutor$ThreadBody.run(EnhancedQueueExecutor.java:1378) 10:31:23,076 ERROR [stderr] (default task-1) at java.lang.Thread.run(Thread.java:745) 10:31:23,076 ERROR [stderr] (default task-4) java.lang.Exception: Stack trace 10:31:23,076 DEBUG [org.jboss.ejb.client.invocation] (default task-1) Received CLUSTER_TOPOLOGY_NODE_REMOVAL(18) message for (cluster, node) = (ejb, node2) 10:31:23,076 ERROR [stderr] (default task-4) at java.lang.Thread.dumpStack(Thread.java:1333) 10:31:23,076 ERROR [stderr] (default task-4) at org.jboss.ejb.protocol.remote.RemotingEJBDiscoveryProvider.removeNode(RemotingEJBDiscoveryProvider.java:110) 10:31:23,076 ERROR [stderr] (default task-4) at org.jboss.ejb.protocol.remote.EJBClientChannel.processMessage(EJBClientChannel.java:282) 10:31:23,077 ERROR [stderr] (default task-4) at org.jboss.ejb.protocol.remote.EJBClientChannel.access$100(EJBClientChannel.java:112) 10:31:23,077 ERROR [stderr] (default task-4) at org.jboss.ejb.protocol.remote.EJBClientChannel$1$1.handleMessage(EJBClientChannel.java:680) 10:31:23,077 ERROR [stderr] (default task-4) at org.jboss.remoting3.remote.RemoteConnectionChannel.lambda$handleMessageData$3(RemoteConnectionChannel.java:430) 10:31:23,077 ERROR [stderr] (default task-4) at org.jboss.remoting3.EndpointImpl$TrackingExecutor.lambda$execute$0(EndpointImpl.java:949) 10:31:23,077 ERROR [stderr] (default task-4) at org.jboss.threads.ContextClassLoaderSavingRunnable.run(ContextClassLoaderSavingRunnable.java:35) 10:31:23,077 ERROR [stderr] (default task-4) at org.jboss.threads.EnhancedQueueExecutor.safeRun(EnhancedQueueExecutor.java:1985) 10:31:23,077 ERROR [stderr] (default task-4) at org.jboss.threads.EnhancedQueueExecutor$ThreadBody.doRunTask(EnhancedQueueExecutor.java:1487) 10:31:23,077 ERROR [stderr] (default task-4) at org.jboss.threads.EnhancedQueueExecutor$ThreadBody.run(EnhancedQueueExecutor.java:1378) 10:31:23,077 ERROR [stderr] (default task-4) at java.lang.Thread.run(Thread.java:745) 10:31:23,077 DEBUG [org.jboss.ejb.client.invocation] (default task-4) Received CLUSTER_TOPOLOGY_NODE_REMOVAL(18) message for (cluster, node) = (ejb, node2) 10:31:23,093 INFO [org.jboss.as.clustering.infinispan] (ServerService Thread Pool -- 83) WFLYCLINF0003: Stopped client-mappings cache from ejb container 10:31:23,096 INFO [org.infinispan.remoting.transport.jgroups.JGroupsTransport] (MSC service thread 1-5) ISPN000080: Disconnecting JGroups channel ejb 10:31:23,119 INFO [org.wildfly.extension.undertow] (MSC service thread 1-8) WFLYUT0008: Undertow HTTP listener default suspending 10:31:23,119 INFO [org.wildfly.extension.undertow] (MSC service thread 1-5) WFLYUT0008: Undertow AJP listener ajp suspending 10:31:23,118 INFO [org.jboss.as.server.deployment] (MSC service thread 1-2) WFLYSRV0208: Stopped subdeployment (runtime-name: server2server-ejb.jar) in 107ms 10:31:23,120 INFO [org.wildfly.extension.undertow] (MSC service thread 1-8) WFLYUT0007: Undertow HTTP listener default stopped, was bound to 0.0.0.0:8380 10:31:23,120 INFO [org.wildfly.extension.undertow] (MSC service thread 1-5) WFLYUT0007: Undertow AJP listener ajp stopped, was bound to 0.0.0.0:8309 10:31:23,120 INFO [org.wildfly.extension.undertow] (MSC service thread 1-3) WFLYUT0008: Undertow HTTPS listener https suspending 10:31:23,125 INFO [org.wildfly.extension.undertow] (MSC service thread 1-3) WFLYUT0007: Undertow HTTPS listener https stopped, was bound to 0.0.0.0:8743 10:31:23,130 INFO [org.jboss.as.server.deployment] (MSC service thread 1-8) WFLYSRV0028: Stopped deployment server2server.ear (runtime-name: server2server.ear) in 115ms 10:31:23,130 INFO [org.wildfly.extension.undertow] (MSC service thread 1-7) WFLYUT0004: Undertow 2.0.13.Final-redhat-00001 stopping 10:31:23,135 INFO [org.jboss.as] (MSC service thread 1-4) WFLYSRV0050: JBoss EAP CD 7.2.0.CD14 (WildFly Core 6.0.7.Final-redhat-00001) stopped in 134ms