The org.jboss.as.test.smoke.mgmt.productconf.ProductConfUnitTestCase test fails with WildFly Preview and Galleon ( -Dts.galleon ) or layers ( -Dts.layers ) enabled. The reason is for those jobs the -Dts.preview is not passed. This means that the AssumeTestGroupUtil.isWildFlyPreviw() will return false . For the ProductConfUnitTest that means "WildFly" is expected instead of "WildFly Preview". The simple approach may be to look for the system property " preview-server-tests " instead of simply just " ts.preview ". Test Output [ERROR] Tests run: 1, Failures: 1, Errors: 0, Skipped: 0, Time elapsed: 2.786 s <<< FAILURE! -- in org.jboss.as.test.smoke.mgmt.productconf.ProductConfUnitTestCase [ERROR] org.jboss.as.test.smoke.mgmt.productconf.ProductConfUnitTestCase.testProductConfOverride -- Time elapsed: 0.051 s <<< FAILURE! org.opentest4j.AssertionFailedError: Management model product-name does not match JBoss-Product-Release-Name ==> expected: <WildFly> but was: <WildFly Preview> at org.junit.jupiter.api.AssertionFailureBuilder.build(AssertionFailureBuilder.java:151) at org.junit.jupiter.api.AssertionFailureBuilder.buildAndThrow(AssertionFailureBuilder.java:132) at org.junit.jupiter.api.AssertEquals.failNotEqual(AssertEquals.java:197) at org.junit.jupiter.api.AssertEquals.assertEquals(AssertEquals.java:182) at org.junit.jupiter.api.Assertions.assertEquals(Assertions.java:1156) at org.jboss.as.test.smoke.mgmt.productconf.ProductConfUnitTestCase.testProductConfOverride(ProductConfUnitTestCase.java:60) at java.base/java.lang.reflect.Method.invoke(Method.java:580) at org.jboss.arquillian.junit5.ArquillianExtension$1.invoke(ArquillianExtension.java:284) at org.jboss.arquillian.container.test.impl.execution.LocalTestExecuter.execute(LocalTestExecuter.java:57) at java.base/java.lang.reflect.Method.invoke(Method.java:580) at org.jboss.arquillian.core.impl.ObserverImpl.invoke(ObserverImpl.java:85) at org.jboss.arquillian.core.impl.EventContextImpl.invokeObservers(EventContextImpl.java:102) at org.jboss.arquillian.core.impl.EventContextImpl.proceed(EventContextImpl.java:89) at org.jboss.arquillian.core.impl.ManagerImpl.fire(ManagerImpl.java:133) at org.jboss.arquillian.core.impl.ManagerImpl.fire(ManagerImpl.java:105) at org.jboss.arquillian.core.impl.EventImpl.fire(EventImpl.java:61) at org.jboss.arquillian.container.test.impl.execution.ClientTestExecuter.execute(ClientTestExecuter.java:49) at java.base/java.lang.reflect.Method.invoke(Method.java:580) at org.jboss.arquillian.core.impl.ObserverImpl.invoke(ObserverImpl.java:85) at org.jboss.arquillian.core.impl.EventContextImpl.invokeObservers(EventContextImpl.java:102) at org.jboss.arquillian.core.impl.EventContextImpl.proceed(EventContextImpl.java:89) at org.jboss.arquillian.container.test.impl.client.ContainerEventController.createContext(ContainerEventController.java:127) at org.jboss.arquillian.container.test.impl.client.ContainerEventController.createTestContext(ContainerEventController.java:117) at java.base/java.lang.reflect.Method.invoke(Method.java:580) at org.jboss.arquillian.core.impl.ObserverImpl.invoke(ObserverImpl.java:85) at org.jboss.arquillian.core.impl.EventContextImpl.proceed(EventContextImpl.java:94) at org.jboss.arquillian.test.impl.TestContextHandler.createTestContext(TestContextHandler.java:115) at java.base/java.lang.reflect.Method.invoke(Method.java:580) at org.jboss.arquillian.core.impl.ObserverImpl.invoke(ObserverImpl.java:85) at org.jboss.arquillian.core.impl.EventContextImpl.proceed(EventContextImpl.java:94) at org.jboss.arquillian.test.impl.TestContextHandler.createClassContext(TestContextHandler.java:82) at java.base/java.lang.reflect.Method.invoke(Method.java:580) at org.jboss.arquillian.core.impl.ObserverImpl.invoke(ObserverImpl.java:85) at org.jboss.arquillian.core.impl.EventContextImpl.proceed(EventContextImpl.java:94) at org.jboss.arquillian.test.impl.TestContextHandler.createSuiteContext(TestContextHandler.java:68) at java.base/java.lang.reflect.Method.invoke(Method.java:580) at org.jboss.arquillian.core.impl.ObserverImpl.invoke(ObserverImpl.java:85) at org.jboss.arquillian.core.impl.EventContextImpl.proceed(EventContextImpl.java:94) at org.jboss.arquillian.core.impl.ManagerImpl.fire(ManagerImpl.java:133) at org.jboss.arquillian.test.impl.EventTestRunnerAdaptor.test(EventTestRunnerAdaptor.java:138) at org.jboss.arquillian.junit5.ArquillianExtension.interceptInvocation(ArquillianExtension.java:265) at org.jboss.arquillian.junit5.ArquillianExtension.interceptTestMethod(ArquillianExtension.java:167) at java.base/java.util.ArrayList.forEach(ArrayList.java:1596) at java.base/java.util.ArrayList.forEach(ArrayList.java:1596)