STEP-TEST-ARGO-ROLLOUTS + RESULT=/install-dir/psi-416-result.txt Logging in as kubeadmin user + trap update_result EXIT + echo -e 'Logging in as kubeadmin user' ++ cat /install-dir/psi-416/auth/kubeadmin-password ++ cat /install-dir/psi-416/auth/api-url + oc login -u kubeadmin -p E4FR7-Jovb6-mtvYy-WyQvH https://api.psi-416.ocp-gitops-qe.com:6443 --insecure-skip-tls-verify=true WARNING: Using insecure TLS client config. Setting this option is not supported! Login successful. You have access to 75 projects, the list has been suppressed. You can list all projects with 'oc projects' Using project "default". Welcome! See 'oc help' to get started. ++ echo true ++ tr '[:upper:]' '[:lower:]' + [[ true == \f\a\l\s\e ]] + exit_code=0 + failed=0 ++ oc get deployment openshift-gitops-operator-controller-manager -n openshift-gitops-operator -o 'jsonpath={.metadata.namespace}' --ignore-not-found + openshift_gitops_operator= + operator_namespace=openshift-operators + oc patch subscription openshift-gitops-operator -n openshift-operators --type merge --patch '{"spec": {"config": {"env": [{"name": "CLUSTER_SCOPED_ARGO_ROLLOUTS_NAMESPACES", "value": "argo-rollouts,test-rom-ns-1,rom-ns-1"}]}}}' subscription.operators.coreos.com/openshift-gitops-operator patched ++ mktemp -d + ROLLOUTS_TMP_DIR=/tmp/tmp.Vw1eMTRJCS + cd /tmp/tmp.Vw1eMTRJCS + git clone https://github.com/argoproj-labs/argo-rollouts-manager Cloning into 'argo-rollouts-manager'... + cd /tmp/tmp.Vw1eMTRJCS/argo-rollouts-manager + TARGET_ROLLOUT_MANAGER_COMMIT=52fd4a22e49e9bb0a3947262cce75931b63b209b + TARGET_OPENSHIFT_ROUTE_ROLLOUT_PLUGIN_COMMIT=8b4125a7f9ecffb0247df91a4c890f88c0c523b7 + git checkout 52fd4a22e49e9bb0a3947262cce75931b63b209b Note: switching to '52fd4a22e49e9bb0a3947262cce75931b63b209b'. You are in 'detached HEAD' state. You can look around, make experimental changes and commit them, and you can discard any commits you make in this state without impacting any branches by switching back to a branch. If you want to create a new branch to retain commits you create, you may do so (now or later) by using -c with the switch command. Example: git switch -c Or undo this operation with: git switch - Turn off this advice by setting config variable advice.detachedHead to false HEAD is now at 52fd4a2 fix: Cluster-scoped Rollouts should be restricted to user-defined namespace + make test-e2e NAMESPACE_SCOPED_ARGO_ROLLOUTS=false hack/run-rollouts-manager-e2e-tests.sh + '[' false == true ']' + go test -v -p=1 -timeout=30m -race -count=1 -coverprofile=coverage.out ./tests/e2e/cluster-scoped go: downloading sigs.k8s.io/controller-runtime v0.16.3 go: downloading k8s.io/apimachinery v0.28.3 go: downloading github.com/onsi/ginkgo/v2 v2.11.0 go: downloading go.uber.org/zap v1.25.0 go: downloading k8s.io/client-go v0.28.3 go: downloading github.com/onsi/gomega v1.27.10 go: downloading k8s.io/api v0.28.3 go: downloading github.com/coreos/prometheus-operator v0.40.0 go: downloading k8s.io/apiextensions-apiserver v0.28.3 go: downloading sigs.k8s.io/yaml v1.3.0 go: downloading github.com/go-logr/logr v1.2.4 go: downloading gopkg.in/yaml.v2 v2.4.0 go: downloading go.uber.org/multierr v1.11.0 go: downloading github.com/google/go-cmp v0.5.9 go: downloading github.com/go-logr/zapr v1.2.4 go: downloading github.com/evanphx/json-patch/v5 v5.6.0 go: downloading github.com/evanphx/json-patch v5.6.0+incompatible go: downloading github.com/gogo/protobuf v1.3.2 go: downloading github.com/google/gofuzz v1.2.0 go: downloading k8s.io/klog/v2 v2.100.1 go: downloading k8s.io/utils v0.0.0-20230406110748-d93618cff8a2 go: downloading sigs.k8s.io/structured-merge-diff/v4 v4.2.3 go: downloading gopkg.in/inf.v0 v0.9.1 go: downloading golang.org/x/net v0.23.0 go: downloading golang.org/x/sys v0.18.0 go: downloading gopkg.in/yaml.v3 v3.0.1 go: downloading sigs.k8s.io/json v0.0.0-20221116044647-bc3834ca7abd go: downloading k8s.io/kube-openapi v0.0.0-20230717233707-2695361300d9 go: downloading github.com/pkg/errors v0.9.1 go: downloading github.com/json-iterator/go v1.1.12 go: downloading gomodules.xyz/jsonpatch/v2 v2.4.0 go: downloading k8s.io/component-base v0.28.3 go: downloading golang.org/x/text v0.14.0 go: downloading golang.org/x/exp v0.0.0-20220827204233-334a2380cb91 go: downloading github.com/prometheus/client_golang v1.16.0 go: downloading github.com/modern-go/concurrent v0.0.0-20180306012644-bacd9c7ef1dd go: downloading github.com/modern-go/reflect2 v1.0.2 go: downloading github.com/davecgh/go-spew v1.1.1 go: downloading github.com/imdario/mergo v0.3.13 go: downloading github.com/spf13/pflag v1.0.5 go: downloading golang.org/x/term v0.18.0 go: downloading github.com/golang/protobuf v1.5.3 go: downloading github.com/google/gnostic-models v0.6.8 go: downloading golang.org/x/time v0.3.0 go: downloading github.com/golang/groupcache v0.0.0-20210331224755-41bb18bfe9da go: downloading github.com/google/uuid v1.3.0 go: downloading github.com/fsnotify/fsnotify v1.6.0 go: downloading golang.org/x/oauth2 v0.10.0 go: downloading google.golang.org/protobuf v1.33.0 go: downloading github.com/prometheus/client_model v0.4.0 go: downloading github.com/prometheus/common v0.44.0 go: downloading github.com/beorn7/perks v1.0.1 go: downloading github.com/cespare/xxhash/v2 v2.2.0 go: downloading github.com/prometheus/procfs v0.10.1 go: downloading github.com/go-openapi/swag v0.22.3 go: downloading github.com/go-openapi/jsonreference v0.20.2 go: downloading github.com/munnerz/goautoneg v0.0.0-20191010083416-a7dc8b61c822 go: downloading github.com/emicklei/go-restful/v3 v3.11.0 go: downloading github.com/go-openapi/jsonpointer v0.19.6 go: downloading github.com/mailru/easyjson v0.7.7 go: downloading github.com/josharian/intern v1.0.0 go: downloading github.com/matttproud/golang_protobuf_extensions v1.0.4 === RUN TestClusterScoped Running Suite: Cluster-scoped Suite - /tmp/tmp.Vw1eMTRJCS/argo-rollouts-manager/tests/e2e/cluster-scoped ======================================================================================================== Random Seed: 1729763614 Will run 18 of 18 specs HavePhase: expected: Available actual: HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Available HaveSuccessCondition: expected: {Reconciled True 0 0001-01-01 00:00:00 +0000 UTC Success } actual: {Reconciled True 0 2024-10-24 09:54:05 +0000 UTC Success } Object exists in ExistByName: argo-rollouts Object exists in ExistByName: argo-rollouts Object exists in ExistByName: argo-rollouts-aggregate-to-admin Object exists in ExistByName: argo-rollouts-aggregate-to-edit Object exists in ExistByName: argo-rollouts-aggregate-to-view Object exists in ExistByName: argo-rollouts Object exists in ExistByName: argo-rollouts-metrics Object exists in ExistByName: argo-rollouts-notification-secret Object exists in ExistByName: argo-rollouts Object exists in ExistByName: rollout-bluegreen-active Object exists in ExistByName: rollout-bluegreen-preview •HavePhase: expected: Available actual: HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Available HaveSuccessCondition: expected: {Reconciled True 0 0001-01-01 00:00:00 +0000 UTC Success } actual: {Reconciled True 0 2024-10-24 09:54:49 +0000 UTC Success } Object exists in ExistByName: argo-rollouts Object exists in ExistByName: argo-rollouts Object exists in ExistByName: argo-rollouts-aggregate-to-admin Object exists in ExistByName: argo-rollouts-aggregate-to-edit Object exists in ExistByName: argo-rollouts-aggregate-to-view Object exists in ExistByName: argo-rollouts Object exists in ExistByName: argo-rollouts-metrics Object exists in ExistByName: argo-rollouts-notification-secret Object exists in ExistByName: argo-rollouts Object exists in ExistByName: rollout-bluegreen-active Object exists in ExistByName: rollout-bluegreen-preview Object exists in ExistByName: rollout-bluegreen-active Object exists in ExistByName: rollout-bluegreen-preview •HavePhase: expected: Available actual: HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Available HaveSuccessCondition: expected: {Reconciled True 0 0001-01-01 00:00:00 +0000 UTC Success } actual: {Reconciled True 0 2024-10-24 09:56:01 +0000 UTC Success } Object exists in ExistByName: rollout-bluegreen-active Object exists in ExistByName: rollout-bluegreen-preview HavePhase: expected: Failure actual: HavePhase: expected: Failure actual: Failure HaveCondition: expected: {Reconciled False 0 0001-01-01 00:00:00 +0000 UTC InvalidRolloutManagerScope when Subscription has environment variable NAMESPACE_SCOPED_ARGO_ROLLOUTS set to False, there may not exist any namespace-scoped RolloutManagers: only a single cluster-scoped RolloutManager is supported} actual: {Reconciled False 0 2024-10-24 09:56:20 +0000 UTC InvalidRolloutManagerScope when Subscription has environment variable NAMESPACE_SCOPED_ARGO_ROLLOUTS set to False, there may not exist any namespace-scoped RolloutManagers: only a single cluster-scoped RolloutManager is supported} Object exists in ExistByName: rollout-bluegreen-active Object exists in ExistByName: rollout-bluegreen-preview HavePhase: expected: Available actual: Available HaveSuccessCondition: expected: {Reconciled True 0 0001-01-01 00:00:00 +0000 UTC Success } actual: {Reconciled True 0 2024-10-24 09:56:01 +0000 UTC Success } Object exists in ExistByName: rollout-bluegreen-active Object exists in ExistByName: rollout-bluegreen-preview •HavePhase: expected: Available actual: HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Available HaveSuccessCondition: expected: {Reconciled True 0 0001-01-01 00:00:00 +0000 UTC Success } actual: {Reconciled True 0 2024-10-24 09:57:06 +0000 UTC Success } Object exists in ExistByName: rollout-bluegreen-active Object exists in ExistByName: rollout-bluegreen-preview HavePhase: expected: Failure actual: Failure HaveCondition: expected: {Reconciled False 0 0001-01-01 00:00:00 +0000 UTC MultipleClusterScopedRolloutManager when there exists a cluster-scoped RolloutManager on the cluster, there may not exist another: only a single cluster-scoped RolloutManager is supported} actual: {Reconciled False 0 2024-10-24 09:57:20 +0000 UTC MultipleClusterScopedRolloutManager when there exists a cluster-scoped RolloutManager on the cluster, there may not exist another: only a single cluster-scoped RolloutManager is supported} Object exists in ExistByName: rollout-bluegreen-active Object exists in ExistByName: rollout-bluegreen-preview HavePhase: expected: Failure actual: Failure HaveCondition: expected: {Reconciled False 0 0001-01-01 00:00:00 +0000 UTC MultipleClusterScopedRolloutManager when there exists a cluster-scoped RolloutManager on the cluster, there may not exist another: only a single cluster-scoped RolloutManager is supported} actual: {Reconciled False 0 2024-10-24 09:57:20 +0000 UTC MultipleClusterScopedRolloutManager when there exists a cluster-scoped RolloutManager on the cluster, there may not exist another: only a single cluster-scoped RolloutManager is supported} Object exists in ExistByName: rollout-bluegreen-active Object exists in ExistByName: rollout-bluegreen-preview •HavePhase: expected: Failure actual: HavePhase: expected: Failure actual: Pending HavePhase: expected: Failure actual: Pending HavePhase: expected: Failure actual: Pending HavePhase: expected: Failure actual: Available HavePhase: expected: Failure actual: Available HavePhase: expected: Failure actual: Available HavePhase: expected: Failure actual: Available HavePhase: expected: Failure actual: Available HavePhase: expected: Failure actual: Available HavePhase: expected: Failure actual: Available HavePhase: expected: Failure actual: Available ------------------------------ • [FAILED] [100.575 seconds] Cluster-scoped RolloutManager tests Testing cluster-scoped RolloutManager behaviour [It] Namespace is not specified in CLUSTER_SCOPED_ARGO_ROLLOUTS_NAMESPACES, then cluster-scoped RolloutManager should not be allowed. /tmp/tmp.Vw1eMTRJCS/argo-rollouts-manager/tests/e2e/cluster-scoped/cluster_scoped_rollouts_test.go:289 Timeline >> STEP: Create namespace. @ 10/24/24 09:58:05.136 STEP: Verify that RolloutManager is successfully created. @ 10/24/24 09:58:05.208 [FAILED] in [It] - /tmp/tmp.Vw1eMTRJCS/argo-rollouts-manager/tests/e2e/cluster-scoped/cluster_scoped_rollouts_test.go:299 @ 10/24/24 09:59:05.214 << Timeline [FAILED] Timed out after 60.005s. Expected : false to be true In [It] at: /tmp/tmp.Vw1eMTRJCS/argo-rollouts-manager/tests/e2e/cluster-scoped/cluster_scoped_rollouts_test.go:299 @ 10/24/24 09:59:05.214 ------------------------------ HavePhase: expected: Available actual: HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Available HaveSuccessCondition: expected: {Reconciled True 0 0001-01-01 00:00:00 +0000 UTC Success } actual: {Reconciled True 0 2024-10-24 09:59:30 +0000 UTC Success } HavePhase: expected: Failure actual: Failure HaveCondition: expected: {Reconciled False 0 0001-01-01 00:00:00 +0000 UTC MultipleClusterScopedRolloutManager when there exists a cluster-scoped RolloutManager on the cluster, there may not exist another: only a single cluster-scoped RolloutManager is supported} actual: {Reconciled False 0 2024-10-24 09:59:47 +0000 UTC MultipleClusterScopedRolloutManager when there exists a cluster-scoped RolloutManager on the cluster, there may not exist another: only a single cluster-scoped RolloutManager is supported} HaveCondition: expected: {Reconciled False 0 0001-01-01 00:00:00 +0000 UTC MultipleClusterScopedRolloutManager when there exists a cluster-scoped RolloutManager on the cluster, there may not exist another: only a single cluster-scoped RolloutManager is supported} actual: {Reconciled False 0 2024-10-24 09:59:47 +0000 UTC MultipleClusterScopedRolloutManager when there exists a cluster-scoped RolloutManager on the cluster, there may not exist another: only a single cluster-scoped RolloutManager is supported} HaveSuccessCondition: expected: {Reconciled True 0 0001-01-01 00:00:00 +0000 UTC Success } actual: {Reconciled False 0 2024-10-24 09:59:47 +0000 UTC MultipleClusterScopedRolloutManager when there exists a cluster-scoped RolloutManager on the cluster, there may not exist another: only a single cluster-scoped RolloutManager is supported} HaveSuccessCondition: expected: {Reconciled True 0 0001-01-01 00:00:00 +0000 UTC Success } actual: {Reconciled True 0 2024-10-24 09:59:47 +0000 UTC Success } •HavePhase: expected: Available actual: HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Available Object exists in ExistByName: argo-rollouts-aggregate-to-admin Object exists in ExistByName: argo-rollouts-aggregate-to-admin Object exists in ExistByName: argo-rollouts-aggregate-to-admin Object exists in ExistByName: argo-rollouts-aggregate-to-admin Object exists in ExistByName: argo-rollouts-aggregate-to-admin Object exists in ExistByName: argo-rollouts-aggregate-to-admin Object exists in ExistByName: argo-rollouts-aggregate-to-admin Object exists in ExistByName: argo-rollouts-aggregate-to-admin Object exists in ExistByName: argo-rollouts-aggregate-to-admin Object exists in ExistByName: argo-rollouts-aggregate-to-admin Object exists in ExistByName: argo-rollouts-aggregate-to-admin Object exists in ExistByName: argo-rollouts-aggregate-to-admin Object exists in ExistByName: argo-rollouts-aggregate-to-admin Object exists in ExistByName: argo-rollouts-aggregate-to-admin Object exists in ExistByName: argo-rollouts-aggregate-to-admin Object exists in ExistByName: argo-rollouts-aggregate-to-admin Object exists in ExistByName: argo-rollouts-aggregate-to-admin Object exists in ExistByName: argo-rollouts-aggregate-to-admin Object exists in ExistByName: argo-rollouts-aggregate-to-admin Object exists in ExistByName: argo-rollouts-aggregate-to-admin Object exists in ExistByName: argo-rollouts-aggregate-to-admin Object exists in ExistByName: argo-rollouts-aggregate-to-admin Object exists in ExistByName: argo-rollouts-aggregate-to-admin Object exists in ExistByName: argo-rollouts-aggregate-to-admin Object exists in ExistByName: argo-rollouts-aggregate-to-admin Object exists in ExistByName: argo-rollouts-aggregate-to-admin Object exists in ExistByName: argo-rollouts-aggregate-to-admin Object exists in ExistByName: argo-rollouts-aggregate-to-admin Object exists in ExistByName: argo-rollouts-aggregate-to-admin Object exists in ExistByName: argo-rollouts-aggregate-to-admin Object exists in ExistByName: argo-rollouts-aggregate-to-admin Object exists in ExistByName: argo-rollouts-aggregate-to-admin Object exists in ExistByName: argo-rollouts-aggregate-to-admin Object exists in ExistByName: argo-rollouts-aggregate-to-admin Object exists in ExistByName: argo-rollouts-aggregate-to-admin Object exists in ExistByName: argo-rollouts-aggregate-to-admin Object exists in ExistByName: argo-rollouts-aggregate-to-admin Object exists in ExistByName: argo-rollouts-aggregate-to-admin Object exists in ExistByName: argo-rollouts-aggregate-to-admin Object exists in ExistByName: argo-rollouts-aggregate-to-admin Object exists in ExistByName: argo-rollouts-aggregate-to-admin Object exists in ExistByName: argo-rollouts-aggregate-to-admin Object exists in ExistByName: argo-rollouts-aggregate-to-admin Object exists in ExistByName: argo-rollouts-aggregate-to-admin Object exists in ExistByName: argo-rollouts-aggregate-to-admin Object exists in ExistByName: argo-rollouts-aggregate-to-admin Object exists in ExistByName: argo-rollouts-aggregate-to-admin Object exists in ExistByName: argo-rollouts-aggregate-to-admin Object exists in ExistByName: argo-rollouts-aggregate-to-admin Object exists in ExistByName: argo-rollouts-aggregate-to-admin Object exists in ExistByName: argo-rollouts-aggregate-to-admin Object exists in ExistByName: argo-rollouts-aggregate-to-admin Object exists in ExistByName: argo-rollouts-aggregate-to-admin Object exists in ExistByName: argo-rollouts-aggregate-to-admin Object exists in ExistByName: argo-rollouts-aggregate-to-admin Object exists in ExistByName: argo-rollouts-aggregate-to-admin Object exists in ExistByName: argo-rollouts-aggregate-to-admin Object exists in ExistByName: argo-rollouts-aggregate-to-admin Object exists in ExistByName: argo-rollouts-aggregate-to-admin ------------------------------ • [FAILED] [96.114 seconds] Cluster-scoped RolloutManager tests Testing cluster-scoped RolloutManager behaviour [It] Verify that deleting the RolloutManager should delete the '*aggregate*' ClusterRoles /tmp/tmp.Vw1eMTRJCS/argo-rollouts-manager/tests/e2e/cluster-scoped/cluster_scoped_rollouts_test.go:354 Timeline >> STEP: Verify that RolloutManager is successfully created. @ 10/24/24 10:00:03.823 STEP: Verify clusterRole '*aggregate*' is created @ 10/24/24 10:00:24.504 STEP: Delete RolloutManager @ 10/24/24 10:00:24.552 STEP: Verify clusterRole '*aggregate*' is deleted @ 10/24/24 10:00:24.57 [FAILED] in [It] - /tmp/tmp.Vw1eMTRJCS/argo-rollouts-manager/tests/e2e/cluster-scoped/cluster_scoped_rollouts_test.go:388 @ 10/24/24 10:01:24.572 << Timeline [FAILED] Timed out after 60.001s. Expected : true not to be true In [It] at: /tmp/tmp.Vw1eMTRJCS/argo-rollouts-manager/tests/e2e/cluster-scoped/cluster_scoped_rollouts_test.go:388 @ 10/24/24 10:01:24.572 ------------------------------ HavePhase: expected: Available actual: HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Available Object exists in ExistByName: argo-rollouts Object exists in ExistByName: argo-rollouts Object exists in ExistByName: argo-rollouts-aggregate-to-admin Object exists in ExistByName: argo-rollouts-aggregate-to-edit Object exists in ExistByName: argo-rollouts-aggregate-to-view Object exists in ExistByName: argo-rollouts Object exists in ExistByName: argo-rollouts-metrics Object exists in ExistByName: argo-rollouts-notification-secret Object exists in ExistByName: argo-rollouts •HavePhase: expected: Available actual: HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Available Object exists in ExistByName: argo-rollouts Object does not exists in ExistByName: argo-rollouts serviceaccounts "argo-rollouts" not found Object does not exists in ExistByName: argo-rollouts clusterroles.rbac.authorization.k8s.io "argo-rollouts" not found Object does not exists in ExistByName: argo-rollouts clusterrolebindings.rbac.authorization.k8s.io "argo-rollouts" not found Object exists in ExistByName: argo-rollouts-aggregate-to-admin Object exists in ExistByName: argo-rollouts-aggregate-to-admin Object exists in ExistByName: argo-rollouts-aggregate-to-admin Object exists in ExistByName: argo-rollouts-aggregate-to-admin Object exists in ExistByName: argo-rollouts-aggregate-to-admin Object exists in ExistByName: argo-rollouts-aggregate-to-admin Object exists in ExistByName: argo-rollouts-aggregate-to-admin Object exists in ExistByName: argo-rollouts-aggregate-to-admin Object exists in ExistByName: argo-rollouts-aggregate-to-admin Object exists in ExistByName: argo-rollouts-aggregate-to-admin Object exists in ExistByName: argo-rollouts-aggregate-to-admin Object exists in ExistByName: argo-rollouts-aggregate-to-admin Object exists in ExistByName: argo-rollouts-aggregate-to-admin Object exists in ExistByName: argo-rollouts-aggregate-to-admin Object exists in ExistByName: argo-rollouts-aggregate-to-admin Object exists in ExistByName: argo-rollouts-aggregate-to-admin Object exists in ExistByName: argo-rollouts-aggregate-to-admin Object exists in ExistByName: argo-rollouts-aggregate-to-admin Object exists in ExistByName: argo-rollouts-aggregate-to-admin Object exists in ExistByName: argo-rollouts-aggregate-to-admin Object exists in ExistByName: argo-rollouts-aggregate-to-admin Object exists in ExistByName: argo-rollouts-aggregate-to-admin Object exists in ExistByName: argo-rollouts-aggregate-to-admin Object exists in ExistByName: argo-rollouts-aggregate-to-admin Object exists in ExistByName: argo-rollouts-aggregate-to-admin Object exists in ExistByName: argo-rollouts-aggregate-to-admin Object exists in ExistByName: argo-rollouts-aggregate-to-admin Object exists in ExistByName: argo-rollouts-aggregate-to-admin Object exists in ExistByName: argo-rollouts-aggregate-to-admin Object exists in ExistByName: argo-rollouts-aggregate-to-admin ------------------------------ • [FAILED] [63.013 seconds] Cluster-scoped RolloutManager tests RolloutManager tests - cluster-scoped when A RolloutManager is deleted [It] should delete all the associated resources /tmp/tmp.Vw1eMTRJCS/argo-rollouts-manager/tests/e2e/rollout_tests_all.go:78 Timeline >> STEP: deleting the service account @ 10/24/24 10:02:23.564 STEP: deleting the cluster role @ 10/24/24 10:02:24.615 STEP: deleting the cluster role binding @ 10/24/24 10:02:24.642 STEP: deleting three aggregate cluster roles @ 10/24/24 10:02:24.653 [FAILED] in [It] - /tmp/tmp.Vw1eMTRJCS/argo-rollouts-manager/tests/e2e/rollout_tests_all.go:117 @ 10/24/24 10:02:54.655 << Timeline [FAILED] Timed out after 30.001s. Expected : true not to be true In [It] at: /tmp/tmp.Vw1eMTRJCS/argo-rollouts-manager/tests/e2e/rollout_tests_all.go:117 @ 10/24/24 10:02:54.655 ------------------------------ HavePhase: expected: Available actual: HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Available Object exists in ExistByName: argo-rollouts •HavePhase: expected: Available actual: HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Available Object exists in ExistByName: argo-rollouts •HavePhase: expected: Pending actual: HavePhase: expected: Pending actual: Pending Object exists in ExistByName: argo-rollouts Object exists in ExistByName: argo-rollouts •HavePhase: expected: Available actual: HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Available •HavePhase: expected: Available actual: HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Available •HavePhase: expected: Available actual: HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Available •HavePhase: expected: Available actual: HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Available Object does not exists in ExistByName: argo-rollouts-notification-secret secrets "argo-rollouts-notification-secret" not found Object exists in ExistByName: argo-rollouts-notification-secret •HavePhase: expected: Available actual: HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Available Object exists in ExistByName: argo-rollouts-notification-secret Object does not exists in ExistByName: argo-rollouts-notification-secret secrets "argo-rollouts-notification-secret" not found •HavePhase: expected: Available actual: HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Pending HavePhase: expected: Available actual: Available Object exists in ExistByName: argo-rollouts-notification-secret Object exists in ExistByName: argo-rollouts-notification-secret • Summarizing 3 Failures: [FAIL] Cluster-scoped RolloutManager tests Testing cluster-scoped RolloutManager behaviour [It] Namespace is not specified in CLUSTER_SCOPED_ARGO_ROLLOUTS_NAMESPACES, then cluster-scoped RolloutManager should not be allowed. /tmp/tmp.Vw1eMTRJCS/argo-rollouts-manager/tests/e2e/cluster-scoped/cluster_scoped_rollouts_test.go:299 [FAIL] Cluster-scoped RolloutManager tests Testing cluster-scoped RolloutManager behaviour [It] Verify that deleting the RolloutManager should delete the '*aggregate*' ClusterRoles /tmp/tmp.Vw1eMTRJCS/argo-rollouts-manager/tests/e2e/cluster-scoped/cluster_scoped_rollouts_test.go:388 [FAIL] Cluster-scoped RolloutManager tests RolloutManager tests - cluster-scoped when A RolloutManager is deleted [It] should delete all the associated resources /tmp/tmp.Vw1eMTRJCS/argo-rollouts-manager/tests/e2e/rollout_tests_all.go:117 Ran 18 of 18 Specs in 861.990 seconds FAIL! -- 15 Passed | 3 Failed | 0 Pending | 0 Skipped --- FAIL: TestClusterScoped (861.99s) FAIL coverage: [no statements] FAIL github.com/argoproj-labs/argo-rollouts-manager/tests/e2e/cluster-scoped 862.116s FAIL make: *** [Makefile:120: test-e2e] Error 1 + exit_code=2 + [[ 2 != 0 ]] + echo 2 + tee /tekton/results/result 2 + failed=2 + exit_code=0 + kubectl delete rolloutmanagers --all -n test-rom-ns-1 No resources found + cd /tmp/tmp.Vw1eMTRJCS/argo-rollouts-manager + SKIP_RUN_STEP=true + hack/run-upstream-argo-rollouts-e2e-tests.sh + set -e + trap cleanup EXIT +++ dirname -- hack/run-upstream-argo-rollouts-e2e-tests.sh ++ cd -- hack ++ pwd + SCRIPT_DIR=/tmp/tmp.Vw1eMTRJCS/argo-rollouts-manager/hack ++ mktemp -d + TMP_DIR=/tmp/tmp.LeaKkHg7dH + cd /tmp/tmp.LeaKkHg7dH + git clone https://github.com/argoproj/argo-rollouts Cloning into 'argo-rollouts'... + cd argo-rollouts + git checkout v1.7.1 Note: switching to 'v1.7.1'. You are in 'detached HEAD' state. You can look around, make experimental changes and commit them, and you can discard any commits you make in this state without impacting any branches by switching back to a branch. If you want to create a new branch to retain commits you create, you may do so (now or later) by using -c with the switch command. Example: git switch -c Or undo this operation with: git switch - Turn off this advice by setting config variable advice.detachedHead to false HEAD is now at 6a99ea990 fix: docs site version selector broken (#3590) + go mod tidy go: downloading github.com/blang/semver v3.5.1+incompatible go: downloading k8s.io/apiextensions-apiserver v0.29.3 go: downloading k8s.io/apimachinery v0.29.3 go: downloading k8s.io/kube-openapi v0.0.0-20231010175941-2dd684a91f00 go: downloading sigs.k8s.io/yaml v1.4.0 go: downloading github.com/sirupsen/logrus v1.9.3 go: downloading k8s.io/cli-runtime v0.29.3 go: downloading k8s.io/client-go v0.29.3 go: downloading github.com/argoproj/pkg v0.13.6 go: downloading github.com/grpc-ecosystem/grpc-gateway v1.16.0 go: downloading github.com/servicemeshinterface/smi-sdk-go v0.5.0 go: downloading github.com/argoproj/notifications-engine v0.4.1-0.20240219110818-7a069766e954 go: downloading github.com/spf13/cobra v1.8.0 go: downloading k8s.io/code-generator v0.29.3 go: downloading github.com/aws/aws-sdk-go-v2/config v1.27.10 go: downloading github.com/aws/smithy-go v1.20.2 go: downloading github.com/influxdata/influxdb-client-go/v2 v2.13.0 go: downloading github.com/aws/aws-sdk-go-v2 v1.26.1 go: downloading k8s.io/api v0.29.3 go: downloading k8s.io/klog/v2 v2.110.1 go: downloading github.com/aws/aws-sdk-go-v2/service/cloudwatch v1.37.0 go: downloading github.com/prometheus/client_golang v1.18.0 go: downloading github.com/stretchr/testify v1.9.0 go: downloading github.com/hashicorp/go-plugin v1.6.0 go: downloading k8s.io/kubernetes v1.29.3 go: downloading k8s.io/utils v0.0.0-20230726121419-3b25d923346b go: downloading k8s.io/component-base v0.29.3 go: downloading github.com/newrelic/newrelic-client-go v1.1.0 go: downloading github.com/machinebox/graphql v0.2.2 go: downloading github.com/spaceapegames/go-wavefront v1.8.1 go: downloading golang.org/x/oauth2 v0.18.0 go: downloading github.com/tj/assert v0.0.3 go: downloading github.com/golang/protobuf v1.5.4 go: downloading github.com/prometheus/common v0.47.0 go: downloading github.com/prometheus/common/sigv4 v0.1.0 go: downloading github.com/juju/ansiterm v1.0.0 go: downloading google.golang.org/genproto/googleapis/api v0.0.0-20240123012728-ef4313101c80 go: downloading google.golang.org/grpc v1.62.1 go: downloading k8s.io/kubectl v0.29.3 go: downloading github.com/aws/aws-sdk-go-v2/service/elasticloadbalancingv2 v1.30.5 go: downloading google.golang.org/genproto v0.0.0-20240123012728-ef4313101c80 go: downloading github.com/evanphx/json-patch/v5 v5.9.0 go: downloading github.com/mitchellh/mapstructure v1.5.0 go: downloading github.com/soheilhy/cmux v0.1.5 go: downloading github.com/bombsimon/logrusr/v4 v4.1.0 go: downloading k8s.io/apiserver v0.29.3 go: downloading github.com/antonmedv/expr v1.15.5 go: downloading github.com/valyala/fasttemplate v1.2.2 go: downloading github.com/golang/mock v1.6.0 go: downloading github.com/prometheus/client_model v0.6.0 go: downloading github.com/google/go-cmp v0.6.0 go: downloading github.com/inconshreveable/mousetrap v1.1.0 go: downloading github.com/google/uuid v1.6.0 go: downloading github.com/golang/glog v1.2.0 go: downloading k8s.io/gengo v0.0.0-20230829151522-9cce18d56c01 go: downloading golang.org/x/net v0.22.0 go: downloading github.com/influxdata/line-protocol v0.0.0-20210922203350-b1ad95c89adf go: downloading github.com/aws/aws-sdk-go-v2/credentials v1.17.10 go: downloading github.com/aws/aws-sdk-go-v2/feature/ec2/imds v1.16.1 go: downloading github.com/aws/aws-sdk-go-v2/internal/ini v1.8.0 go: downloading github.com/aws/aws-sdk-go-v2/service/sso v1.20.4 go: downloading github.com/aws/aws-sdk-go-v2/service/ssooidc v1.23.4 go: downloading github.com/aws/aws-sdk-go-v2/service/sts v1.28.6 go: downloading github.com/go-logr/logr v1.3.0 go: downloading github.com/aws/aws-sdk-go-v2/internal/configsources v1.3.5 go: downloading github.com/jmespath/go-jmespath v0.4.0 go: downloading github.com/oapi-codegen/runtime v1.0.0 go: downloading github.com/pmezard/go-difflib v1.0.0 go: downloading github.com/stretchr/objx v0.5.2 go: downloading github.com/prometheus/procfs v0.12.0 go: downloading github.com/hashicorp/go-hclog v0.14.1 go: downloading github.com/hashicorp/yamux v0.1.1 go: downloading github.com/mitchellh/go-testing-interface v1.0.0 go: downloading github.com/oklog/run v1.0.0 go: downloading gopkg.in/check.v1 v1.0.0-20201130134442-10cb98267c6c go: downloading github.com/jhump/protoreflect v1.15.1 go: downloading sigs.k8s.io/structured-merge-diff/v4 v4.4.1 go: downloading github.com/felixge/httpsnoop v1.0.3 go: downloading github.com/matryer/is v1.4.0 go: downloading google.golang.org/genproto/googleapis/rpc v0.0.0-20240123012728-ef4313101c80 go: downloading github.com/aws/aws-sdk-go v1.44.116 go: downloading github.com/mattn/go-colorable v0.1.13 go: downloading github.com/mattn/go-isatty v0.0.19 go: downloading github.com/elazarl/goproxy v0.0.0-20220417044921-416226498f94 go: downloading github.com/PagerDuty/go-pagerduty v1.7.0 go: downloading github.com/RocketChat/Rocket.Chat.Go.SDK v0.0.0-20220708192748-b73dcb041214 go: downloading github.com/aws/aws-sdk-go-v2/service/sqs v1.29.7 go: downloading github.com/bradleyfalzon/ghinstallation/v2 v2.5.0 go: downloading github.com/OvyFlash/telegram-bot-api/v5 v5.0.0-20240108230938-63e5c59035bf go: downloading github.com/google/go-github/v41 v41.0.0 go: downloading github.com/gregdel/pushover v1.2.1 go: downloading github.com/hashicorp/go-retryablehttp v0.7.1 go: downloading github.com/opsgenie/opsgenie-go-sdk-v2 v1.2.13 go: downloading github.com/slack-go/slack v0.12.2 go: downloading github.com/spf13/cast v1.5.1 go: downloading github.com/whilp/git-urls v0.0.0-20191001220047-6db9661140c0 go: downloading gomodules.xyz/notify v0.1.1 go: downloading google.golang.org/api v0.149.0 go: downloading github.com/valyala/bytebufferpool v1.0.0 go: downloading github.com/liggitt/tabwriter v0.0.0-20181228230101-89fcab3d43de go: downloading github.com/moby/term v0.0.0-20221205130635-1aeaba878587 go: downloading golang.org/x/sync v0.6.0 go: downloading sigs.k8s.io/kustomize/api v0.13.5-0.20230601165947-6ce0bf390ce3 go: downloading sigs.k8s.io/kustomize/kyaml v0.14.3-0.20230601165947-6ce0bf390ce3 go: downloading github.com/gregjones/httpcache v0.0.0-20190611155906-901d90724c79 go: downloading github.com/peterbourgon/diskv v2.0.1+incompatible go: downloading github.com/ghodss/yaml v1.0.1-0.20190212211648-25d852aebe32 go: downloading github.com/Masterminds/sprig/v3 v3.2.3 go: downloading github.com/aws/aws-sdk-go-v2/internal/endpoints/v2 v2.6.5 go: downloading github.com/aws/aws-sdk-go-v2/service/internal/accept-encoding v1.11.2 go: downloading github.com/aws/aws-sdk-go-v2/service/internal/presigned-url v1.11.7 go: downloading github.com/apapsch/go-jsonmerge/v2 v2.0.0 go: downloading github.com/fatih/color v1.7.0 go: downloading github.com/kr/pretty v0.3.1 go: downloading github.com/jmespath/go-jmespath/internal/testify v1.5.1 go: downloading github.com/mwitkow/go-conntrack v0.0.0-20190716064945-2f068394615f go: downloading github.com/onsi/ginkgo/v2 v2.13.0 go: downloading github.com/onsi/gomega v1.29.0 go: downloading google.golang.org/appengine v1.6.8 go: downloading github.com/lunixbochs/vtclean v1.0.0 go: downloading github.com/blang/semver/v4 v4.0.0 go: downloading github.com/google/go-querystring v1.1.0 go: downloading github.com/tomnomnom/linkheader v0.0.0-20180905144013-02ca5825eb80 go: downloading github.com/valyala/fastjson v1.6.3 go: downloading github.com/exponent-io/jsonpath v0.0.0-20210407135951-1de76d718b3f go: downloading github.com/chai2010/gettext-go v1.0.2 go: downloading github.com/MakeNowJust/heredoc v1.0.0 go: downloading github.com/mitchellh/go-wordwrap v1.0.1 go: downloading github.com/russross/blackfriday/v2 v2.1.0 go: downloading github.com/golang-jwt/jwt/v4 v4.5.0 go: downloading github.com/google/go-github/v53 v53.0.0 go: downloading golang.org/x/crypto v0.21.0 go: downloading github.com/hashicorp/go-cleanhttp v0.5.2 go: downloading github.com/gorilla/websocket v1.5.0 go: downloading github.com/go-test/deep v1.0.4 go: downloading github.com/frankban/quicktest v1.14.4 go: downloading gomodules.xyz/envconfig v1.3.1-0.20190308184047-426f31af0d45 go: downloading gopkg.in/gomail.v2 v2.0.0-20160411212932-81ebce5c23df go: downloading k8s.io/component-helpers v0.29.3 go: downloading k8s.io/kubelet v0.29.3 go: downloading golang.org/x/tools v0.16.1 go: downloading github.com/google/btree v1.1.2 go: downloading github.com/creack/pty v1.1.18 go: downloading github.com/Masterminds/goutils v1.1.1 go: downloading github.com/huandu/xstrings v1.3.3 go: downloading github.com/Masterminds/semver/v3 v3.2.0 go: downloading github.com/mitchellh/copystructure v1.2.0 go: downloading github.com/shopspring/decimal v1.2.0 go: downloading github.com/bufbuild/protocompile v0.4.0 go: downloading github.com/kr/text v0.2.0 go: downloading github.com/rogpeppe/go-internal v1.10.0 go: downloading github.com/jpillora/backoff v1.0.0 go: downloading github.com/onsi/ginkgo v1.14.1 go: downloading github.com/Jeffail/gabs v1.4.0 go: downloading github.com/gopackage/ddp v0.0.0-20170117053602-652027933df4 go: downloading github.com/sony/sonyflake v1.0.0 go: downloading github.com/distribution/reference v0.5.0 go: downloading gopkg.in/alexcesaro/quotedprintable.v3 v3.0.0-20150716171945-2caba252f4dc go: downloading k8s.io/cloud-provider v0.29.3 go: downloading github.com/Azure/go-ansiterm v0.0.0-20210617225240-d185dfc1b5a1 go: downloading github.com/mitchellh/reflectwalk v1.0.2 go: downloading github.com/ProtonMail/go-crypto v0.0.0-20230217124315-7d5c6f04bbb8 go: downloading github.com/go-errors/errors v1.4.2 go: downloading github.com/sergi/go-diff v1.1.0 go: downloading k8s.io/cluster-bootstrap v0.25.8 go: downloading github.com/opencontainers/go-digest v1.0.0 go: downloading github.com/moby/spdystream v0.2.0 go: downloading github.com/armon/go-socks5 v0.0.0-20160902184237-e75332964ef5 go: downloading github.com/monochromegane/go-gitignore v0.0.0-20200626010858-205db1a8cc00 go: downloading github.com/xlab/treeprint v1.2.0 go: downloading github.com/google/shlex v0.0.0-20191202100458-e7afc7fbc510 go: downloading github.com/mxk/go-flowrate v0.0.0-20140419014527-cca7078d478f go: downloading k8s.io/controller-manager v0.29.3 go: downloading github.com/coreos/go-systemd/v22 v22.5.0 go: downloading github.com/fsnotify/fsnotify v1.7.0 go: downloading go.opentelemetry.io/otel/exporters/otlp/otlptrace/otlptracegrpc v1.19.0 go: downloading go.opentelemetry.io/otel/sdk v1.19.0 go: downloading go.opentelemetry.io/otel/exporters/otlp/otlptrace v1.19.0 go: downloading go.opentelemetry.io/otel v1.19.0 go: downloading gopkg.in/natefinch/lumberjack.v2 v2.2.1 go: downloading go.starlark.net v0.0.0-20230525235612-a134d8f9ddca go: downloading github.com/google/cel-go v0.17.7 go: downloading go.opentelemetry.io/otel/trace v1.19.0 go: downloading go.opentelemetry.io/contrib/instrumentation/net/http/otelhttp v0.44.0 go: downloading sigs.k8s.io/apiserver-network-proxy/konnectivity-client v0.28.0 go: downloading github.com/NYTimes/gziphandler v1.1.1 go: downloading k8s.io/kms v0.29.3 go: downloading github.com/grpc-ecosystem/go-grpc-prometheus v1.2.0 go: downloading go.etcd.io/etcd/client/pkg/v3 v3.5.10 go: downloading go.etcd.io/etcd/client/v3 v3.5.10 go: downloading go.opentelemetry.io/contrib/instrumentation/google.golang.org/grpc/otelgrpc v0.42.0 go: downloading go.uber.org/zap v1.19.0 go: downloading github.com/cloudflare/circl v1.3.3 go: downloading go.opentelemetry.io/otel/metric v1.19.0 go: downloading go.uber.org/goleak v1.2.1 go: downloading github.com/stoewer/go-strcase v1.2.0 go: downloading github.com/go-logr/zapr v1.2.3 go: downloading go.opentelemetry.io/proto/otlp v1.0.0 go: downloading go.etcd.io/etcd/api/v3 v3.5.10 go: downloading go.etcd.io/etcd/server/v3 v3.5.10 go: downloading github.com/go-task/slim-sprig v0.0.0-20230315185526-52ccab3ef572 go: downloading github.com/asaskevich/govalidator v0.0.0-20190424111038-f61b66f89f4a go: downloading github.com/antlr/antlr4/runtime/Go/antlr/v4 v4.0.0-20230305170008-8188dc5388df go: downloading github.com/go-logr/stdr v1.2.2 go: downloading github.com/cenkalti/backoff/v4 v4.2.1 go: downloading go.uber.org/atomic v1.10.0 go: downloading github.com/benbjohnson/clock v1.1.0 go: downloading github.com/grpc-ecosystem/grpc-gateway/v2 v2.16.0 go: downloading github.com/cncf/xds/go v0.0.0-20231128003011-0fa0005c9caa go: downloading github.com/google/pprof v0.0.0-20210720184732-4bb14d4b1be1 go: downloading github.com/coreos/go-semver v0.3.1 go: downloading golang.org/x/exp v0.0.0-20220722155223-a9213eeb770e go: downloading github.com/envoyproxy/protoc-gen-validate v1.0.4 go: downloading cloud.google.com/go/compute/metadata v0.2.3 go: downloading cloud.google.com/go/compute v1.23.3 go: downloading go.etcd.io/bbolt v1.3.8 go: downloading github.com/tmc/grpc-websocket-proxy v0.0.0-20220101234140-673ab2c3ae75 go: downloading go.etcd.io/etcd/pkg/v3 v3.5.10 go: downloading go.etcd.io/etcd/raft/v3 v3.5.10 go: downloading github.com/dustin/go-humanize v1.0.1 go: downloading github.com/xiang90/probing v0.0.0-20190116061207-43a291ad63a2 go: downloading github.com/jonboulle/clockwork v0.2.2 go: downloading github.com/grpc-ecosystem/go-grpc-middleware v1.3.0 go: downloading golang.org/x/mod v0.14.0 go: downloading go.etcd.io/etcd/client/v2 v2.305.10 go: downloading go.opencensus.io v0.24.0 go: downloading github.com/googleapis/enterprise-certificate-proxy v0.3.2 go: downloading github.com/googleapis/gax-go/v2 v2.12.0 go: downloading github.com/google/s2a-go v0.1.7 + find /tmp/tmp.LeaKkHg7dH/argo-rollouts/test/e2e -type f + xargs sed -i.bak 's/argoproj\/rollouts-demo/quay.io\/jgwest-redhat\/rollouts-demo/g' + kubectl delete ns argo-rollouts namespace "argo-rollouts" deleted + kubectl wait --timeout=5m --for=delete namespace/argo-rollouts + kubectl create ns argo-rollouts namespace/argo-rollouts created + kubectl config set-context --current --namespace=argo-rollouts Context "default/api-psi-416-ocp-gitops-qe-com:6443/kube:admin" modified. + cd /tmp/tmp.Vw1eMTRJCS/argo-rollouts-manager/hack/.. + '[' -z true ']' + cd /tmp/tmp.LeaKkHg7dH/argo-rollouts + cat + kubectl apply -f /tmp/tmp.LeaKkHg7dH/rollout-manager.yaml rolloutmanager.argoproj.io/argo-rollout created + echo '* Waiting for Argo Rollouts Deployment to exist' * Waiting for Argo Rollouts Deployment to exist + kubectl get -n argo-rollouts deployment/argo-rollouts NAME READY UP-TO-DATE AVAILABLE AGE argo-rollouts 0/1 1 0 0s + kubectl wait --for=condition=Available --timeout=10m -n argo-rollouts deployment/argo-rollouts deployment.apps/argo-rollouts condition met + kubectl apply -f test/e2e/crds customresourcedefinition.apiextensions.k8s.io/apisixroutes.apisix.apache.org configured customresourcedefinition.apiextensions.k8s.io/wasmplugins.extensions.istio.io unchanged customresourcedefinition.apiextensions.k8s.io/destinationrules.networking.istio.io unchanged customresourcedefinition.apiextensions.k8s.io/envoyfilters.networking.istio.io unchanged customresourcedefinition.apiextensions.k8s.io/gateways.networking.istio.io unchanged customresourcedefinition.apiextensions.k8s.io/proxyconfigs.networking.istio.io unchanged customresourcedefinition.apiextensions.k8s.io/serviceentries.networking.istio.io unchanged customresourcedefinition.apiextensions.k8s.io/sidecars.networking.istio.io unchanged customresourcedefinition.apiextensions.k8s.io/virtualservices.networking.istio.io unchanged customresourcedefinition.apiextensions.k8s.io/workloadentries.networking.istio.io unchanged customresourcedefinition.apiextensions.k8s.io/workloadgroups.networking.istio.io unchanged customresourcedefinition.apiextensions.k8s.io/authorizationpolicies.security.istio.io unchanged customresourcedefinition.apiextensions.k8s.io/peerauthentications.security.istio.io unchanged customresourcedefinition.apiextensions.k8s.io/requestauthentications.security.istio.io unchanged customresourcedefinition.apiextensions.k8s.io/telemetries.telemetry.istio.io unchanged customresourcedefinition.apiextensions.k8s.io/trafficsplits.split.smi-spec.io unchanged + oc adm policy add-scc-to-user anyuid -z argo-rollouts -n argo-rollouts clusterrole.rbac.authorization.k8s.io/system:openshift:scc:anyuid added: "argo-rollouts" + oc adm policy add-scc-to-user anyuid -z default -n argo-rollouts clusterrole.rbac.authorization.k8s.io/system:openshift:scc:anyuid added: "default" + rm -f /tmp/test-e2e.log + set +e + make test-e2e + tee /tmp/test-e2e.log ./hack/installers/install-dev-tools.sh +++ dirname ./hack/installers/install-dev-tools.sh ++ cd ./hack/installers/../.. ++ pwd + PROJECT_ROOT=/tmp/tmp.LeaKkHg7dH/argo-rollouts + DIST_PATH=/tmp/tmp.LeaKkHg7dH/argo-rollouts/dist + PATH=/tmp/tmp.LeaKkHg7dH/argo-rollouts/dist:/tmp/tmp.LeaKkHg7dH/argo-rollouts/dist:/root/.nvm/versions/node/v20.12.2/bin/:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/go/bin + mkdir -p /tmp/tmp.LeaKkHg7dH/argo-rollouts/dist + gotestsum_version=1.10.1 ++ go env GOOS + OS=linux ++ go env GOARCH + ARCH=amd64 + export TARGET_FILE=gotestsum_1.10.1_linux_amd64.tar.gz + TARGET_FILE=gotestsum_1.10.1_linux_amd64.tar.gz + temp_path=/tmp/gotestsum_1.10.1_linux_amd64.tar.gz + url=https://github.com/gotestyourself/gotestsum/releases/download/v1.10.1/gotestsum_1.10.1_linux_amd64.tar.gz + '[' -e /tmp/gotestsum_1.10.1_linux_amd64.tar.gz ']' + curl -sLf --retry 3 -o /tmp/gotestsum_1.10.1_linux_amd64.tar.gz https://github.com/gotestyourself/gotestsum/releases/download/v1.10.1/gotestsum_1.10.1_linux_amd64.tar.gz + mkdir -p /tmp/gotestsum-1.10.1 + tar -xvzf /tmp/gotestsum_1.10.1_linux_amd64.tar.gz -C /tmp/gotestsum-1.10.1 LICENSE LICENSE.md README.md gotestsum + cp /tmp/gotestsum-1.10.1/gotestsum /tmp/tmp.LeaKkHg7dH/argo-rollouts/dist/gotestsum + chmod +x /tmp/tmp.LeaKkHg7dH/argo-rollouts/dist/gotestsum + gotestsum --version gotestsum version 1.10.1 /tmp/tmp.LeaKkHg7dH/argo-rollouts/dist/gotestsum --rerun-fails-report=rerunreport.txt --junitfile=junit.xml --format=testname --packages="./test/e2e" --rerun-fails=5 -- -timeout 60m -count 1 --tags e2e -p 1 -parallel 1 -v --short ./test/e2e PASS test/e2e.TestAnalysisSuite/TestAnalysisWithArgs (40.72s) PASS test/e2e.TestAnalysisSuite/TestAnalysisWithSecret (30.94s) PASS test/e2e.TestAnalysisSuite/TestBackgroundAnalysisWithArgs (20.29s) PASS test/e2e.TestAnalysisSuite/TestBlueGreenAbortAndUpdate (20.43s) PASS test/e2e.TestAnalysisSuite/TestBlueGreenAnalysis (30.03s) PASS test/e2e.TestAnalysisSuite/TestBlueGreenKitchenSink (44.36s) PASS test/e2e.TestAnalysisSuite/TestBlueGreenPostPromotionFail (14.74s) PASS test/e2e.TestAnalysisSuite/TestBlueGreenPrePromotionFail (24.75s) PASS test/e2e.TestAnalysisSuite/TestCanaryBackgroundAnalysis (4.49s) PASS test/e2e.TestAnalysisSuite/TestCanaryFailInlineMultipleAnalysis (11.00s) PASS test/e2e.TestAnalysisSuite/TestCanaryInlineAnalysis (14.19s) PASS test/e2e.TestAnalysisSuite/TestCanaryInlineMultipleAnalysis (17.06s) PASS test/e2e.TestAnalysisSuite/TestMultipleAnalysis (5.82s) PASS test/e2e.TestAnalysisSuite (286.24s) === RUN TestAPISIXSuite/TestAPISIXCanarySetHeaderStep time="2024-10-24T10:27:22Z" level=info msg="Deleting e2e-test-name=TestAPISIXCanarySetHeaderStep" time="2024-10-24T10:27:23Z" level=info msg="service/rollout-apisix-canary-canary created\n" rollout=rollout-apisix-canary time="2024-10-24T10:27:24Z" level=info msg="service/rollout-apisix-canary-stable created\n" rollout=rollout-apisix-canary time="2024-10-24T10:27:26Z" level=info msg="apisixroute.apisix.apache.org/rollouts-apisix-route created\n" rollout=rollout-apisix-canary time="2024-10-24T10:27:27Z" level=info msg="rollout.argoproj.io/rollout-apisix-canary unchanged\n" rollout=rollout-apisix-canary time="2024-10-24T10:27:27Z" level=info msg="Waiting for condition: status=Healthy" rollout=rollout-apisix-canary when.go:423: rollouts.argoproj.io "rollout-apisix-canary" not found time="2024-10-24T10:27:27Z" level=info msg="Deleting e2e-test-name=TestAPISIXCanarySetHeaderStep" --- FAIL: TestAPISIXSuite/TestAPISIXCanarySetHeaderStep (5.26s) FAIL test/e2e.TestAPISIXSuite/TestAPISIXCanarySetHeaderStep (5.26s) PASS test/e2e.TestAPISIXSuite/TestAPISIXCanaryStep (26.16s) === RUN TestAPISIXSuite --- FAIL: TestAPISIXSuite (31.79s) FAIL test/e2e.TestAPISIXSuite (31.79s) PASS test/e2e.TestAWSSuite/TestALBExperimentStep (19.34s) PASS test/e2e.TestAWSSuite/TestALBExperimentStepMultiIngress (20.16s) PASS test/e2e.TestAWSSuite/TestALBExperimentStepNoSetWeight (19.99s) === RUN TestAWSSuite/TestALBExperimentStepNoSetWeightMultiIngress time="2024-10-24T10:28:55Z" level=info msg="Deleting e2e-test-name=TestALBExperimentStepNoSetWeightMultiIngress" time="2024-10-24T10:28:56Z" level=info msg="service/alb-rollout-root created\n" rollout=alb-rollout time="2024-10-24T10:28:57Z" level=info msg="service/alb-rollout-canary created\n" rollout=alb-rollout time="2024-10-24T10:28:58Z" level=info msg="service/alb-rollout-stable created\n" rollout=alb-rollout time="2024-10-24T10:28:59Z" level=info msg="Warning: annotation \"kubernetes.io/ingress.class\" is deprecated, please use 'spec.ingressClassName' instead\ningress.networking.k8s.io/alb-rollout-multi-ingress-1 created\n" rollout=alb-rollout time="2024-10-24T10:29:00Z" level=info msg="Warning: annotation \"kubernetes.io/ingress.class\" is deprecated, please use 'spec.ingressClassName' instead\ningress.networking.k8s.io/alb-rollout-multi-ingress-2 created\n" rollout=alb-rollout time="2024-10-24T10:29:01Z" level=info msg="rollout.argoproj.io/alb-rollout created\n" rollout=alb-rollout time="2024-10-24T10:29:01Z" level=info msg="Waiting for condition: status=Healthy" rollout=alb-rollout time="2024-10-24T10:29:03Z" level=info msg="Condition 'status=Healthy' met after 1s" rollout=alb-rollout time="2024-10-24T10:29:03Z" level=info msg="Experiment expectation 'experiment count == 0' met" rollout=alb-rollout time="2024-10-24T10:29:03Z" level=info msg="Updated rollout pod spec: 2024-10-24T10:29:03.17266108Z" rollout=alb-rollout time="2024-10-24T10:29:03Z" level=info msg="Sleeping 10s" rollout=alb-rollout require.go:72: Error Trace: /root/go/pkg/mod/github.com/tj/assert@v0.0.3/require.go:72 /tmp/tmp.LeaKkHg7dH/argo-rollouts/test/e2e/aws_test.go:365 /tmp/tmp.LeaKkHg7dH/argo-rollouts/test/fixtures/then.go:29 /tmp/tmp.LeaKkHg7dH/argo-rollouts/test/e2e/aws_test.go:354 Error: Not equal: expected: "{\"Type\":\"forward\",\"ForwardConfig\":{\"TargetGroups\":[{\"ServiceName\":\"alb-rollout-canary\",\"ServicePort\":\"80\",\"Weight\":0},{\"ServiceName\":\"\",\"ServicePort\":\"80\",\"Weight\":20},{\"ServiceName\":\"\",\"ServicePort\":\"80\",\"Weight\":20},{\"ServiceName\":\"alb-rollout-stable\",\"ServicePort\":\"80\",\"Weight\":60}]}}" actual : "{\"Type\":\"forward\",\"ForwardConfig\":{\"TargetGroups\":[{\"ServiceName\":\"alb-rollout-canary\",\"ServicePort\":\"80\",\"Weight\":0},{\"ServicePort\":\"80\",\"Weight\":20},{\"ServicePort\":\"80\",\"Weight\":20},{\"ServiceName\":\"alb-rollout-stable\",\"ServicePort\":\"80\",\"Weight\":60}]}}" Diff: --- Expected +++ Actual @@ -1 +1 @@ -{"Type":"forward","ForwardConfig":{"TargetGroups":[{"ServiceName":"alb-rollout-canary","ServicePort":"80","Weight":0},{"ServiceName":"","ServicePort":"80","Weight":20},{"ServiceName":"","ServicePort":"80","Weight":20},{"ServiceName":"alb-rollout-stable","ServicePort":"80","Weight":60}]}} +{"Type":"forward","ForwardConfig":{"TargetGroups":[{"ServiceName":"alb-rollout-canary","ServicePort":"80","Weight":0},{"ServicePort":"80","Weight":20},{"ServicePort":"80","Weight":20},{"ServiceName":"alb-rollout-stable","ServicePort":"80","Weight":60}]}} Test: TestAWSSuite/TestALBExperimentStepNoSetWeightMultiIngress Name: alb-rollout Namespace: argo-rollouts Status: ◌ Progressing Message: more replicas need to be updated Strategy: Canary Step: 0/1 SetWeight: 0 ActualWeight: 0 Images: nginx:1.19-alpine (stable, Σ:experiment-alb-canary, Σ:experiment-alb-stable) Replicas: Desired: 1 Current: 1 Updated: 0 Ready: 1 Available: 1 NAME KIND STATUS AGE INFO ⟳ alb-rollout Rollout ◌ Progressing 12s ├──# revision:2 │ ├──⧉ alb-rollout-84d659d775 ReplicaSet • ScaledDown 10s canary │ └──Σ alb-rollout-84d659d775-2-0 Experiment ◌ Running 10s │ ├──⧉ alb-rollout-84d659d775-2-0-experiment-alb-canary ReplicaSet ✔ Healthy 10s │ │ └──□ alb-rollout-84d659d775-2-0-experiment-alb-canary-p8b9r Pod ✔ Running 10s ready:1/1 │ └──⧉ alb-rollout-84d659d775-2-0-experiment-alb-stable ReplicaSet ✔ Healthy 10s │ └──□ alb-rollout-84d659d775-2-0-experiment-alb-stable-6rpfm Pod ✔ Running 10s ready:1/1 └──# revision:1 └──⧉ alb-rollout-d6f4fdcdc ReplicaSet ✔ Healthy 12s stable └──□ alb-rollout-d6f4fdcdc-fw8kh Pod ✔ Running 12s ready:1/1 --- apiVersion: argoproj.io/v1alpha1 kind: Rollout metadata: annotations: rollout.argoproj.io/revision: "2" creationTimestamp: "2024-10-24T10:29:01Z" generation: 3 labels: argo-rollouts.argoproj.io/controller-instance-id: argo-rollouts-e2e e2e-test-name: TestALBExperimentStepNoSetWeightMultiIngress name: alb-rollout namespace: argo-rollouts resourceVersion: "2683655" uid: 387e87f0-aadf-4cfd-9ad4-3c5699b0f82e spec: replicas: 1 selector: matchLabels: app: alb-rollout strategy: canary: canaryService: alb-rollout-canary stableService: alb-rollout-stable steps: - experiment: analysisRunMetadata: {} duration: 15s templates: - metadata: {} name: experiment-alb-canary specRef: canary weight: 20 - metadata: {} name: experiment-alb-stable specRef: stable weight: 20 trafficRouting: alb: ingresses: - alb-rollout-multi-ingress-1 - alb-rollout-multi-ingress-2 rootService: alb-rollout-root servicePort: 80 template: metadata: annotations: update: "2024-10-24T10:29:03.17266108Z" creationTimestamp: null labels: app: alb-rollout spec: containers: - image: nginx:1.19-alpine name: alb-rollout ports: - containerPort: 80 name: http protocol: TCP resources: requests: cpu: 5m memory: 16Mi status: HPAReplicas: 1 availableReplicas: 1 blueGreen: {} canary: currentExperiment: alb-rollout-84d659d775-2-0 weights: additional: - weight: 20 - weight: 20 canary: podTemplateHash: 84d659d775 serviceName: alb-rollout-canary weight: 0 stable: podTemplateHash: d6f4fdcdc serviceName: alb-rollout-stable weight: 60 conditions: - lastTransitionTime: "2024-10-24T10:29:03Z" lastUpdateTime: "2024-10-24T10:29:03Z" message: Rollout has minimum availability reason: AvailableReason status: "True" type: Available - lastTransitionTime: "2024-10-24T10:29:03Z" lastUpdateTime: "2024-10-24T10:29:03Z" message: Rollout is not healthy reason: RolloutHealthy status: "False" type: Healthy - lastTransitionTime: "2024-10-24T10:29:03Z" lastUpdateTime: "2024-10-24T10:29:03Z" message: RolloutCompleted reason: RolloutCompleted status: "False" type: Completed - lastTransitionTime: "2024-10-24T10:29:01Z" lastUpdateTime: "2024-10-24T10:29:03Z" message: Created new replica set "alb-rollout-84d659d775" reason: NewReplicaSetCreated status: "True" type: Progressing currentPodHash: 84d659d775 currentStepHash: 8b59978 currentStepIndex: 0 message: more replicas need to be updated observedGeneration: "3" phase: Progressing readyReplicas: 1 replicas: 1 selector: app=alb-rollout stableRS: d6f4fdcdc 2024-10-24T10:29:01Z Normal RolloutAddedToInformer Rollout resource added to informer: argo-rollouts/alb-rollout 2024-10-24T10:29:01Z Normal RolloutNotCompleted Rollout not completed, started update to revision 1 (d6f4fdcdc) 2024-10-24T10:29:01Z Normal RolloutUpdated Rollout updated to revision 1 2024-10-24T10:29:01Z Normal NewReplicaSetCreated Created ReplicaSet alb-rollout-d6f4fdcdc (revision 1) 2024-10-24T10:29:05Z (x2) Normal PatchingALBIngress Updating Ingress `alb-rollout-multi-ingress-1` to desiredWeight '0' 2024-10-24T10:29:05Z (x2) Normal PatchingALBIngress Updating Ingress `alb-rollout-multi-ingress-2` to desiredWeight '0' 2024-10-24T10:29:01Z Normal TrafficWeightUpdated Traffic weight updated to 0 2024-10-24T10:29:01Z Normal ScalingReplicaSet Scaled up ReplicaSet alb-rollout-d6f4fdcdc (revision 1) from 0 to 1 2024-10-24T10:29:01Z Normal RolloutCompleted Rollout completed update to revision 1 (d6f4fdcdc): Initial deploy 2024-10-24T10:29:03Z (x2) Normal TrafficWeightUpdated Traffic weight updated 2024-10-24T10:29:03Z Normal SwitchService Switched selector for service 'alb-rollout-stable' from '' to 'd6f4fdcdc' 2024-10-24T10:29:03Z Normal SwitchService Switched selector for service 'alb-rollout-canary' from '' to 'd6f4fdcdc' 2024-10-24T10:29:03Z Normal RolloutNotCompleted Rollout not completed, started update to revision 2 (84d659d775) 2024-10-24T10:29:03Z Normal RolloutUpdated Rollout updated to revision 2 2024-10-24T10:29:03Z Normal NewReplicaSetCreated Created ReplicaSet alb-rollout-84d659d775 (revision 2) 2024-10-24T10:29:03Z Normal ExperimentCreated Created Experiment 'alb-rollout-84d659d775-2-0' 2024-10-24T10:29:05Z Normal TrafficWeightUpdated Traffic weight updated additional: [{20 } {20 }] time="2024-10-24T10:29:13Z" level=info msg="Deleting e2e-test-name=TestALBExperimentStepNoSetWeightMultiIngress" --- FAIL: TestAWSSuite/TestALBExperimentStepNoSetWeightMultiIngress (18.38s) FAIL test/e2e.TestAWSSuite/TestALBExperimentStepNoSetWeightMultiIngress (18.38s) PASS test/e2e.TestAWSSuite/TestALBMesh_PingPong_StableCanary_Update (16.97s) PASS test/e2e.TestAWSSuite/TestALBPingPongUpdate (13.97s) PASS test/e2e.TestAWSSuite/TestALBPingPongUpdateMultiIngress (15.10s) PASS test/e2e.TestAWSSuite/TestAlbHeaderRoute (11.44s) PASS test/e2e.TestAWSSuite/TestAlbHeaderRouteMultiIngress (24.23s) === RUN TestAWSSuite --- FAIL: TestAWSSuite (162.12s) FAIL test/e2e.TestAWSSuite (162.12s) PASS test/e2e.TestBlueGreenSuite/TestBlueGreenPreviewReplicaCount (7.98s) PASS test/e2e.TestBlueGreenSuite/TestBlueGreenProgressDeadlineExceededWithPause (63.98s) PASS test/e2e.TestBlueGreenSuite/TestBlueGreenProgressDeadlineExceededWithoutPause (63.93s) PASS test/e2e.TestBlueGreenSuite/TestEphemeralMetadata (10.55s) PASS test/e2e.TestBlueGreenSuite (147.00s) PASS test/e2e.TestCanarySuite/TestCanaryDynamicStableScale (25.69s) PASS test/e2e.TestCanarySuite/TestCanaryDynamicStableScaleRollbackToStable (17.60s) PASS test/e2e.TestCanarySuite/TestCanaryProgressDeadlineExceededWithPause (123.87s) PASS test/e2e.TestCanarySuite/TestCanaryScaleDownDelay (13.49s) PASS test/e2e.TestCanarySuite/TestCanaryScaleDownDelayWithProgressDeadline (17.91s) === RUN TestCanarySuite/TestCanaryScaleDownOnAbort time="2024-10-24T10:36:22Z" level=info msg="Deleting e2e-test-name=TestCanaryScaleDownOnAbort" time="2024-10-24T10:36:24Z" level=info msg="service/canary-scaledowndelay-root created\n" rollout=canary-scaledownd-on-abort time="2024-10-24T10:36:25Z" level=info msg="service/canary-scaledowndelay-canary created\n" rollout=canary-scaledownd-on-abort time="2024-10-24T10:36:26Z" level=info msg="service/canary-scaledowndelay-stable created\n" rollout=canary-scaledownd-on-abort time="2024-10-24T10:36:27Z" level=info msg="Warning: annotation \"kubernetes.io/ingress.class\" is deprecated, please use 'spec.ingressClassName' instead\ningress.networking.k8s.io/canary-scaledowndelay-ingress created\n" rollout=canary-scaledownd-on-abort time="2024-10-24T10:36:28Z" level=info msg="rollout.argoproj.io/canary-scaledownd-on-abort created\n" rollout=canary-scaledownd-on-abort time="2024-10-24T10:36:28Z" level=info msg="Waiting for condition: status=Healthy" rollout=canary-scaledownd-on-abort time="2024-10-24T10:36:29Z" level=info msg="Condition 'status=Healthy' met after 1s" rollout=canary-scaledownd-on-abort time="2024-10-24T10:36:29Z" level=info msg="Updated rollout pod spec: 2024-10-24T10:36:29.48515851Z" rollout=canary-scaledownd-on-abort time="2024-10-24T10:36:29Z" level=info msg="Waiting for condition: status=Paused" rollout=canary-scaledownd-on-abort time="2024-10-24T10:36:30Z" level=info msg="Condition 'status=Paused' met after 0s" rollout=canary-scaledownd-on-abort time="2024-10-24T10:36:30Z" level=info msg="Aborted rollout" rollout=canary-scaledownd-on-abort time="2024-10-24T10:36:30Z" level=info msg="Waiting for condition: status=Degraded" rollout=canary-scaledownd-on-abort time="2024-10-24T10:36:30Z" level=info msg="Condition 'status=Degraded' met after 0s" rollout=canary-scaledownd-on-abort canary_test.go:572: Expected canary-scaledowndelay-canary selector: map[app:canary-scaledowndelay rollouts-pod-template-hash:66597877b7]. Actual: map[app:canary-scaledowndelay rollouts-pod-template-hash:f48866957] Name: canary-scaledownd-on-abort Namespace: argo-rollouts Status: ✖ Degraded Message: RolloutAborted: Rollout aborted update to revision 2 Strategy: Canary Step: 0/2 SetWeight: 0 ActualWeight: 0 Images: nginx:1.19-alpine (canary, stable) Replicas: Desired: 1 Current: 2 Updated: 1 Ready: 2 Available: 2 NAME KIND STATUS AGE INFO ⟳ canary-scaledownd-on-abort Rollout ✖ Degraded 2s ├──# revision:2 │ └──⧉ canary-scaledownd-on-abort-f48866957 ReplicaSet ✔ Healthy 1s canary,delay:0s │ └──□ canary-scaledownd-on-abort-f48866957-cs4sq Pod ✔ Running 1s ready:1/1 └──# revision:1 └──⧉ canary-scaledownd-on-abort-66597877b7 ReplicaSet ✔ Healthy 2s stable └──□ canary-scaledownd-on-abort-66597877b7-cvsv9 Pod ✔ Running 2s ready:1/1 --- apiVersion: argoproj.io/v1alpha1 kind: Rollout metadata: annotations: rollout.argoproj.io/revision: "2" creationTimestamp: "2024-10-24T10:36:28Z" generation: 3 labels: argo-rollouts.argoproj.io/controller-instance-id: argo-rollouts-e2e e2e-test-name: TestCanaryScaleDownOnAbort name: canary-scaledownd-on-abort namespace: argo-rollouts resourceVersion: "2690162" uid: 1bf6bbc9-b3a2-4cad-9e04-67b6cc2ee19c spec: replicas: 1 selector: matchLabels: app: canary-scaledowndelay strategy: canary: abortScaleDownDelaySeconds: 1 canaryService: canary-scaledowndelay-canary scaleDownDelayRevisionLimit: 1 stableService: canary-scaledowndelay-stable steps: - setCanaryScale: replicas: 1 - pause: {} trafficRouting: alb: ingress: canary-scaledowndelay-ingress rootService: canary-scaledowndelay-root servicePort: 80 template: metadata: annotations: update: "2024-10-24T10:36:29.48515851Z" creationTimestamp: null labels: app: canary-scaledowndelay spec: containers: - image: nginx:1.19-alpine name: canary-scaledowndelay ports: - containerPort: 80 name: http protocol: TCP resources: requests: cpu: 5m memory: 16Mi status: HPAReplicas: 2 abort: true abortedAt: "2024-10-24T10:36:30Z" availableReplicas: 2 blueGreen: {} canary: weights: canary: podTemplateHash: f48866957 serviceName: canary-scaledowndelay-canary weight: 0 stable: podTemplateHash: 66597877b7 serviceName: canary-scaledowndelay-stable weight: 100 conditions: - lastTransitionTime: "2024-10-24T10:36:29Z" lastUpdateTime: "2024-10-24T10:36:29Z" message: Rollout has minimum availability reason: AvailableReason status: "True" type: Available - lastTransitionTime: "2024-10-24T10:36:29Z" lastUpdateTime: "2024-10-24T10:36:29Z" message: Rollout is not healthy reason: RolloutHealthy status: "False" type: Healthy - lastTransitionTime: "2024-10-24T10:36:29Z" lastUpdateTime: "2024-10-24T10:36:29Z" message: RolloutCompleted reason: RolloutCompleted status: "False" type: Completed - lastTransitionTime: "2024-10-24T10:36:30Z" lastUpdateTime: "2024-10-24T10:36:30Z" message: Rollout is paused reason: RolloutPaused status: "True" type: Paused - lastTransitionTime: "2024-10-24T10:36:30Z" lastUpdateTime: "2024-10-24T10:36:30Z" message: Rollout aborted update to revision 2 reason: RolloutAborted status: "False" type: Progressing currentPodHash: f48866957 currentStepHash: 5db8f9b897 currentStepIndex: 0 message: 'RolloutAborted: Rollout aborted update to revision 2' observedGeneration: "3" phase: Degraded readyReplicas: 2 replicas: 2 selector: app=canary-scaledowndelay stableRS: 66597877b7 updatedReplicas: 1 2024-10-24T10:36:28Z Normal RolloutAddedToInformer Rollout resource added to informer: argo-rollouts/canary-scaledownd-on-abort 2024-10-24T10:36:28Z Normal RolloutNotCompleted Rollout not completed, started update to revision 1 (66597877b7) 2024-10-24T10:36:28Z Normal RolloutUpdated Rollout updated to revision 1 2024-10-24T10:36:28Z Normal NewReplicaSetCreated Created ReplicaSet canary-scaledownd-on-abort-66597877b7 (revision 1) 2024-10-24T10:36:28Z Normal PatchingALBIngress Updating Ingress `canary-scaledowndelay-ingress` to desiredWeight '0' 2024-10-24T10:36:28Z Normal TrafficWeightUpdated Traffic weight updated to 0 2024-10-24T10:36:28Z Normal ScalingReplicaSet Scaled up ReplicaSet canary-scaledownd-on-abort-66597877b7 (revision 1) from 0 to 1 2024-10-24T10:36:28Z Normal RolloutCompleted Rollout completed update to revision 1 (66597877b7): Initial deploy 2024-10-24T10:36:29Z (x2) Normal TrafficWeightUpdated Traffic weight updated 2024-10-24T10:36:29Z Normal SwitchService Switched selector for service 'canary-scaledowndelay-stable' from '' to '66597877b7' 2024-10-24T10:36:29Z Normal SwitchService Switched selector for service 'canary-scaledowndelay-canary' from '' to '66597877b7' 2024-10-24T10:36:29Z Normal RolloutNotCompleted Rollout not completed, started update to revision 2 (f48866957) 2024-10-24T10:36:29Z Normal RolloutUpdated Rollout updated to revision 2 2024-10-24T10:36:29Z Normal NewReplicaSetCreated Created ReplicaSet canary-scaledownd-on-abort-f48866957 (revision 2) 2024-10-24T10:36:29Z Normal ScalingReplicaSet Scaled up ReplicaSet canary-scaledownd-on-abort-f48866957 (revision 2) from 0 to 1 2024-10-24T10:36:30Z (x3) Normal SwitchService Switched selector for service 'canary-scaledowndelay-canary' from '66597877b7' to 'f48866957' 2024-10-24T10:36:30Z Normal RolloutStepCompleted Rollout step 1/2 completed (setCanaryScale{replicas: 1}) 2024-10-24T10:36:30Z Normal RolloutPaused Rollout is paused (CanaryPauseStep) 2024-10-24T10:36:30Z (x3) Normal SwitchService Switched selector for service 'canary-scaledowndelay-canary' from 'f48866957' to '66597877b7' 2024-10-24T10:36:30Z Warning RolloutAborted Rollout aborted update to revision 2 time="2024-10-24T10:36:30Z" level=info msg="Deleting e2e-test-name=TestCanaryScaleDownOnAbort" --- FAIL: TestCanarySuite/TestCanaryScaleDownOnAbort (8.30s) FAIL test/e2e.TestCanarySuite/TestCanaryScaleDownOnAbort (8.30s) PASS test/e2e.TestCanarySuite/TestCanaryScaleDownOnAbortNoTrafficRouting (10.91s) PASS test/e2e.TestCanarySuite/TestCanaryUnScaleDownOnAbort (11.82s) PASS test/e2e.TestCanarySuite/TestCanaryWithPausedRollout (102.12s) PASS test/e2e.TestCanarySuite/TestEphemeralMetadata (8.17s) PASS test/e2e.TestCanarySuite/TestReduceWeightAndHonorMaxUnavailable (29.29s) PASS test/e2e.TestCanarySuite/TestRolloutScalingDuringUpdate (4.12s) PASS test/e2e.TestCanarySuite/TestRolloutScalingWhenPaused (5.72s) PASS test/e2e.TestCanarySuite/TestRolloutWithMaxSurgeScalingDuringUpdate (3.89s) PASS test/e2e.TestCanarySuite/TestCanarySetCanaryScale (11.48s) === RUN TestCanarySuite time="2024-10-24T10:33:04Z" level=info msg="analysistemplate.argoproj.io/sleep-job created\n" --- FAIL: TestCanarySuite (384.71s) FAIL test/e2e.TestCanarySuite (384.71s) === RUN TestExperimentSuite/TestExperimentWithDryRunMetrics time="2024-10-24T10:39:39Z" level=info msg="Deleting e2e-test-name=TestExperimentWithDryRunMetrics" time="2024-10-24T10:39:40Z" level=info msg="analysistemplate.argoproj.io/dry-run-job created\n" time="2024-10-24T10:39:41Z" level=info msg="experiment.argoproj.io/experiment-with-dry-run created\n" time="2024-10-24T10:39:41Z" level=info msg="Waiting for Experiment experiment-with-dry-run condition: phase=Successful" time="2024-10-24T10:40:12Z" level=info msg="Condition 'phase=Successful' met after 30s" time="2024-10-24T10:40:12Z" level=info msg="Sleeping 3s" time="2024-10-24T10:40:15Z" level=info msg="Expected Dry-Run Summary: Count=1, Successful=0, Failed=1, Error=0, Inconclusive=0" time="2024-10-24T10:40:15Z" level=info msg="Analysis Dry-Run Summary: Count=1, Successful=1, Failed=0, Error=0, Inconclusive=0" time="2024-10-24T10:40:15Z" level=error msg="Dry-Run Summary of AnalysisRun: 'experiment-with-dry-run-dry-run-job' doesn't match the expectations" Name: experiment-with-dry-run Namespace: argo-rollouts Status: ✔ Successful Images: nginx:1.19-alpine (Σ:baseline) NAME KIND STATUS AGE INFO Σ experiment-with-dry-run Experiment ✔ Successful 34s ├──⧉ experiment-with-dry-run-baseline ReplicaSet ✔ Healthy 34s delay:26s │ └──□ experiment-with-dry-run-baseline-zlj65 Pod ✔ Running 34s ready:1/1 └──α experiment-with-dry-run-dry-run-job AnalysisRun ✔ Successful 33s ✔ 1 └──⊞ 643c49fa-0452-4c00-8a4c-dd39358a7aa5.test-1.1 Job ✔ Successful 33s --- apiVersion: argoproj.io/v1alpha1 kind: Experiment metadata: creationTimestamp: "2024-10-24T10:39:41Z" generation: 9 labels: argo-rollouts.argoproj.io/controller-instance-id: argo-rollouts-e2e e2e-test-name: TestExperimentWithDryRunMetrics name: experiment-with-dry-run namespace: argo-rollouts resourceVersion: "2694349" uid: 7cd8fce4-40e5-4c3d-8526-36992de2f4a6 spec: analyses: - name: dry-run-job templateName: dry-run-job analysisRunMetadata: {} dryRun: - metricName: test.* duration: 30s progressDeadlineSeconds: 30 templates: - name: baseline replicas: 1 selector: matchLabels: app: experiment-with-dry-run service: {} template: metadata: creationTimestamp: null labels: app: experiment-with-dry-run spec: containers: - image: nginx:1.19-alpine name: experiment-with-dry-run resources: requests: cpu: 1m memory: 16Mi status: analysisRuns: - analysisRun: experiment-with-dry-run-dry-run-job name: dry-run-job phase: Running availableAt: "2024-10-24T10:39:42Z" conditions: - lastTransitionTime: "2024-10-24T10:40:12Z" lastUpdateTime: "2024-10-24T10:40:12Z" message: Experiment "experiment-with-dry-run" has successfully ran and completed. reason: ExperimentCompleted status: "False" type: Progressing phase: Successful templateStatuses: - availableReplicas: 1 lastTransitionTime: "2024-10-24T10:40:12Z" name: baseline readyReplicas: 1 replicas: 1 status: Successful updatedReplicas: 1 2024-10-24T10:39:41Z Normal TemplateProgressing Template 'baseline' transitioned from -> Progressing 2024-10-24T10:39:41Z Normal ExperimentPending Experiment transitioned from -> Pending 2024-10-24T10:39:41Z Normal ScalingReplicaSet Scaled up ReplicaSet experiment-with-dry-run-baseline from 0 to 1 2024-10-24T10:39:42Z Normal TemplateRunning Template 'baseline' transitioned from Progressing -> Running 2024-10-24T10:39:42Z Normal ExperimentRunning Experiment transitioned from Pending -> Running 2024-10-24T10:39:42Z Normal AnalysisRunPending AnalysisRun 'dry-run-job' transitioned from -> Pending 2024-10-24T10:39:42Z Normal AnalysisRunRunning AnalysisRun 'dry-run-job' transitioned from -> Running 2024-10-24T10:40:12Z Normal TemplateSuccessful Template 'baseline' transitioned from Running -> Successful 2024-10-24T10:40:12Z Normal ExperimentSuccessful Experiment transitioned from Running -> Successful 2024-10-24T10:40:12Z Normal AnalysisRunTerminating Terminating dry-run-job (experiment-with-dry-run-dry-run-job) time="2024-10-24T10:40:15Z" level=info msg="Deleting e2e-test-name=TestExperimentWithDryRunMetrics" --- FAIL: TestExperimentSuite/TestExperimentWithDryRunMetrics (36.49s) FAIL test/e2e.TestExperimentSuite/TestExperimentWithDryRunMetrics (36.49s) PASS test/e2e.TestExperimentSuite/TestExperimentWithMeasurementRetentionMetrics (36.80s) PASS test/e2e.TestExperimentSuite/TestExperimentWithMultiportServiceAndScaleDownDelay (17.08s) PASS test/e2e.TestExperimentSuite/TestExperimentWithServiceAndScaleDownDelay (16.99s) PASS test/e2e.TestExperimentSuite/TestExperimentWithServiceNameAndScaleDownDelay (18.02s) PASS test/e2e.TestExperimentSuite/TestRolloutWithExperimentAndAnalysis (10.83s) === RUN TestExperimentSuite --- FAIL: TestExperimentSuite (126.03s) FAIL test/e2e.TestExperimentSuite (126.03s) PASS test/e2e.TestFunctionalSuite/TestBlueGreenExceedProgressDeadlineAbort (10.82s) PASS test/e2e.TestFunctionalSuite/TestBlueGreenPreviewReplicaCountPromoteFull (9.54s) PASS test/e2e.TestFunctionalSuite/TestBlueGreenPromoteFull (9.60s) PASS test/e2e.TestFunctionalSuite/TestBlueGreenScaleDownDelay (9.74s) PASS test/e2e.TestFunctionalSuite/TestBlueGreenScaleDownOnAbort (10.66s) PASS test/e2e.TestFunctionalSuite/TestBlueGreenToCanary (4.98s) PASS test/e2e.TestFunctionalSuite/TestBlueGreenUpdate (6.60s) PASS test/e2e.TestFunctionalSuite/TestCanaryPromoteFull (11.57s) PASS test/e2e.TestFunctionalSuite/TestCompleteRolloutRestart (22.02s) PASS test/e2e.TestFunctionalSuite/TestContainerResourceFormats (3.94s) === RUN TestFunctionalSuite/TestControllerMetrics time="2024-10-24T10:43:36Z" level=info msg="Deleting e2e-test-name=TestControllerMetrics" functional_test.go:1407: Error Trace: /tmp/tmp.LeaKkHg7dH/argo-rollouts/test/e2e/functional_test.go:1407 Error: Received unexpected error: Get "http://localhost:8090/metrics": dial tcp [::1]:8090: connect: connection refused Test: TestFunctionalSuite/TestControllerMetrics time="2024-10-24T10:43:36Z" level=info msg="Deleting e2e-test-name=TestControllerMetrics" panic.go:261: test panicked: runtime error: invalid memory address or nil pointer dereference goroutine 6395 [running]: runtime/debug.Stack() /usr/local/go/src/runtime/debug/stack.go:24 +0x5e github.com/stretchr/testify/suite.failOnPanic(0xc00174bd40, {0x37ddb00, 0x5c65ac0}) /root/go/pkg/mod/github.com/stretchr/testify@v1.9.0/suite/suite.go:89 +0x37 github.com/stretchr/testify/suite.Run.func1.1() /root/go/pkg/mod/github.com/stretchr/testify@v1.9.0/suite/suite.go:188 +0x25d panic({0x37ddb00?, 0x5c65ac0?}) /usr/local/go/src/runtime/panic.go:914 +0x21f github.com/argoproj/argo-rollouts/test/e2e.(*FunctionalSuite).TestControllerMetrics(0xc0001f8f00) /tmp/tmp.LeaKkHg7dH/argo-rollouts/test/e2e/functional_test.go:1408 +0xc4 reflect.Value.call({0xc00129e8c0?, 0xc000af2618?, 0xc0004f5630?}, {0x3c1112c, 0x4}, {0xc0017bbe70, 0x1, 0x3405168?}) /usr/local/go/src/reflect/value.go:596 +0xce7 reflect.Value.Call({0xc00129e8c0?, 0xc000af2618?, 0xc0001f8f00?}, {0xc0017bbe70?, 0x154fbad?, 0x5218988?}) /usr/local/go/src/reflect/value.go:380 +0xb9 github.com/stretchr/testify/suite.Run.func1(0xc00174bd40) /root/go/pkg/mod/github.com/stretchr/testify@v1.9.0/suite/suite.go:202 +0x467 testing.tRunner(0xc00174bd40, 0xc001280b40) /usr/local/go/src/testing/testing.go:1595 +0xff created by testing.(*T).Run in goroutine 5376 /usr/local/go/src/testing/testing.go:1648 +0x3ad --- FAIL: TestFunctionalSuite/TestControllerMetrics (0.61s) FAIL test/e2e.TestFunctionalSuite/TestControllerMetrics (0.61s) PASS test/e2e.TestFunctionalSuite/TestFixInvalidSpec (22.02s) PASS test/e2e.TestFunctionalSuite/TestKubectlWaitForCompleted (24.35s) PASS test/e2e.TestFunctionalSuite/TestKubectlWaitForPaused (7.81s) PASS test/e2e.TestFunctionalSuite/TestMalformedRollout (7.46s) PASS test/e2e.TestFunctionalSuite/TestMalformedRolloutEphemeralCtr (3.01s) PASS test/e2e.TestFunctionalSuite/TestNeverScaleDown (8.44s) PASS test/e2e.TestFunctionalSuite/TestRolloutAbortRetryPromote (10.72s) PASS test/e2e.TestFunctionalSuite/TestRolloutBadToBadUpdate (23.81s) PASS test/e2e.TestFunctionalSuite/TestRolloutBadToGoodSetWeightUpdate (22.68s) PASS test/e2e.TestFunctionalSuite/TestRolloutBadToGoodUpdate (18.07s) PASS test/e2e.TestFunctionalSuite/TestRolloutGoodToBadUpdate (25.30s) PASS test/e2e.TestFunctionalSuite/TestRolloutPDBRestart (48.61s) PASS test/e2e.TestFunctionalSuite/TestRolloutPauseDurationGreaterThanProgressDeadlineSeconds (39.28s) PASS test/e2e.TestFunctionalSuite/TestRolloutPodVolumesItemsSpec (10.36s) PASS test/e2e.TestFunctionalSuite/TestRolloutRestart (18.22s) PASS test/e2e.TestFunctionalSuite/TestScaleDownOnSuccess (11.43s) PASS test/e2e.TestFunctionalSuite/TestScaleDownProgressively (10.64s) PASS test/e2e.TestFunctionalSuite/TestWorkloadRef (19.98s) PASS test/e2e.TestFunctionalSuite/TestWorkloadRefTemplate (4.19s) === RUN TestFunctionalSuite time="2024-10-24T10:41:56Z" level=info msg="analysistemplate.argoproj.io/sleep-job created\n" --- FAIL: TestFunctionalSuite (437.86s) FAIL test/e2e.TestFunctionalSuite (437.86s) PASS test/e2e.TestHeaderRoutingSuite/TestIstioHostHeaderRoute (16.77s) PASS test/e2e.TestHeaderRoutingSuite (17.12s) PASS test/e2e.TestIstioSuite/TestIstioAbortUpdate (8.00s) PASS test/e2e.TestIstioSuite/TestIstioAbortUpdateDeleteAllCanaryPods (10.02s) PASS test/e2e.TestIstioSuite/TestIstioHostSplit (17.49s) PASS test/e2e.TestIstioSuite/TestIstioHostSplitExperimentStep (17.96s) PASS test/e2e.TestIstioSuite/TestIstioHostSplitOnlyTls (9.18s) PASS test/e2e.TestIstioSuite/TestIstioPingPongUpdate (12.75s) PASS test/e2e.TestIstioSuite/TestIstioSubsetSplit (10.11s) PASS test/e2e.TestIstioSuite/TestIstioSubsetSplitExperimentStep (18.28s) PASS test/e2e.TestIstioSuite/TestIstioSubsetSplitInStableDownscaleAfterCanaryAbort (8.09s) PASS test/e2e.TestIstioSuite/TestIstioSubsetSplitSingleRoute (8.82s) PASS test/e2e.TestIstioSuite/TestIstioUpdateInMiddleZeroCanaryReplicas (10.96s) PASS test/e2e.TestIstioSuite (132.02s) PASS test/e2e.TestMirrorRouteSuite/TestIstioHostMirrorRoute (14.60s) PASS test/e2e.TestMirrorRouteSuite (14.93s) PASS test/e2e.TestRollbackSuite/TestRollbackAnalysisOutsideWindow (32.12s) PASS test/e2e.TestRollbackSuite/TestRollbackAnalysisWithinWindow (24.20s) PASS test/e2e.TestRollbackSuite (58.98s) FAIL test/e2e DONE 111 tests, 6 skipped, 10 failures in 2615.399s === RUN TestAPISIXSuite/TestAPISIXCanarySetHeaderStep time="2024-10-24T10:53:13Z" level=info msg="Deleting e2e-test-name=TestAPISIXCanarySetHeaderStep" time="2024-10-24T10:53:14Z" level=info msg="service/rollout-apisix-canary-canary created\n" rollout=rollout-apisix-canary time="2024-10-24T10:53:15Z" level=info msg="service/rollout-apisix-canary-stable created\n" rollout=rollout-apisix-canary time="2024-10-24T10:53:16Z" level=info msg="apisixroute.apisix.apache.org/rollouts-apisix-route configured\n" rollout=rollout-apisix-canary time="2024-10-24T10:53:17Z" level=info msg="rollout.argoproj.io/rollout-apisix-canary unchanged\n" rollout=rollout-apisix-canary time="2024-10-24T10:53:17Z" level=info msg="Waiting for condition: status=Healthy" rollout=rollout-apisix-canary when.go:423: rollouts.argoproj.io "rollout-apisix-canary" not found time="2024-10-24T10:53:17Z" level=info msg="Deleting e2e-test-name=TestAPISIXCanarySetHeaderStep" time="2024-10-24T10:53:18Z" level=info msg="Deleting e2e-test-name" --- FAIL: TestAPISIXSuite/TestAPISIXCanarySetHeaderStep (4.69s) FAIL test/e2e.TestAPISIXSuite/TestAPISIXCanarySetHeaderStep (re-run 1) (4.69s) === RUN TestAPISIXSuite --- FAIL: TestAPISIXSuite (5.13s) FAIL test/e2e.TestAPISIXSuite (re-run 1) (5.13s) FAIL test/e2e PASS test/e2e.TestAWSSuite/TestALBExperimentStepNoSetWeightMultiIngress (re-run 1) (21.24s) PASS test/e2e.TestAWSSuite (re-run 1) (21.65s) PASS test/e2e PASS test/e2e.TestCanarySuite/TestCanaryScaleDownOnAbort (re-run 1) (10.95s) PASS test/e2e.TestCanarySuite (re-run 1) (12.46s) PASS test/e2e === RUN TestExperimentSuite/TestExperimentWithDryRunMetrics time="2024-10-24T10:54:26Z" level=info msg="Deleting e2e-test-name=TestExperimentWithDryRunMetrics" time="2024-10-24T10:54:28Z" level=info msg="analysistemplate.argoproj.io/dry-run-job created\n" time="2024-10-24T10:54:29Z" level=info msg="experiment.argoproj.io/experiment-with-dry-run created\n" time="2024-10-24T10:54:29Z" level=info msg="Waiting for Experiment experiment-with-dry-run condition: phase=Successful" time="2024-10-24T10:55:00Z" level=info msg="Condition 'phase=Successful' met after 30s" time="2024-10-24T10:55:00Z" level=info msg="Sleeping 3s" time="2024-10-24T10:55:03Z" level=info msg="Expected Dry-Run Summary: Count=1, Successful=0, Failed=1, Error=0, Inconclusive=0" time="2024-10-24T10:55:03Z" level=info msg="Analysis Dry-Run Summary: Count=1, Successful=1, Failed=0, Error=0, Inconclusive=0" time="2024-10-24T10:55:03Z" level=error msg="Dry-Run Summary of AnalysisRun: 'experiment-with-dry-run-dry-run-job' doesn't match the expectations" Name: experiment-with-dry-run Namespace: argo-rollouts Status: ✔ Successful Images: nginx:1.19-alpine (Σ:baseline) NAME KIND STATUS AGE INFO Σ experiment-with-dry-run Experiment ✔ Successful 34s ├──⧉ experiment-with-dry-run-baseline ReplicaSet ✔ Healthy 34s delay:26s │ └──□ experiment-with-dry-run-baseline-2nnsn Pod ✔ Running 34s ready:1/1 └──α experiment-with-dry-run-dry-run-job AnalysisRun ✔ Successful 33s ✔ 1 └──⊞ af0c4e0d-1aae-4ea8-8348-c0b159511d62.test-1.1 Job ✔ Successful 33s --- apiVersion: argoproj.io/v1alpha1 kind: Experiment metadata: creationTimestamp: "2024-10-24T10:54:29Z" generation: 9 labels: argo-rollouts.argoproj.io/controller-instance-id: argo-rollouts-e2e e2e-test-name: TestExperimentWithDryRunMetrics name: experiment-with-dry-run namespace: argo-rollouts resourceVersion: "2721939" uid: 5f767c96-943a-4a16-bafd-ad8f7ca744d8 spec: analyses: - name: dry-run-job templateName: dry-run-job analysisRunMetadata: {} dryRun: - metricName: test.* duration: 30s progressDeadlineSeconds: 30 templates: - name: baseline replicas: 1 selector: matchLabels: app: experiment-with-dry-run service: {} template: metadata: creationTimestamp: null labels: app: experiment-with-dry-run spec: containers: - image: nginx:1.19-alpine name: experiment-with-dry-run resources: requests: cpu: 1m memory: 16Mi status: analysisRuns: - analysisRun: experiment-with-dry-run-dry-run-job name: dry-run-job phase: Running availableAt: "2024-10-24T10:54:30Z" conditions: - lastTransitionTime: "2024-10-24T10:55:00Z" lastUpdateTime: "2024-10-24T10:55:00Z" message: Experiment "experiment-with-dry-run" has successfully ran and completed. reason: ExperimentCompleted status: "False" type: Progressing phase: Successful templateStatuses: - availableReplicas: 1 lastTransitionTime: "2024-10-24T10:55:00Z" name: baseline readyReplicas: 1 replicas: 1 status: Successful updatedReplicas: 1 2024-10-24T10:54:29Z (x2) Normal TemplateProgressing Template 'baseline' transitioned from -> Progressing 2024-10-24T10:54:29Z (x2) Normal ExperimentPending Experiment transitioned from -> Pending 2024-10-24T10:54:29Z Normal ScalingReplicaSet Scaled up ReplicaSet experiment-with-dry-run-baseline from 0 to 1 2024-10-24T10:54:30Z Normal TemplateRunning Template 'baseline' transitioned from Progressing -> Running 2024-10-24T10:54:30Z Normal ExperimentRunning Experiment transitioned from Pending -> Running 2024-10-24T10:54:30Z Normal AnalysisRunPending AnalysisRun 'dry-run-job' transitioned from -> Pending 2024-10-24T10:54:30Z Normal AnalysisRunRunning AnalysisRun 'dry-run-job' transitioned from -> Running 2024-10-24T10:55:00Z Normal TemplateSuccessful Template 'baseline' transitioned from Running -> Successful 2024-10-24T10:55:00Z Normal ExperimentSuccessful Experiment transitioned from Running -> Successful 2024-10-24T10:55:00Z Normal AnalysisRunTerminating Terminating dry-run-job (experiment-with-dry-run-dry-run-job) time="2024-10-24T10:55:03Z" level=info msg="Deleting e2e-test-name=TestExperimentWithDryRunMetrics" time="2024-10-24T10:55:03Z" level=info msg="Deleting e2e-test-name" --- FAIL: TestExperimentSuite/TestExperimentWithDryRunMetrics (36.74s) FAIL test/e2e.TestExperimentSuite/TestExperimentWithDryRunMetrics (re-run 1) (36.74s) === RUN TestExperimentSuite --- FAIL: TestExperimentSuite (37.14s) FAIL test/e2e.TestExperimentSuite (re-run 1) (37.14s) FAIL test/e2e === RUN TestFunctionalSuite/TestControllerMetrics time="2024-10-24T10:55:17Z" level=info msg="Deleting e2e-test-name=TestControllerMetrics" functional_test.go:1407: Error Trace: /tmp/tmp.LeaKkHg7dH/argo-rollouts/test/e2e/functional_test.go:1407 Error: Received unexpected error: Get "http://localhost:8090/metrics": dial tcp [::1]:8090: connect: connection refused Test: TestFunctionalSuite/TestControllerMetrics time="2024-10-24T10:55:17Z" level=info msg="Deleting e2e-test-name=TestControllerMetrics" panic.go:261: test panicked: runtime error: invalid memory address or nil pointer dereference goroutine 168 [running]: runtime/debug.Stack() /usr/local/go/src/runtime/debug/stack.go:24 +0x5e github.com/stretchr/testify/suite.failOnPanic(0xc0000e5860, {0x37ddb00, 0x5c65ac0}) /root/go/pkg/mod/github.com/stretchr/testify@v1.9.0/suite/suite.go:89 +0x37 github.com/stretchr/testify/suite.Run.func1.1() /root/go/pkg/mod/github.com/stretchr/testify@v1.9.0/suite/suite.go:188 +0x25d panic({0x37ddb00?, 0x5c65ac0?}) /usr/local/go/src/runtime/panic.go:914 +0x21f github.com/argoproj/argo-rollouts/test/e2e.(*FunctionalSuite).TestControllerMetrics(0xc0001ddb00) /tmp/tmp.LeaKkHg7dH/argo-rollouts/test/e2e/functional_test.go:1408 +0xc4 reflect.Value.call({0xc0007bc600?, 0xc000c86f78?, 0xc00097daf0?}, {0x3c1112c, 0x4}, {0xc00095de70, 0x1, 0x3405168?}) /usr/local/go/src/reflect/value.go:596 +0xce7 reflect.Value.Call({0xc0007bc600?, 0xc000c86f78?, 0xc0001ddb00?}, {0xc00095de70?, 0x154fbad?, 0x5218988?}) /usr/local/go/src/reflect/value.go:380 +0xb9 github.com/stretchr/testify/suite.Run.func1(0xc0000e5860) /root/go/pkg/mod/github.com/stretchr/testify@v1.9.0/suite/suite.go:202 +0x467 testing.tRunner(0xc0000e5860, 0xc000979680) /usr/local/go/src/testing/testing.go:1595 +0xff created by testing.(*T).Run in goroutine 125 /usr/local/go/src/testing/testing.go:1648 +0x3ad time="2024-10-24T10:55:17Z" level=info msg="Deleting e2e-test-name" --- FAIL: TestFunctionalSuite/TestControllerMetrics (0.58s) FAIL test/e2e.TestFunctionalSuite/TestControllerMetrics (re-run 1) (0.58s) === RUN TestFunctionalSuite time="2024-10-24T10:55:17Z" level=info msg="analysistemplate.argoproj.io/sleep-job created\n" --- FAIL: TestFunctionalSuite (2.08s) FAIL test/e2e.TestFunctionalSuite (re-run 1) (2.08s) FAIL test/e2e DONE 2 runs, 121 tests, 6 skipped, 16 failures in 2756.266s === RUN TestAPISIXSuite/TestAPISIXCanarySetHeaderStep time="2024-10-24T10:55:29Z" level=info msg="Deleting e2e-test-name=TestAPISIXCanarySetHeaderStep" time="2024-10-24T10:55:31Z" level=info msg="service/rollout-apisix-canary-canary created\n" rollout=rollout-apisix-canary time="2024-10-24T10:55:32Z" level=info msg="service/rollout-apisix-canary-stable created\n" rollout=rollout-apisix-canary time="2024-10-24T10:55:33Z" level=info msg="apisixroute.apisix.apache.org/rollouts-apisix-route unchanged\n" rollout=rollout-apisix-canary time="2024-10-24T10:55:34Z" level=info msg="rollout.argoproj.io/rollout-apisix-canary unchanged\n" rollout=rollout-apisix-canary time="2024-10-24T10:55:34Z" level=info msg="Waiting for condition: status=Healthy" rollout=rollout-apisix-canary when.go:423: rollouts.argoproj.io "rollout-apisix-canary" not found time="2024-10-24T10:55:34Z" level=info msg="Deleting e2e-test-name=TestAPISIXCanarySetHeaderStep" time="2024-10-24T10:55:34Z" level=info msg="Deleting e2e-test-name" --- FAIL: TestAPISIXSuite/TestAPISIXCanarySetHeaderStep (4.74s) FAIL test/e2e.TestAPISIXSuite/TestAPISIXCanarySetHeaderStep (re-run 2) (4.74s) === RUN TestAPISIXSuite --- FAIL: TestAPISIXSuite (5.08s) FAIL test/e2e.TestAPISIXSuite (re-run 2) (5.08s) FAIL test/e2e === RUN TestExperimentSuite/TestExperimentWithDryRunMetrics time="2024-10-24T10:55:46Z" level=info msg="Deleting e2e-test-name=TestExperimentWithDryRunMetrics" time="2024-10-24T10:55:47Z" level=info msg="analysistemplate.argoproj.io/dry-run-job created\n" time="2024-10-24T10:55:48Z" level=info msg="experiment.argoproj.io/experiment-with-dry-run created\n" time="2024-10-24T10:55:48Z" level=info msg="Waiting for Experiment experiment-with-dry-run condition: phase=Successful" time="2024-10-24T10:56:20Z" level=info msg="Condition 'phase=Successful' met after 31s" time="2024-10-24T10:56:20Z" level=info msg="Sleeping 3s" time="2024-10-24T10:56:23Z" level=info msg="Expected Dry-Run Summary: Count=1, Successful=0, Failed=1, Error=0, Inconclusive=0" time="2024-10-24T10:56:23Z" level=info msg="Analysis Dry-Run Summary: Count=1, Successful=1, Failed=0, Error=0, Inconclusive=0" time="2024-10-24T10:56:23Z" level=error msg="Dry-Run Summary of AnalysisRun: 'experiment-with-dry-run-dry-run-job' doesn't match the expectations" Name: experiment-with-dry-run Namespace: argo-rollouts Status: ✔ Successful Images: nginx:1.19-alpine (Σ:baseline) NAME KIND STATUS AGE INFO Σ experiment-with-dry-run Experiment ✔ Successful 35s ├──⧉ experiment-with-dry-run-baseline ReplicaSet ✔ Healthy 35s delay:26s │ └──□ experiment-with-dry-run-baseline-dt8q7 Pod ✔ Running 35s ready:1/1 └──α experiment-with-dry-run-dry-run-job AnalysisRun ✔ Successful 33s ✔ 1 └──⊞ 1d47f6c4-0f5c-4ff8-83e1-26ebbb79abd7.test-1.1 Job ✔ Successful 33s --- apiVersion: argoproj.io/v1alpha1 kind: Experiment metadata: creationTimestamp: "2024-10-24T10:55:48Z" generation: 9 labels: argo-rollouts.argoproj.io/controller-instance-id: argo-rollouts-e2e e2e-test-name: TestExperimentWithDryRunMetrics name: experiment-with-dry-run namespace: argo-rollouts resourceVersion: "2722543" uid: e984f7f1-72e4-4df8-af33-19a10a693f2c spec: analyses: - name: dry-run-job templateName: dry-run-job analysisRunMetadata: {} dryRun: - metricName: test.* duration: 30s progressDeadlineSeconds: 30 templates: - name: baseline replicas: 1 selector: matchLabels: app: experiment-with-dry-run service: {} template: metadata: creationTimestamp: null labels: app: experiment-with-dry-run spec: containers: - image: nginx:1.19-alpine name: experiment-with-dry-run resources: requests: cpu: 1m memory: 16Mi status: analysisRuns: - analysisRun: experiment-with-dry-run-dry-run-job name: dry-run-job phase: Running availableAt: "2024-10-24T10:55:50Z" conditions: - lastTransitionTime: "2024-10-24T10:56:20Z" lastUpdateTime: "2024-10-24T10:56:20Z" message: Experiment "experiment-with-dry-run" has successfully ran and completed. reason: ExperimentCompleted status: "False" type: Progressing phase: Successful templateStatuses: - availableReplicas: 1 lastTransitionTime: "2024-10-24T10:56:20Z" name: baseline readyReplicas: 1 replicas: 1 status: Successful updatedReplicas: 1 2024-10-24T10:55:48Z Normal TemplateProgressing Template 'baseline' transitioned from -> Progressing 2024-10-24T10:55:48Z Normal ExperimentPending Experiment transitioned from -> Pending 2024-10-24T10:55:48Z Normal ScalingReplicaSet Scaled up ReplicaSet experiment-with-dry-run-baseline from 0 to 1 2024-10-24T10:55:50Z Normal TemplateRunning Template 'baseline' transitioned from Progressing -> Running 2024-10-24T10:55:50Z Normal ExperimentRunning Experiment transitioned from Pending -> Running 2024-10-24T10:55:50Z Normal AnalysisRunPending AnalysisRun 'dry-run-job' transitioned from -> Pending 2024-10-24T10:56:18Z Normal AnalysisRunRunning AnalysisRun 'dry-run-job' transitioned from -> Running 2024-10-24T10:56:20Z Normal TemplateSuccessful Template 'baseline' transitioned from Running -> Successful 2024-10-24T10:56:20Z Normal ExperimentSuccessful Experiment transitioned from Running -> Successful 2024-10-24T10:56:20Z Normal AnalysisRunTerminating Terminating dry-run-job (experiment-with-dry-run-dry-run-job) time="2024-10-24T10:56:23Z" level=info msg="Deleting e2e-test-name=TestExperimentWithDryRunMetrics" time="2024-10-24T10:56:23Z" level=info msg="Deleting e2e-test-name" --- FAIL: TestExperimentSuite/TestExperimentWithDryRunMetrics (37.28s) FAIL test/e2e.TestExperimentSuite/TestExperimentWithDryRunMetrics (re-run 2) (37.28s) === RUN TestExperimentSuite --- FAIL: TestExperimentSuite (37.62s) FAIL test/e2e.TestExperimentSuite (re-run 2) (37.62s) FAIL test/e2e === RUN TestFunctionalSuite/TestControllerMetrics time="2024-10-24T10:56:36Z" level=info msg="Deleting e2e-test-name=TestControllerMetrics" functional_test.go:1407: Error Trace: /tmp/tmp.LeaKkHg7dH/argo-rollouts/test/e2e/functional_test.go:1407 Error: Received unexpected error: Get "http://localhost:8090/metrics": dial tcp [::1]:8090: connect: connection refused Test: TestFunctionalSuite/TestControllerMetrics time="2024-10-24T10:56:36Z" level=info msg="Deleting e2e-test-name=TestControllerMetrics" panic.go:261: test panicked: runtime error: invalid memory address or nil pointer dereference goroutine 196 [running]: runtime/debug.Stack() /usr/local/go/src/runtime/debug/stack.go:24 +0x5e github.com/stretchr/testify/suite.failOnPanic(0xc000103d40, {0x37ddb00, 0x5c65ac0}) /root/go/pkg/mod/github.com/stretchr/testify@v1.9.0/suite/suite.go:89 +0x37 github.com/stretchr/testify/suite.Run.func1.1() /root/go/pkg/mod/github.com/stretchr/testify@v1.9.0/suite/suite.go:188 +0x25d panic({0x37ddb00?, 0x5c65ac0?}) /usr/local/go/src/runtime/panic.go:914 +0x21f github.com/argoproj/argo-rollouts/test/e2e.(*FunctionalSuite).TestControllerMetrics(0xc000b1a700) /tmp/tmp.LeaKkHg7dH/argo-rollouts/test/e2e/functional_test.go:1408 +0xc4 reflect.Value.call({0xc000c7cb40?, 0xc0002811c8?, 0xc0002eacf0?}, {0x3c1112c, 0x4}, {0xc000ccfe70, 0x1, 0x3405168?}) /usr/local/go/src/reflect/value.go:596 +0xce7 reflect.Value.Call({0xc000c7cb40?, 0xc0002811c8?, 0xc000b1a700?}, {0xc000ccfe70?, 0x154fbad?, 0x5218988?}) /usr/local/go/src/reflect/value.go:380 +0xb9 github.com/stretchr/testify/suite.Run.func1(0xc000103d40) /root/go/pkg/mod/github.com/stretchr/testify@v1.9.0/suite/suite.go:202 +0x467 testing.tRunner(0xc000103d40, 0xc000aa5050) /usr/local/go/src/testing/testing.go:1595 +0xff created by testing.(*T).Run in goroutine 150 /usr/local/go/src/testing/testing.go:1648 +0x3ad time="2024-10-24T10:56:37Z" level=info msg="Deleting e2e-test-name" --- FAIL: TestFunctionalSuite/TestControllerMetrics (0.62s) FAIL test/e2e.TestFunctionalSuite/TestControllerMetrics (re-run 2) (0.62s) === RUN TestFunctionalSuite time="2024-10-24T10:56:36Z" level=info msg="analysistemplate.argoproj.io/sleep-job created\n" --- FAIL: TestFunctionalSuite (2.04s) FAIL test/e2e.TestFunctionalSuite (re-run 2) (2.04s) FAIL test/e2e DONE 3 runs, 127 tests, 6 skipped, 22 failures in 2835.632s === RUN TestAPISIXSuite/TestAPISIXCanarySetHeaderStep time="2024-10-24T10:56:48Z" level=info msg="Deleting e2e-test-name=TestAPISIXCanarySetHeaderStep" time="2024-10-24T10:56:50Z" level=info msg="service/rollout-apisix-canary-canary created\n" rollout=rollout-apisix-canary time="2024-10-24T10:56:51Z" level=info msg="service/rollout-apisix-canary-stable created\n" rollout=rollout-apisix-canary time="2024-10-24T10:56:51Z" level=info msg="apisixroute.apisix.apache.org/rollouts-apisix-route unchanged\n" rollout=rollout-apisix-canary time="2024-10-24T10:56:52Z" level=info msg="rollout.argoproj.io/rollout-apisix-canary unchanged\n" rollout=rollout-apisix-canary time="2024-10-24T10:56:52Z" level=info msg="Waiting for condition: status=Healthy" rollout=rollout-apisix-canary when.go:423: rollouts.argoproj.io "rollout-apisix-canary" not found time="2024-10-24T10:56:52Z" level=info msg="Deleting e2e-test-name=TestAPISIXCanarySetHeaderStep" time="2024-10-24T10:56:53Z" level=info msg="Deleting e2e-test-name" --- FAIL: TestAPISIXSuite/TestAPISIXCanarySetHeaderStep (4.68s) FAIL test/e2e.TestAPISIXSuite/TestAPISIXCanarySetHeaderStep (re-run 3) (4.68s) === RUN TestAPISIXSuite --- FAIL: TestAPISIXSuite (5.08s) FAIL test/e2e.TestAPISIXSuite (re-run 3) (5.08s) FAIL test/e2e === RUN TestExperimentSuite/TestExperimentWithDryRunMetrics time="2024-10-24T10:57:05Z" level=info msg="Deleting e2e-test-name=TestExperimentWithDryRunMetrics" time="2024-10-24T10:57:06Z" level=info msg="analysistemplate.argoproj.io/dry-run-job created\n" time="2024-10-24T10:57:07Z" level=info msg="experiment.argoproj.io/experiment-with-dry-run created\n" time="2024-10-24T10:57:07Z" level=info msg="Waiting for Experiment experiment-with-dry-run condition: phase=Successful" time="2024-10-24T10:57:38Z" level=info msg="Condition 'phase=Successful' met after 30s" time="2024-10-24T10:57:38Z" level=info msg="Sleeping 3s" time="2024-10-24T10:57:41Z" level=info msg="Expected Dry-Run Summary: Count=1, Successful=0, Failed=1, Error=0, Inconclusive=0" time="2024-10-24T10:57:41Z" level=info msg="Analysis Dry-Run Summary: Count=1, Successful=1, Failed=0, Error=0, Inconclusive=0" time="2024-10-24T10:57:41Z" level=error msg="Dry-Run Summary of AnalysisRun: 'experiment-with-dry-run-dry-run-job' doesn't match the expectations" Name: experiment-with-dry-run Namespace: argo-rollouts Status: ✔ Successful Images: nginx:1.19-alpine (Σ:baseline) NAME KIND STATUS AGE INFO Σ experiment-with-dry-run Experiment ✔ Successful 34s ├──⧉ experiment-with-dry-run-baseline ReplicaSet ✔ Healthy 34s delay:26s │ └──□ experiment-with-dry-run-baseline-bbmbc Pod ✔ Running 34s ready:1/1 └──α experiment-with-dry-run-dry-run-job AnalysisRun ✔ Successful 33s ✔ 1 └──⊞ 1edbca53-1075-4e99-a0ac-1948496ab9e3.test-1.1 Job ✔ Successful 33s --- apiVersion: argoproj.io/v1alpha1 kind: Experiment metadata: creationTimestamp: "2024-10-24T10:57:07Z" generation: 9 labels: argo-rollouts.argoproj.io/controller-instance-id: argo-rollouts-e2e e2e-test-name: TestExperimentWithDryRunMetrics name: experiment-with-dry-run namespace: argo-rollouts resourceVersion: "2723144" uid: 1e6510bc-ddab-46da-8ebf-29eac539bd9e spec: analyses: - name: dry-run-job templateName: dry-run-job analysisRunMetadata: {} dryRun: - metricName: test.* duration: 30s progressDeadlineSeconds: 30 templates: - name: baseline replicas: 1 selector: matchLabels: app: experiment-with-dry-run service: {} template: metadata: creationTimestamp: null labels: app: experiment-with-dry-run spec: containers: - image: nginx:1.19-alpine name: experiment-with-dry-run resources: requests: cpu: 1m memory: 16Mi status: analysisRuns: - analysisRun: experiment-with-dry-run-dry-run-job name: dry-run-job phase: Running availableAt: "2024-10-24T10:57:08Z" conditions: - lastTransitionTime: "2024-10-24T10:57:38Z" lastUpdateTime: "2024-10-24T10:57:38Z" message: Experiment "experiment-with-dry-run" has successfully ran and completed. reason: ExperimentCompleted status: "False" type: Progressing phase: Successful templateStatuses: - availableReplicas: 1 lastTransitionTime: "2024-10-24T10:57:38Z" name: baseline readyReplicas: 1 replicas: 1 status: Successful updatedReplicas: 1 2024-10-24T10:57:07Z Normal TemplateProgressing Template 'baseline' transitioned from -> Progressing 2024-10-24T10:57:07Z Normal ExperimentPending Experiment transitioned from -> Pending 2024-10-24T10:57:07Z Normal ScalingReplicaSet Scaled up ReplicaSet experiment-with-dry-run-baseline from 0 to 1 2024-10-24T10:57:08Z Normal TemplateRunning Template 'baseline' transitioned from Progressing -> Running 2024-10-24T10:57:08Z Normal ExperimentRunning Experiment transitioned from Pending -> Running 2024-10-24T10:57:08Z Normal AnalysisRunPending AnalysisRun 'dry-run-job' transitioned from -> Pending 2024-10-24T10:57:08Z Normal AnalysisRunRunning AnalysisRun 'dry-run-job' transitioned from -> Running 2024-10-24T10:57:38Z Normal TemplateSuccessful Template 'baseline' transitioned from Running -> Successful 2024-10-24T10:57:38Z Normal ExperimentSuccessful Experiment transitioned from Running -> Successful 2024-10-24T10:57:38Z Normal AnalysisRunTerminating Terminating dry-run-job (experiment-with-dry-run-dry-run-job) time="2024-10-24T10:57:41Z" level=info msg="Deleting e2e-test-name=TestExperimentWithDryRunMetrics" time="2024-10-24T10:57:41Z" level=info msg="Deleting e2e-test-name" --- FAIL: TestExperimentSuite/TestExperimentWithDryRunMetrics (36.49s) FAIL test/e2e.TestExperimentSuite/TestExperimentWithDryRunMetrics (re-run 3) (36.49s) === RUN TestExperimentSuite --- FAIL: TestExperimentSuite (36.87s) FAIL test/e2e.TestExperimentSuite (re-run 3) (36.87s) FAIL test/e2e === RUN TestFunctionalSuite/TestControllerMetrics time="2024-10-24T10:57:54Z" level=info msg="Deleting e2e-test-name=TestControllerMetrics" functional_test.go:1407: Error Trace: /tmp/tmp.LeaKkHg7dH/argo-rollouts/test/e2e/functional_test.go:1407 Error: Received unexpected error: Get "http://localhost:8090/metrics": dial tcp [::1]:8090: connect: connection refused Test: TestFunctionalSuite/TestControllerMetrics time="2024-10-24T10:57:54Z" level=info msg="Deleting e2e-test-name=TestControllerMetrics" panic.go:261: test panicked: runtime error: invalid memory address or nil pointer dereference goroutine 41 [running]: runtime/debug.Stack() /usr/local/go/src/runtime/debug/stack.go:24 +0x5e github.com/stretchr/testify/suite.failOnPanic(0xc00035b040, {0x37ddb00, 0x5c65ac0}) /root/go/pkg/mod/github.com/stretchr/testify@v1.9.0/suite/suite.go:89 +0x37 github.com/stretchr/testify/suite.Run.func1.1() /root/go/pkg/mod/github.com/stretchr/testify@v1.9.0/suite/suite.go:188 +0x25d panic({0x37ddb00?, 0x5c65ac0?}) /usr/local/go/src/runtime/panic.go:914 +0x21f github.com/argoproj/argo-rollouts/test/e2e.(*FunctionalSuite).TestControllerMetrics(0xc0000c9f00) /tmp/tmp.LeaKkHg7dH/argo-rollouts/test/e2e/functional_test.go:1408 +0xc4 reflect.Value.call({0xc000ae9d40?, 0xc000a2a1e8?, 0xc000d850d0?}, {0x3c1112c, 0x4}, {0xc000cbbe70, 0x1, 0x3405168?}) /usr/local/go/src/reflect/value.go:596 +0xce7 reflect.Value.Call({0xc000ae9d40?, 0xc000a2a1e8?, 0xc0000c9f00?}, {0xc000cbbe70?, 0x154fbad?, 0x5218988?}) /usr/local/go/src/reflect/value.go:380 +0xb9 github.com/stretchr/testify/suite.Run.func1(0xc00035b040) /root/go/pkg/mod/github.com/stretchr/testify@v1.9.0/suite/suite.go:202 +0x467 testing.tRunner(0xc00035b040, 0xc000d985a0) /usr/local/go/src/testing/testing.go:1595 +0xff created by testing.(*T).Run in goroutine 148 /usr/local/go/src/testing/testing.go:1648 +0x3ad time="2024-10-24T10:57:55Z" level=info msg="Deleting e2e-test-name" --- FAIL: TestFunctionalSuite/TestControllerMetrics (0.62s) FAIL test/e2e.TestFunctionalSuite/TestControllerMetrics (re-run 3) (0.62s) === RUN TestFunctionalSuite time="2024-10-24T10:57:54Z" level=info msg="analysistemplate.argoproj.io/sleep-job created\n" --- FAIL: TestFunctionalSuite (2.18s) FAIL test/e2e.TestFunctionalSuite (re-run 3) (2.18s) FAIL test/e2e DONE 4 runs, 133 tests, 6 skipped, 28 failures in 2913.736s === RUN TestAPISIXSuite/TestAPISIXCanarySetHeaderStep time="2024-10-24T10:58:07Z" level=info msg="Deleting e2e-test-name=TestAPISIXCanarySetHeaderStep" time="2024-10-24T10:58:08Z" level=info msg="service/rollout-apisix-canary-canary created\n" rollout=rollout-apisix-canary time="2024-10-24T10:58:09Z" level=info msg="service/rollout-apisix-canary-stable created\n" rollout=rollout-apisix-canary time="2024-10-24T10:58:10Z" level=info msg="apisixroute.apisix.apache.org/rollouts-apisix-route unchanged\n" rollout=rollout-apisix-canary time="2024-10-24T10:58:11Z" level=info msg="rollout.argoproj.io/rollout-apisix-canary unchanged\n" rollout=rollout-apisix-canary time="2024-10-24T10:58:11Z" level=info msg="Waiting for condition: status=Healthy" rollout=rollout-apisix-canary when.go:423: rollouts.argoproj.io "rollout-apisix-canary" not found time="2024-10-24T10:58:11Z" level=info msg="Deleting e2e-test-name=TestAPISIXCanarySetHeaderStep" time="2024-10-24T10:58:12Z" level=info msg="Deleting e2e-test-name" --- FAIL: TestAPISIXSuite/TestAPISIXCanarySetHeaderStep (4.86s) FAIL test/e2e.TestAPISIXSuite/TestAPISIXCanarySetHeaderStep (re-run 4) (4.86s) === RUN TestAPISIXSuite --- FAIL: TestAPISIXSuite (5.25s) FAIL test/e2e.TestAPISIXSuite (re-run 4) (5.25s) FAIL test/e2e === RUN TestExperimentSuite/TestExperimentWithDryRunMetrics time="2024-10-24T10:58:24Z" level=info msg="Deleting e2e-test-name=TestExperimentWithDryRunMetrics" time="2024-10-24T10:58:25Z" level=info msg="analysistemplate.argoproj.io/dry-run-job created\n" time="2024-10-24T10:58:26Z" level=info msg="experiment.argoproj.io/experiment-with-dry-run created\n" time="2024-10-24T10:58:26Z" level=info msg="Waiting for Experiment experiment-with-dry-run condition: phase=Successful" time="2024-10-24T10:58:57Z" level=info msg="Condition 'phase=Successful' met after 30s" time="2024-10-24T10:58:57Z" level=info msg="Sleeping 3s" time="2024-10-24T10:59:00Z" level=info msg="Expected Dry-Run Summary: Count=1, Successful=0, Failed=1, Error=0, Inconclusive=0" time="2024-10-24T10:59:00Z" level=info msg="Analysis Dry-Run Summary: Count=1, Successful=1, Failed=0, Error=0, Inconclusive=0" time="2024-10-24T10:59:00Z" level=error msg="Dry-Run Summary of AnalysisRun: 'experiment-with-dry-run-dry-run-job' doesn't match the expectations" Name: experiment-with-dry-run Namespace: argo-rollouts Status: ✔ Successful Images: nginx:1.19-alpine (Σ:baseline) NAME KIND STATUS AGE INFO Σ experiment-with-dry-run Experiment ✔ Successful 34s ├──⧉ experiment-with-dry-run-baseline ReplicaSet ✔ Healthy 34s delay:26s │ └──□ experiment-with-dry-run-baseline-6zq7m Pod ✔ Running 34s ready:1/1 └──α experiment-with-dry-run-dry-run-job AnalysisRun ✔ Successful 33s ✔ 1 └──⊞ 98554b26-6d25-4103-a9fb-6fb224937cb0.test-1.1 Job ✔ Successful 33s --- apiVersion: argoproj.io/v1alpha1 kind: Experiment metadata: creationTimestamp: "2024-10-24T10:58:26Z" generation: 9 labels: argo-rollouts.argoproj.io/controller-instance-id: argo-rollouts-e2e e2e-test-name: TestExperimentWithDryRunMetrics name: experiment-with-dry-run namespace: argo-rollouts resourceVersion: "2723735" uid: a64db04a-175a-4356-bf0b-2a923f7293bb spec: analyses: - name: dry-run-job templateName: dry-run-job analysisRunMetadata: {} dryRun: - metricName: test.* duration: 30s progressDeadlineSeconds: 30 templates: - name: baseline replicas: 1 selector: matchLabels: app: experiment-with-dry-run service: {} template: metadata: creationTimestamp: null labels: app: experiment-with-dry-run spec: containers: - image: nginx:1.19-alpine name: experiment-with-dry-run resources: requests: cpu: 1m memory: 16Mi status: analysisRuns: - analysisRun: experiment-with-dry-run-dry-run-job name: dry-run-job phase: Running availableAt: "2024-10-24T10:58:27Z" conditions: - lastTransitionTime: "2024-10-24T10:58:57Z" lastUpdateTime: "2024-10-24T10:58:57Z" message: Experiment "experiment-with-dry-run" has successfully ran and completed. reason: ExperimentCompleted status: "False" type: Progressing phase: Successful templateStatuses: - availableReplicas: 1 lastTransitionTime: "2024-10-24T10:58:57Z" name: baseline readyReplicas: 1 replicas: 1 status: Successful updatedReplicas: 1 2024-10-24T10:58:26Z (x2) Normal TemplateProgressing Template 'baseline' transitioned from -> Progressing 2024-10-24T10:58:26Z (x2) Normal ExperimentPending Experiment transitioned from -> Pending 2024-10-24T10:58:26Z Normal ScalingReplicaSet Scaled up ReplicaSet experiment-with-dry-run-baseline from 0 to 1 2024-10-24T10:58:27Z Normal TemplateRunning Template 'baseline' transitioned from Progressing -> Running 2024-10-24T10:58:27Z Normal ExperimentRunning Experiment transitioned from Pending -> Running 2024-10-24T10:58:27Z Normal AnalysisRunPending AnalysisRun 'dry-run-job' transitioned from -> Pending 2024-10-24T10:58:27Z Normal AnalysisRunRunning AnalysisRun 'dry-run-job' transitioned from -> Running 2024-10-24T10:58:57Z Normal TemplateSuccessful Template 'baseline' transitioned from Running -> Successful 2024-10-24T10:58:57Z Normal ExperimentSuccessful Experiment transitioned from Running -> Successful 2024-10-24T10:58:57Z Normal AnalysisRunTerminating Terminating dry-run-job (experiment-with-dry-run-dry-run-job) time="2024-10-24T10:59:00Z" level=info msg="Deleting e2e-test-name=TestExperimentWithDryRunMetrics" time="2024-10-24T10:59:00Z" level=info msg="Deleting e2e-test-name" --- FAIL: TestExperimentSuite/TestExperimentWithDryRunMetrics (36.23s) FAIL test/e2e.TestExperimentSuite/TestExperimentWithDryRunMetrics (re-run 4) (36.23s) === RUN TestExperimentSuite --- FAIL: TestExperimentSuite (36.62s) FAIL test/e2e.TestExperimentSuite (re-run 4) (36.62s) FAIL test/e2e === RUN TestFunctionalSuite/TestControllerMetrics time="2024-10-24T10:59:13Z" level=info msg="Deleting e2e-test-name=TestControllerMetrics" functional_test.go:1407: Error Trace: /tmp/tmp.LeaKkHg7dH/argo-rollouts/test/e2e/functional_test.go:1407 Error: Received unexpected error: Get "http://localhost:8090/metrics": dial tcp [::1]:8090: connect: connection refused Test: TestFunctionalSuite/TestControllerMetrics time="2024-10-24T10:59:13Z" level=info msg="Deleting e2e-test-name=TestControllerMetrics" panic.go:261: test panicked: runtime error: invalid memory address or nil pointer dereference goroutine 143 [running]: runtime/debug.Stack() /usr/local/go/src/runtime/debug/stack.go:24 +0x5e github.com/stretchr/testify/suite.failOnPanic(0xc000b881a0, {0x37ddb00, 0x5c65ac0}) /root/go/pkg/mod/github.com/stretchr/testify@v1.9.0/suite/suite.go:89 +0x37 github.com/stretchr/testify/suite.Run.func1.1() /root/go/pkg/mod/github.com/stretchr/testify@v1.9.0/suite/suite.go:188 +0x25d panic({0x37ddb00?, 0x5c65ac0?}) /usr/local/go/src/runtime/panic.go:914 +0x21f github.com/argoproj/argo-rollouts/test/e2e.(*FunctionalSuite).TestControllerMetrics(0xc0000c9e00) /tmp/tmp.LeaKkHg7dH/argo-rollouts/test/e2e/functional_test.go:1408 +0xc4 reflect.Value.call({0xc000a60780?, 0xc00080e430?, 0xc000adbea0?}, {0x3c1112c, 0x4}, {0xc000ab1e70, 0x1, 0x3405168?}) /usr/local/go/src/reflect/value.go:596 +0xce7 reflect.Value.Call({0xc000a60780?, 0xc00080e430?, 0xc0000c9e00?}, {0xc000ab1e70?, 0x154fbad?, 0x5218988?}) /usr/local/go/src/reflect/value.go:380 +0xb9 github.com/stretchr/testify/suite.Run.func1(0xc000b881a0) /root/go/pkg/mod/github.com/stretchr/testify@v1.9.0/suite/suite.go:202 +0x467 testing.tRunner(0xc000b881a0, 0xc000ad5cb0) /usr/local/go/src/testing/testing.go:1595 +0xff created by testing.(*T).Run in goroutine 133 /usr/local/go/src/testing/testing.go:1648 +0x3ad time="2024-10-24T10:59:14Z" level=info msg="Deleting e2e-test-name" --- FAIL: TestFunctionalSuite/TestControllerMetrics (0.64s) FAIL test/e2e.TestFunctionalSuite/TestControllerMetrics (re-run 4) (0.64s) === RUN TestFunctionalSuite time="2024-10-24T10:59:13Z" level=info msg="analysistemplate.argoproj.io/sleep-job created\n" --- FAIL: TestFunctionalSuite (2.20s) FAIL test/e2e.TestFunctionalSuite (re-run 4) (2.20s) FAIL test/e2e DONE 5 runs, 139 tests, 6 skipped, 34 failures in 2992.749s === RUN TestAPISIXSuite/TestAPISIXCanarySetHeaderStep time="2024-10-24T10:59:26Z" level=info msg="Deleting e2e-test-name=TestAPISIXCanarySetHeaderStep" time="2024-10-24T10:59:27Z" level=info msg="service/rollout-apisix-canary-canary created\n" rollout=rollout-apisix-canary time="2024-10-24T10:59:28Z" level=info msg="service/rollout-apisix-canary-stable created\n" rollout=rollout-apisix-canary time="2024-10-24T10:59:29Z" level=info msg="apisixroute.apisix.apache.org/rollouts-apisix-route unchanged\n" rollout=rollout-apisix-canary time="2024-10-24T10:59:30Z" level=info msg="rollout.argoproj.io/rollout-apisix-canary unchanged\n" rollout=rollout-apisix-canary time="2024-10-24T10:59:30Z" level=info msg="Waiting for condition: status=Healthy" rollout=rollout-apisix-canary when.go:423: rollouts.argoproj.io "rollout-apisix-canary" not found time="2024-10-24T10:59:30Z" level=info msg="Deleting e2e-test-name=TestAPISIXCanarySetHeaderStep" time="2024-10-24T10:59:31Z" level=info msg="Deleting e2e-test-name" --- FAIL: TestAPISIXSuite/TestAPISIXCanarySetHeaderStep (4.91s) FAIL test/e2e.TestAPISIXSuite/TestAPISIXCanarySetHeaderStep (re-run 5) (4.91s) === RUN TestAPISIXSuite --- FAIL: TestAPISIXSuite (5.26s) FAIL test/e2e.TestAPISIXSuite (re-run 5) (5.26s) FAIL test/e2e === RUN TestExperimentSuite/TestExperimentWithDryRunMetrics time="2024-10-24T10:59:42Z" level=info msg="Deleting e2e-test-name=TestExperimentWithDryRunMetrics" time="2024-10-24T10:59:44Z" level=info msg="analysistemplate.argoproj.io/dry-run-job created\n" time="2024-10-24T10:59:45Z" level=info msg="experiment.argoproj.io/experiment-with-dry-run created\n" time="2024-10-24T10:59:45Z" level=info msg="Waiting for Experiment experiment-with-dry-run condition: phase=Successful" time="2024-10-24T11:00:16Z" level=info msg="Condition 'phase=Successful' met after 30s" time="2024-10-24T11:00:16Z" level=info msg="Sleeping 3s" time="2024-10-24T11:00:19Z" level=info msg="Expected Dry-Run Summary: Count=1, Successful=0, Failed=1, Error=0, Inconclusive=0" time="2024-10-24T11:00:19Z" level=info msg="Analysis Dry-Run Summary: Count=1, Successful=1, Failed=0, Error=0, Inconclusive=0" time="2024-10-24T11:00:19Z" level=error msg="Dry-Run Summary of AnalysisRun: 'experiment-with-dry-run-dry-run-job' doesn't match the expectations" Name: experiment-with-dry-run Namespace: argo-rollouts Status: ✔ Successful Images: nginx:1.19-alpine (Σ:baseline) NAME KIND STATUS AGE INFO Σ experiment-with-dry-run Experiment ✔ Successful 34s ├──⧉ experiment-with-dry-run-baseline ReplicaSet ✔ Healthy 34s delay:26s │ └──□ experiment-with-dry-run-baseline-rtfrp Pod ✔ Running 34s ready:1/1 └──α experiment-with-dry-run-dry-run-job AnalysisRun ✔ Successful 33s ✔ 1 └──⊞ 9ac11b28-cd1e-4a16-ab1d-02355fd02833.test-1.1 Job ✔ Successful 33s --- apiVersion: argoproj.io/v1alpha1 kind: Experiment metadata: creationTimestamp: "2024-10-24T10:59:45Z" generation: 9 labels: argo-rollouts.argoproj.io/controller-instance-id: argo-rollouts-e2e e2e-test-name: TestExperimentWithDryRunMetrics name: experiment-with-dry-run namespace: argo-rollouts resourceVersion: "2724393" uid: 9bbee7d7-07a4-4174-b248-0211f1cbb1a4 spec: analyses: - name: dry-run-job templateName: dry-run-job analysisRunMetadata: {} dryRun: - metricName: test.* duration: 30s progressDeadlineSeconds: 30 templates: - name: baseline replicas: 1 selector: matchLabels: app: experiment-with-dry-run service: {} template: metadata: creationTimestamp: null labels: app: experiment-with-dry-run spec: containers: - image: nginx:1.19-alpine name: experiment-with-dry-run resources: requests: cpu: 1m memory: 16Mi status: analysisRuns: - analysisRun: experiment-with-dry-run-dry-run-job name: dry-run-job phase: Running availableAt: "2024-10-24T10:59:46Z" conditions: - lastTransitionTime: "2024-10-24T11:00:16Z" lastUpdateTime: "2024-10-24T11:00:16Z" message: Experiment "experiment-with-dry-run" has successfully ran and completed. reason: ExperimentCompleted status: "False" type: Progressing phase: Successful templateStatuses: - availableReplicas: 1 lastTransitionTime: "2024-10-24T11:00:16Z" name: baseline readyReplicas: 1 replicas: 1 status: Successful updatedReplicas: 1 2024-10-24T10:59:45Z Normal TemplateProgressing Template 'baseline' transitioned from -> Progressing 2024-10-24T10:59:45Z Normal ExperimentPending Experiment transitioned from -> Pending 2024-10-24T10:59:45Z Normal ScalingReplicaSet Scaled up ReplicaSet experiment-with-dry-run-baseline from 0 to 1 2024-10-24T10:59:46Z Normal TemplateRunning Template 'baseline' transitioned from Progressing -> Running 2024-10-24T10:59:46Z Normal ExperimentRunning Experiment transitioned from Pending -> Running 2024-10-24T10:59:46Z Normal AnalysisRunPending AnalysisRun 'dry-run-job' transitioned from -> Pending 2024-10-24T10:59:46Z Normal AnalysisRunRunning AnalysisRun 'dry-run-job' transitioned from -> Running 2024-10-24T11:00:16Z Normal TemplateSuccessful Template 'baseline' transitioned from Running -> Successful 2024-10-24T11:00:16Z Normal ExperimentSuccessful Experiment transitioned from Running -> Successful 2024-10-24T11:00:16Z Normal AnalysisRunTerminating Terminating dry-run-job (experiment-with-dry-run-dry-run-job) time="2024-10-24T11:00:19Z" level=info msg="Deleting e2e-test-name=TestExperimentWithDryRunMetrics" time="2024-10-24T11:00:19Z" level=info msg="Deleting e2e-test-name" --- FAIL: TestExperimentSuite/TestExperimentWithDryRunMetrics (36.93s) FAIL test/e2e.TestExperimentSuite/TestExperimentWithDryRunMetrics (re-run 5) (36.93s) === RUN TestExperimentSuite --- FAIL: TestExperimentSuite (37.35s) FAIL test/e2e.TestExperimentSuite (re-run 5) (37.35s) FAIL test/e2e === RUN TestFunctionalSuite/TestControllerMetrics time="2024-10-24T11:00:33Z" level=info msg="Deleting e2e-test-name=TestControllerMetrics" functional_test.go:1407: Error Trace: /tmp/tmp.LeaKkHg7dH/argo-rollouts/test/e2e/functional_test.go:1407 Error: Received unexpected error: Get "http://localhost:8090/metrics": dial tcp [::1]:8090: connect: connection refused Test: TestFunctionalSuite/TestControllerMetrics time="2024-10-24T11:00:33Z" level=info msg="Deleting e2e-test-name=TestControllerMetrics" panic.go:261: test panicked: runtime error: invalid memory address or nil pointer dereference goroutine 166 [running]: runtime/debug.Stack() /usr/local/go/src/runtime/debug/stack.go:24 +0x5e github.com/stretchr/testify/suite.failOnPanic(0xc000623860, {0x37ddb00, 0x5c65ac0}) /root/go/pkg/mod/github.com/stretchr/testify@v1.9.0/suite/suite.go:89 +0x37 github.com/stretchr/testify/suite.Run.func1.1() /root/go/pkg/mod/github.com/stretchr/testify@v1.9.0/suite/suite.go:188 +0x25d panic({0x37ddb00?, 0x5c65ac0?}) /usr/local/go/src/runtime/panic.go:914 +0x21f github.com/argoproj/argo-rollouts/test/e2e.(*FunctionalSuite).TestControllerMetrics(0xc000179600) /tmp/tmp.LeaKkHg7dH/argo-rollouts/test/e2e/functional_test.go:1408 +0xc4 reflect.Value.call({0xc0009ff3c0?, 0xc000a8ac48?, 0xc000d424a0?}, {0x3c1112c, 0x4}, {0xc000b83e70, 0x1, 0x3405168?}) /usr/local/go/src/reflect/value.go:596 +0xce7 reflect.Value.Call({0xc0009ff3c0?, 0xc000a8ac48?, 0xc000179600?}, {0xc000b83e70?, 0x154fbad?, 0x5218988?}) /usr/local/go/src/reflect/value.go:380 +0xb9 github.com/stretchr/testify/suite.Run.func1(0xc000623860) /root/go/pkg/mod/github.com/stretchr/testify@v1.9.0/suite/suite.go:202 +0x467 testing.tRunner(0xc000623860, 0xc0008a3680) /usr/local/go/src/testing/testing.go:1595 +0xff created by testing.(*T).Run in goroutine 153 /usr/local/go/src/testing/testing.go:1648 +0x3ad time="2024-10-24T11:00:33Z" level=info msg="Deleting e2e-test-name" --- FAIL: TestFunctionalSuite/TestControllerMetrics (0.60s) FAIL test/e2e.TestFunctionalSuite/TestControllerMetrics (re-run 5) (0.60s) === RUN TestFunctionalSuite time="2024-10-24T11:00:33Z" level=info msg="analysistemplate.argoproj.io/sleep-job created\n" --- FAIL: TestFunctionalSuite (2.13s) FAIL test/e2e.TestFunctionalSuite (re-run 5) (2.13s) FAIL test/e2e === Skipped === SKIP: test/e2e TestAppMeshSuite (0.05s) === SKIP: test/e2e TestAWSSuite/TestALBBlueGreenUpdate (0.59s) time="2024-10-24T10:27:54Z" level=info msg="Deleting e2e-test-name=TestALBBlueGreenUpdate" time="2024-10-24T10:27:54Z" level=info msg="Deleting e2e-test-name=TestALBBlueGreenUpdate" --- SKIP: TestAWSSuite/TestALBBlueGreenUpdate (0.59s) === SKIP: test/e2e TestAWSSuite/TestALBCanaryUpdate (0.67s) time="2024-10-24T10:27:54Z" level=info msg="Deleting e2e-test-name=TestALBCanaryUpdate" time="2024-10-24T10:27:54Z" level=info msg="Deleting e2e-test-name=TestALBCanaryUpdate" --- SKIP: TestAWSSuite/TestALBCanaryUpdate (0.67s) === SKIP: test/e2e TestAWSSuite/TestALBCanaryUpdateMultiIngress (0.68s) time="2024-10-24T10:27:55Z" level=info msg="Deleting e2e-test-name=TestALBCanaryUpdateMultiIngress" time="2024-10-24T10:27:55Z" level=info msg="Deleting e2e-test-name=TestALBCanaryUpdateMultiIngress" --- SKIP: TestAWSSuite/TestALBCanaryUpdateMultiIngress (0.68s) === SKIP: test/e2e TestSMIIngressSuite (0.05s) === SKIP: test/e2e TestSMISuite (0.05s) === Failed === FAIL: test/e2e TestAPISIXSuite/TestAPISIXCanarySetHeaderStep (5.26s) time="2024-10-24T10:27:22Z" level=info msg="Deleting e2e-test-name=TestAPISIXCanarySetHeaderStep" time="2024-10-24T10:27:23Z" level=info msg="service/rollout-apisix-canary-canary created\n" rollout=rollout-apisix-canary time="2024-10-24T10:27:24Z" level=info msg="service/rollout-apisix-canary-stable created\n" rollout=rollout-apisix-canary time="2024-10-24T10:27:26Z" level=info msg="apisixroute.apisix.apache.org/rollouts-apisix-route created\n" rollout=rollout-apisix-canary time="2024-10-24T10:27:27Z" level=info msg="rollout.argoproj.io/rollout-apisix-canary unchanged\n" rollout=rollout-apisix-canary time="2024-10-24T10:27:27Z" level=info msg="Waiting for condition: status=Healthy" rollout=rollout-apisix-canary when.go:423: rollouts.argoproj.io "rollout-apisix-canary" not found time="2024-10-24T10:27:27Z" level=info msg="Deleting e2e-test-name=TestAPISIXCanarySetHeaderStep" --- FAIL: TestAPISIXSuite/TestAPISIXCanarySetHeaderStep (5.26s) === FAIL: test/e2e TestAPISIXSuite (31.79s) === FAIL: test/e2e TestAWSSuite/TestALBExperimentStepNoSetWeightMultiIngress (18.38s) time="2024-10-24T10:28:55Z" level=info msg="Deleting e2e-test-name=TestALBExperimentStepNoSetWeightMultiIngress" time="2024-10-24T10:28:56Z" level=info msg="service/alb-rollout-root created\n" rollout=alb-rollout time="2024-10-24T10:28:57Z" level=info msg="service/alb-rollout-canary created\n" rollout=alb-rollout time="2024-10-24T10:28:58Z" level=info msg="service/alb-rollout-stable created\n" rollout=alb-rollout time="2024-10-24T10:28:59Z" level=info msg="Warning: annotation \"kubernetes.io/ingress.class\" is deprecated, please use 'spec.ingressClassName' instead\ningress.networking.k8s.io/alb-rollout-multi-ingress-1 created\n" rollout=alb-rollout time="2024-10-24T10:29:00Z" level=info msg="Warning: annotation \"kubernetes.io/ingress.class\" is deprecated, please use 'spec.ingressClassName' instead\ningress.networking.k8s.io/alb-rollout-multi-ingress-2 created\n" rollout=alb-rollout time="2024-10-24T10:29:01Z" level=info msg="rollout.argoproj.io/alb-rollout created\n" rollout=alb-rollout time="2024-10-24T10:29:01Z" level=info msg="Waiting for condition: status=Healthy" rollout=alb-rollout time="2024-10-24T10:29:03Z" level=info msg="Condition 'status=Healthy' met after 1s" rollout=alb-rollout time="2024-10-24T10:29:03Z" level=info msg="Experiment expectation 'experiment count == 0' met" rollout=alb-rollout time="2024-10-24T10:29:03Z" level=info msg="Updated rollout pod spec: 2024-10-24T10:29:03.17266108Z" rollout=alb-rollout time="2024-10-24T10:29:03Z" level=info msg="Sleeping 10s" rollout=alb-rollout require.go:72: Error Trace: /root/go/pkg/mod/github.com/tj/assert@v0.0.3/require.go:72 /tmp/tmp.LeaKkHg7dH/argo-rollouts/test/e2e/aws_test.go:365 /tmp/tmp.LeaKkHg7dH/argo-rollouts/test/fixtures/then.go:29 /tmp/tmp.LeaKkHg7dH/argo-rollouts/test/e2e/aws_test.go:354 Error: Not equal: expected: "{\"Type\":\"forward\",\"ForwardConfig\":{\"TargetGroups\":[{\"ServiceName\":\"alb-rollout-canary\",\"ServicePort\":\"80\",\"Weight\":0},{\"ServiceName\":\"\",\"ServicePort\":\"80\",\"Weight\":20},{\"ServiceName\":\"\",\"ServicePort\":\"80\",\"Weight\":20},{\"ServiceName\":\"alb-rollout-stable\",\"ServicePort\":\"80\",\"Weight\":60}]}}" actual : "{\"Type\":\"forward\",\"ForwardConfig\":{\"TargetGroups\":[{\"ServiceName\":\"alb-rollout-canary\",\"ServicePort\":\"80\",\"Weight\":0},{\"ServicePort\":\"80\",\"Weight\":20},{\"ServicePort\":\"80\",\"Weight\":20},{\"ServiceName\":\"alb-rollout-stable\",\"ServicePort\":\"80\",\"Weight\":60}]}}" Diff: --- Expected +++ Actual @@ -1 +1 @@ -{"Type":"forward","ForwardConfig":{"TargetGroups":[{"ServiceName":"alb-rollout-canary","ServicePort":"80","Weight":0},{"ServiceName":"","ServicePort":"80","Weight":20},{"ServiceName":"","ServicePort":"80","Weight":20},{"ServiceName":"alb-rollout-stable","ServicePort":"80","Weight":60}]}} +{"Type":"forward","ForwardConfig":{"TargetGroups":[{"ServiceName":"alb-rollout-canary","ServicePort":"80","Weight":0},{"ServicePort":"80","Weight":20},{"ServicePort":"80","Weight":20},{"ServiceName":"alb-rollout-stable","ServicePort":"80","Weight":60}]}} Test: TestAWSSuite/TestALBExperimentStepNoSetWeightMultiIngress Name: alb-rollout Namespace: argo-rollouts Status: ◌ Progressing Message: more replicas need to be updated Strategy: Canary Step: 0/1 SetWeight: 0 ActualWeight: 0 Images: nginx:1.19-alpine (stable, Σ:experiment-alb-canary, Σ:experiment-alb-stable) Replicas: Desired: 1 Current: 1 Updated: 0 Ready: 1 Available: 1 NAME KIND STATUS AGE INFO ⟳ alb-rollout Rollout ◌ Progressing 12s ├──# revision:2 │ ├──⧉ alb-rollout-84d659d775 ReplicaSet • ScaledDown 10s canary │ └──Σ alb-rollout-84d659d775-2-0 Experiment ◌ Running 10s │ ├──⧉ alb-rollout-84d659d775-2-0-experiment-alb-canary ReplicaSet ✔ Healthy 10s │ │ └──□ alb-rollout-84d659d775-2-0-experiment-alb-canary-p8b9r Pod ✔ Running 10s ready:1/1 │ └──⧉ alb-rollout-84d659d775-2-0-experiment-alb-stable ReplicaSet ✔ Healthy 10s │ └──□ alb-rollout-84d659d775-2-0-experiment-alb-stable-6rpfm Pod ✔ Running 10s ready:1/1 └──# revision:1 └──⧉ alb-rollout-d6f4fdcdc ReplicaSet ✔ Healthy 12s stable └──□ alb-rollout-d6f4fdcdc-fw8kh Pod ✔ Running 12s ready:1/1 --- apiVersion: argoproj.io/v1alpha1 kind: Rollout metadata: annotations: rollout.argoproj.io/revision: "2" creationTimestamp: "2024-10-24T10:29:01Z" generation: 3 labels: argo-rollouts.argoproj.io/controller-instance-id: argo-rollouts-e2e e2e-test-name: TestALBExperimentStepNoSetWeightMultiIngress name: alb-rollout namespace: argo-rollouts resourceVersion: "2683655" uid: 387e87f0-aadf-4cfd-9ad4-3c5699b0f82e spec: replicas: 1 selector: matchLabels: app: alb-rollout strategy: canary: canaryService: alb-rollout-canary stableService: alb-rollout-stable steps: - experiment: analysisRunMetadata: {} duration: 15s templates: - metadata: {} name: experiment-alb-canary specRef: canary weight: 20 - metadata: {} name: experiment-alb-stable specRef: stable weight: 20 trafficRouting: alb: ingresses: - alb-rollout-multi-ingress-1 - alb-rollout-multi-ingress-2 rootService: alb-rollout-root servicePort: 80 template: metadata: annotations: update: "2024-10-24T10:29:03.17266108Z" creationTimestamp: null labels: app: alb-rollout spec: containers: - image: nginx:1.19-alpine name: alb-rollout ports: - containerPort: 80 name: http protocol: TCP resources: requests: cpu: 5m memory: 16Mi status: HPAReplicas: 1 availableReplicas: 1 blueGreen: {} canary: currentExperiment: alb-rollout-84d659d775-2-0 weights: additional: - weight: 20 - weight: 20 canary: podTemplateHash: 84d659d775 serviceName: alb-rollout-canary weight: 0 stable: podTemplateHash: d6f4fdcdc serviceName: alb-rollout-stable weight: 60 conditions: - lastTransitionTime: "2024-10-24T10:29:03Z" lastUpdateTime: "2024-10-24T10:29:03Z" message: Rollout has minimum availability reason: AvailableReason status: "True" type: Available - lastTransitionTime: "2024-10-24T10:29:03Z" lastUpdateTime: "2024-10-24T10:29:03Z" message: Rollout is not healthy reason: RolloutHealthy status: "False" type: Healthy - lastTransitionTime: "2024-10-24T10:29:03Z" lastUpdateTime: "2024-10-24T10:29:03Z" message: RolloutCompleted reason: RolloutCompleted status: "False" type: Completed - lastTransitionTime: "2024-10-24T10:29:01Z" lastUpdateTime: "2024-10-24T10:29:03Z" message: Created new replica set "alb-rollout-84d659d775" reason: NewReplicaSetCreated status: "True" type: Progressing currentPodHash: 84d659d775 currentStepHash: 8b59978 currentStepIndex: 0 message: more replicas need to be updated observedGeneration: "3" phase: Progressing readyReplicas: 1 replicas: 1 selector: app=alb-rollout stableRS: d6f4fdcdc 2024-10-24T10:29:01Z Normal RolloutAddedToInformer Rollout resource added to informer: argo-rollouts/alb-rollout 2024-10-24T10:29:01Z Normal RolloutNotCompleted Rollout not completed, started update to revision 1 (d6f4fdcdc) 2024-10-24T10:29:01Z Normal RolloutUpdated Rollout updated to revision 1 2024-10-24T10:29:01Z Normal NewReplicaSetCreated Created ReplicaSet alb-rollout-d6f4fdcdc (revision 1) 2024-10-24T10:29:05Z (x2) Normal PatchingALBIngress Updating Ingress `alb-rollout-multi-ingress-1` to desiredWeight '0' 2024-10-24T10:29:05Z (x2) Normal PatchingALBIngress Updating Ingress `alb-rollout-multi-ingress-2` to desiredWeight '0' 2024-10-24T10:29:01Z Normal TrafficWeightUpdated Traffic weight updated to 0 2024-10-24T10:29:01Z Normal ScalingReplicaSet Scaled up ReplicaSet alb-rollout-d6f4fdcdc (revision 1) from 0 to 1 2024-10-24T10:29:01Z Normal RolloutCompleted Rollout completed update to revision 1 (d6f4fdcdc): Initial deploy 2024-10-24T10:29:03Z (x2) Normal TrafficWeightUpdated Traffic weight updated 2024-10-24T10:29:03Z Normal SwitchService Switched selector for service 'alb-rollout-stable' from '' to 'd6f4fdcdc' 2024-10-24T10:29:03Z Normal SwitchService Switched selector for service 'alb-rollout-canary' from '' to 'd6f4fdcdc' 2024-10-24T10:29:03Z Normal RolloutNotCompleted Rollout not completed, started update to revision 2 (84d659d775) 2024-10-24T10:29:03Z Normal RolloutUpdated Rollout updated to revision 2 2024-10-24T10:29:03Z Normal NewReplicaSetCreated Created ReplicaSet alb-rollout-84d659d775 (revision 2) 2024-10-24T10:29:03Z Normal ExperimentCreated Created Experiment 'alb-rollout-84d659d775-2-0' 2024-10-24T10:29:05Z Normal TrafficWeightUpdated Traffic weight updated additional: [{20 } {20 }] time="2024-10-24T10:29:13Z" level=info msg="Deleting e2e-test-name=TestALBExperimentStepNoSetWeightMultiIngress" --- FAIL: TestAWSSuite/TestALBExperimentStepNoSetWeightMultiIngress (18.38s) === FAIL: test/e2e TestAWSSuite (162.12s) === FAIL: test/e2e TestCanarySuite/TestCanaryScaleDownOnAbort (8.30s) time="2024-10-24T10:36:22Z" level=info msg="Deleting e2e-test-name=TestCanaryScaleDownOnAbort" time="2024-10-24T10:36:24Z" level=info msg="service/canary-scaledowndelay-root created\n" rollout=canary-scaledownd-on-abort time="2024-10-24T10:36:25Z" level=info msg="service/canary-scaledowndelay-canary created\n" rollout=canary-scaledownd-on-abort time="2024-10-24T10:36:26Z" level=info msg="service/canary-scaledowndelay-stable created\n" rollout=canary-scaledownd-on-abort time="2024-10-24T10:36:27Z" level=info msg="Warning: annotation \"kubernetes.io/ingress.class\" is deprecated, please use 'spec.ingressClassName' instead\ningress.networking.k8s.io/canary-scaledowndelay-ingress created\n" rollout=canary-scaledownd-on-abort time="2024-10-24T10:36:28Z" level=info msg="rollout.argoproj.io/canary-scaledownd-on-abort created\n" rollout=canary-scaledownd-on-abort time="2024-10-24T10:36:28Z" level=info msg="Waiting for condition: status=Healthy" rollout=canary-scaledownd-on-abort time="2024-10-24T10:36:29Z" level=info msg="Condition 'status=Healthy' met after 1s" rollout=canary-scaledownd-on-abort time="2024-10-24T10:36:29Z" level=info msg="Updated rollout pod spec: 2024-10-24T10:36:29.48515851Z" rollout=canary-scaledownd-on-abort time="2024-10-24T10:36:29Z" level=info msg="Waiting for condition: status=Paused" rollout=canary-scaledownd-on-abort time="2024-10-24T10:36:30Z" level=info msg="Condition 'status=Paused' met after 0s" rollout=canary-scaledownd-on-abort time="2024-10-24T10:36:30Z" level=info msg="Aborted rollout" rollout=canary-scaledownd-on-abort time="2024-10-24T10:36:30Z" level=info msg="Waiting for condition: status=Degraded" rollout=canary-scaledownd-on-abort time="2024-10-24T10:36:30Z" level=info msg="Condition 'status=Degraded' met after 0s" rollout=canary-scaledownd-on-abort canary_test.go:572: Expected canary-scaledowndelay-canary selector: map[app:canary-scaledowndelay rollouts-pod-template-hash:66597877b7]. Actual: map[app:canary-scaledowndelay rollouts-pod-template-hash:f48866957] Name: canary-scaledownd-on-abort Namespace: argo-rollouts Status: ✖ Degraded Message: RolloutAborted: Rollout aborted update to revision 2 Strategy: Canary Step: 0/2 SetWeight: 0 ActualWeight: 0 Images: nginx:1.19-alpine (canary, stable) Replicas: Desired: 1 Current: 2 Updated: 1 Ready: 2 Available: 2 NAME KIND STATUS AGE INFO ⟳ canary-scaledownd-on-abort Rollout ✖ Degraded 2s ├──# revision:2 │ └──⧉ canary-scaledownd-on-abort-f48866957 ReplicaSet ✔ Healthy 1s canary,delay:0s │ └──□ canary-scaledownd-on-abort-f48866957-cs4sq Pod ✔ Running 1s ready:1/1 └──# revision:1 └──⧉ canary-scaledownd-on-abort-66597877b7 ReplicaSet ✔ Healthy 2s stable └──□ canary-scaledownd-on-abort-66597877b7-cvsv9 Pod ✔ Running 2s ready:1/1 --- apiVersion: argoproj.io/v1alpha1 kind: Rollout metadata: annotations: rollout.argoproj.io/revision: "2" creationTimestamp: "2024-10-24T10:36:28Z" generation: 3 labels: argo-rollouts.argoproj.io/controller-instance-id: argo-rollouts-e2e e2e-test-name: TestCanaryScaleDownOnAbort name: canary-scaledownd-on-abort namespace: argo-rollouts resourceVersion: "2690162" uid: 1bf6bbc9-b3a2-4cad-9e04-67b6cc2ee19c spec: replicas: 1 selector: matchLabels: app: canary-scaledowndelay strategy: canary: abortScaleDownDelaySeconds: 1 canaryService: canary-scaledowndelay-canary scaleDownDelayRevisionLimit: 1 stableService: canary-scaledowndelay-stable steps: - setCanaryScale: replicas: 1 - pause: {} trafficRouting: alb: ingress: canary-scaledowndelay-ingress rootService: canary-scaledowndelay-root servicePort: 80 template: metadata: annotations: update: "2024-10-24T10:36:29.48515851Z" creationTimestamp: null labels: app: canary-scaledowndelay spec: containers: - image: nginx:1.19-alpine name: canary-scaledowndelay ports: - containerPort: 80 name: http protocol: TCP resources: requests: cpu: 5m memory: 16Mi status: HPAReplicas: 2 abort: true abortedAt: "2024-10-24T10:36:30Z" availableReplicas: 2 blueGreen: {} canary: weights: canary: podTemplateHash: f48866957 serviceName: canary-scaledowndelay-canary weight: 0 stable: podTemplateHash: 66597877b7 serviceName: canary-scaledowndelay-stable weight: 100 conditions: - lastTransitionTime: "2024-10-24T10:36:29Z" lastUpdateTime: "2024-10-24T10:36:29Z" message: Rollout has minimum availability reason: AvailableReason status: "True" type: Available - lastTransitionTime: "2024-10-24T10:36:29Z" lastUpdateTime: "2024-10-24T10:36:29Z" message: Rollout is not healthy reason: RolloutHealthy status: "False" type: Healthy - lastTransitionTime: "2024-10-24T10:36:29Z" lastUpdateTime: "2024-10-24T10:36:29Z" message: RolloutCompleted reason: RolloutCompleted status: "False" type: Completed - lastTransitionTime: "2024-10-24T10:36:30Z" lastUpdateTime: "2024-10-24T10:36:30Z" message: Rollout is paused reason: RolloutPaused status: "True" type: Paused - lastTransitionTime: "2024-10-24T10:36:30Z" lastUpdateTime: "2024-10-24T10:36:30Z" message: Rollout aborted update to revision 2 reason: RolloutAborted status: "False" type: Progressing currentPodHash: f48866957 currentStepHash: 5db8f9b897 currentStepIndex: 0 message: 'RolloutAborted: Rollout aborted update to revision 2' observedGeneration: "3" phase: Degraded readyReplicas: 2 replicas: 2 selector: app=canary-scaledowndelay stableRS: 66597877b7 updatedReplicas: 1 2024-10-24T10:36:28Z Normal RolloutAddedToInformer Rollout resource added to informer: argo-rollouts/canary-scaledownd-on-abort 2024-10-24T10:36:28Z Normal RolloutNotCompleted Rollout not completed, started update to revision 1 (66597877b7) 2024-10-24T10:36:28Z Normal RolloutUpdated Rollout updated to revision 1 2024-10-24T10:36:28Z Normal NewReplicaSetCreated Created ReplicaSet canary-scaledownd-on-abort-66597877b7 (revision 1) 2024-10-24T10:36:28Z Normal PatchingALBIngress Updating Ingress `canary-scaledowndelay-ingress` to desiredWeight '0' 2024-10-24T10:36:28Z Normal TrafficWeightUpdated Traffic weight updated to 0 2024-10-24T10:36:28Z Normal ScalingReplicaSet Scaled up ReplicaSet canary-scaledownd-on-abort-66597877b7 (revision 1) from 0 to 1 2024-10-24T10:36:28Z Normal RolloutCompleted Rollout completed update to revision 1 (66597877b7): Initial deploy 2024-10-24T10:36:29Z (x2) Normal TrafficWeightUpdated Traffic weight updated 2024-10-24T10:36:29Z Normal SwitchService Switched selector for service 'canary-scaledowndelay-stable' from '' to '66597877b7' 2024-10-24T10:36:29Z Normal SwitchService Switched selector for service 'canary-scaledowndelay-canary' from '' to '66597877b7' 2024-10-24T10:36:29Z Normal RolloutNotCompleted Rollout not completed, started update to revision 2 (f48866957) 2024-10-24T10:36:29Z Normal RolloutUpdated Rollout updated to revision 2 2024-10-24T10:36:29Z Normal NewReplicaSetCreated Created ReplicaSet canary-scaledownd-on-abort-f48866957 (revision 2) 2024-10-24T10:36:29Z Normal ScalingReplicaSet Scaled up ReplicaSet canary-scaledownd-on-abort-f48866957 (revision 2) from 0 to 1 2024-10-24T10:36:30Z (x3) Normal SwitchService Switched selector for service 'canary-scaledowndelay-canary' from '66597877b7' to 'f48866957' 2024-10-24T10:36:30Z Normal RolloutStepCompleted Rollout step 1/2 completed (setCanaryScale{replicas: 1}) 2024-10-24T10:36:30Z Normal RolloutPaused Rollout is paused (CanaryPauseStep) 2024-10-24T10:36:30Z (x3) Normal SwitchService Switched selector for service 'canary-scaledowndelay-canary' from 'f48866957' to '66597877b7' 2024-10-24T10:36:30Z Warning RolloutAborted Rollout aborted update to revision 2 time="2024-10-24T10:36:30Z" level=info msg="Deleting e2e-test-name=TestCanaryScaleDownOnAbort" --- FAIL: TestCanarySuite/TestCanaryScaleDownOnAbort (8.30s) === FAIL: test/e2e TestCanarySuite (384.71s) time="2024-10-24T10:33:04Z" level=info msg="analysistemplate.argoproj.io/sleep-job created\n" === FAIL: test/e2e TestExperimentSuite/TestExperimentWithDryRunMetrics (36.49s) time="2024-10-24T10:39:39Z" level=info msg="Deleting e2e-test-name=TestExperimentWithDryRunMetrics" time="2024-10-24T10:39:40Z" level=info msg="analysistemplate.argoproj.io/dry-run-job created\n" time="2024-10-24T10:39:41Z" level=info msg="experiment.argoproj.io/experiment-with-dry-run created\n" time="2024-10-24T10:39:41Z" level=info msg="Waiting for Experiment experiment-with-dry-run condition: phase=Successful" time="2024-10-24T10:40:12Z" level=info msg="Condition 'phase=Successful' met after 30s" time="2024-10-24T10:40:12Z" level=info msg="Sleeping 3s" time="2024-10-24T10:40:15Z" level=info msg="Expected Dry-Run Summary: Count=1, Successful=0, Failed=1, Error=0, Inconclusive=0" time="2024-10-24T10:40:15Z" level=info msg="Analysis Dry-Run Summary: Count=1, Successful=1, Failed=0, Error=0, Inconclusive=0" time="2024-10-24T10:40:15Z" level=error msg="Dry-Run Summary of AnalysisRun: 'experiment-with-dry-run-dry-run-job' doesn't match the expectations" Name: experiment-with-dry-run Namespace: argo-rollouts Status: ✔ Successful Images: nginx:1.19-alpine (Σ:baseline) NAME KIND STATUS AGE INFO Σ experiment-with-dry-run Experiment ✔ Successful 34s ├──⧉ experiment-with-dry-run-baseline ReplicaSet ✔ Healthy 34s delay:26s │ └──□ experiment-with-dry-run-baseline-zlj65 Pod ✔ Running 34s ready:1/1 └──α experiment-with-dry-run-dry-run-job AnalysisRun ✔ Successful 33s ✔ 1 └──⊞ 643c49fa-0452-4c00-8a4c-dd39358a7aa5.test-1.1 Job ✔ Successful 33s --- apiVersion: argoproj.io/v1alpha1 kind: Experiment metadata: creationTimestamp: "2024-10-24T10:39:41Z" generation: 9 labels: argo-rollouts.argoproj.io/controller-instance-id: argo-rollouts-e2e e2e-test-name: TestExperimentWithDryRunMetrics name: experiment-with-dry-run namespace: argo-rollouts resourceVersion: "2694349" uid: 7cd8fce4-40e5-4c3d-8526-36992de2f4a6 spec: analyses: - name: dry-run-job templateName: dry-run-job analysisRunMetadata: {} dryRun: - metricName: test.* duration: 30s progressDeadlineSeconds: 30 templates: - name: baseline replicas: 1 selector: matchLabels: app: experiment-with-dry-run service: {} template: metadata: creationTimestamp: null labels: app: experiment-with-dry-run spec: containers: - image: nginx:1.19-alpine name: experiment-with-dry-run resources: requests: cpu: 1m memory: 16Mi status: analysisRuns: - analysisRun: experiment-with-dry-run-dry-run-job name: dry-run-job phase: Running availableAt: "2024-10-24T10:39:42Z" conditions: - lastTransitionTime: "2024-10-24T10:40:12Z" lastUpdateTime: "2024-10-24T10:40:12Z" message: Experiment "experiment-with-dry-run" has successfully ran and completed. reason: ExperimentCompleted status: "False" type: Progressing phase: Successful templateStatuses: - availableReplicas: 1 lastTransitionTime: "2024-10-24T10:40:12Z" name: baseline readyReplicas: 1 replicas: 1 status: Successful updatedReplicas: 1 2024-10-24T10:39:41Z Normal TemplateProgressing Template 'baseline' transitioned from -> Progressing 2024-10-24T10:39:41Z Normal ExperimentPending Experiment transitioned from -> Pending 2024-10-24T10:39:41Z Normal ScalingReplicaSet Scaled up ReplicaSet experiment-with-dry-run-baseline from 0 to 1 2024-10-24T10:39:42Z Normal TemplateRunning Template 'baseline' transitioned from Progressing -> Running 2024-10-24T10:39:42Z Normal ExperimentRunning Experiment transitioned from Pending -> Running 2024-10-24T10:39:42Z Normal AnalysisRunPending AnalysisRun 'dry-run-job' transitioned from -> Pending 2024-10-24T10:39:42Z Normal AnalysisRunRunning AnalysisRun 'dry-run-job' transitioned from -> Running 2024-10-24T10:40:12Z Normal TemplateSuccessful Template 'baseline' transitioned from Running -> Successful 2024-10-24T10:40:12Z Normal ExperimentSuccessful Experiment transitioned from Running -> Successful 2024-10-24T10:40:12Z Normal AnalysisRunTerminating Terminating dry-run-job (experiment-with-dry-run-dry-run-job) time="2024-10-24T10:40:15Z" level=info msg="Deleting e2e-test-name=TestExperimentWithDryRunMetrics" --- FAIL: TestExperimentSuite/TestExperimentWithDryRunMetrics (36.49s) === FAIL: test/e2e TestExperimentSuite (126.03s) === FAIL: test/e2e TestFunctionalSuite/TestControllerMetrics (0.61s) time="2024-10-24T10:43:36Z" level=info msg="Deleting e2e-test-name=TestControllerMetrics" functional_test.go:1407: Error Trace: /tmp/tmp.LeaKkHg7dH/argo-rollouts/test/e2e/functional_test.go:1407 Error: Received unexpected error: Get "http://localhost:8090/metrics": dial tcp [::1]:8090: connect: connection refused Test: TestFunctionalSuite/TestControllerMetrics time="2024-10-24T10:43:36Z" level=info msg="Deleting e2e-test-name=TestControllerMetrics" panic.go:261: test panicked: runtime error: invalid memory address or nil pointer dereference goroutine 6395 [running]: runtime/debug.Stack() /usr/local/go/src/runtime/debug/stack.go:24 +0x5e github.com/stretchr/testify/suite.failOnPanic(0xc00174bd40, {0x37ddb00, 0x5c65ac0}) /root/go/pkg/mod/github.com/stretchr/testify@v1.9.0/suite/suite.go:89 +0x37 github.com/stretchr/testify/suite.Run.func1.1() /root/go/pkg/mod/github.com/stretchr/testify@v1.9.0/suite/suite.go:188 +0x25d panic({0x37ddb00?, 0x5c65ac0?}) /usr/local/go/src/runtime/panic.go:914 +0x21f github.com/argoproj/argo-rollouts/test/e2e.(*FunctionalSuite).TestControllerMetrics(0xc0001f8f00) /tmp/tmp.LeaKkHg7dH/argo-rollouts/test/e2e/functional_test.go:1408 +0xc4 reflect.Value.call({0xc00129e8c0?, 0xc000af2618?, 0xc0004f5630?}, {0x3c1112c, 0x4}, {0xc0017bbe70, 0x1, 0x3405168?}) /usr/local/go/src/reflect/value.go:596 +0xce7 reflect.Value.Call({0xc00129e8c0?, 0xc000af2618?, 0xc0001f8f00?}, {0xc0017bbe70?, 0x154fbad?, 0x5218988?}) /usr/local/go/src/reflect/value.go:380 +0xb9 github.com/stretchr/testify/suite.Run.func1(0xc00174bd40) /root/go/pkg/mod/github.com/stretchr/testify@v1.9.0/suite/suite.go:202 +0x467 testing.tRunner(0xc00174bd40, 0xc001280b40) /usr/local/go/src/testing/testing.go:1595 +0xff created by testing.(*T).Run in goroutine 5376 /usr/local/go/src/testing/testing.go:1648 +0x3ad --- FAIL: TestFunctionalSuite/TestControllerMetrics (0.61s) === FAIL: test/e2e TestFunctionalSuite (437.86s) time="2024-10-24T10:41:56Z" level=info msg="analysistemplate.argoproj.io/sleep-job created\n" === FAIL: test/e2e TestAPISIXSuite/TestAPISIXCanarySetHeaderStep (re-run 1) (4.69s) time="2024-10-24T10:53:13Z" level=info msg="Deleting e2e-test-name=TestAPISIXCanarySetHeaderStep" time="2024-10-24T10:53:14Z" level=info msg="service/rollout-apisix-canary-canary created\n" rollout=rollout-apisix-canary time="2024-10-24T10:53:15Z" level=info msg="service/rollout-apisix-canary-stable created\n" rollout=rollout-apisix-canary time="2024-10-24T10:53:16Z" level=info msg="apisixroute.apisix.apache.org/rollouts-apisix-route configured\n" rollout=rollout-apisix-canary time="2024-10-24T10:53:17Z" level=info msg="rollout.argoproj.io/rollout-apisix-canary unchanged\n" rollout=rollout-apisix-canary time="2024-10-24T10:53:17Z" level=info msg="Waiting for condition: status=Healthy" rollout=rollout-apisix-canary when.go:423: rollouts.argoproj.io "rollout-apisix-canary" not found time="2024-10-24T10:53:17Z" level=info msg="Deleting e2e-test-name=TestAPISIXCanarySetHeaderStep" time="2024-10-24T10:53:18Z" level=info msg="Deleting e2e-test-name" --- FAIL: TestAPISIXSuite/TestAPISIXCanarySetHeaderStep (4.69s) === FAIL: test/e2e TestAPISIXSuite (re-run 1) (5.13s) === FAIL: test/e2e TestExperimentSuite/TestExperimentWithDryRunMetrics (re-run 1) (36.74s) time="2024-10-24T10:54:26Z" level=info msg="Deleting e2e-test-name=TestExperimentWithDryRunMetrics" time="2024-10-24T10:54:28Z" level=info msg="analysistemplate.argoproj.io/dry-run-job created\n" time="2024-10-24T10:54:29Z" level=info msg="experiment.argoproj.io/experiment-with-dry-run created\n" time="2024-10-24T10:54:29Z" level=info msg="Waiting for Experiment experiment-with-dry-run condition: phase=Successful" time="2024-10-24T10:55:00Z" level=info msg="Condition 'phase=Successful' met after 30s" time="2024-10-24T10:55:00Z" level=info msg="Sleeping 3s" time="2024-10-24T10:55:03Z" level=info msg="Expected Dry-Run Summary: Count=1, Successful=0, Failed=1, Error=0, Inconclusive=0" time="2024-10-24T10:55:03Z" level=info msg="Analysis Dry-Run Summary: Count=1, Successful=1, Failed=0, Error=0, Inconclusive=0" time="2024-10-24T10:55:03Z" level=error msg="Dry-Run Summary of AnalysisRun: 'experiment-with-dry-run-dry-run-job' doesn't match the expectations" Name: experiment-with-dry-run Namespace: argo-rollouts Status: ✔ Successful Images: nginx:1.19-alpine (Σ:baseline) NAME KIND STATUS AGE INFO Σ experiment-with-dry-run Experiment ✔ Successful 34s ├──⧉ experiment-with-dry-run-baseline ReplicaSet ✔ Healthy 34s delay:26s │ └──□ experiment-with-dry-run-baseline-2nnsn Pod ✔ Running 34s ready:1/1 └──α experiment-with-dry-run-dry-run-job AnalysisRun ✔ Successful 33s ✔ 1 └──⊞ af0c4e0d-1aae-4ea8-8348-c0b159511d62.test-1.1 Job ✔ Successful 33s --- apiVersion: argoproj.io/v1alpha1 kind: Experiment metadata: creationTimestamp: "2024-10-24T10:54:29Z" generation: 9 labels: argo-rollouts.argoproj.io/controller-instance-id: argo-rollouts-e2e e2e-test-name: TestExperimentWithDryRunMetrics name: experiment-with-dry-run namespace: argo-rollouts resourceVersion: "2721939" uid: 5f767c96-943a-4a16-bafd-ad8f7ca744d8 spec: analyses: - name: dry-run-job templateName: dry-run-job analysisRunMetadata: {} dryRun: - metricName: test.* duration: 30s progressDeadlineSeconds: 30 templates: - name: baseline replicas: 1 selector: matchLabels: app: experiment-with-dry-run service: {} template: metadata: creationTimestamp: null labels: app: experiment-with-dry-run spec: containers: - image: nginx:1.19-alpine name: experiment-with-dry-run resources: requests: cpu: 1m memory: 16Mi status: analysisRuns: - analysisRun: experiment-with-dry-run-dry-run-job name: dry-run-job phase: Running availableAt: "2024-10-24T10:54:30Z" conditions: - lastTransitionTime: "2024-10-24T10:55:00Z" lastUpdateTime: "2024-10-24T10:55:00Z" message: Experiment "experiment-with-dry-run" has successfully ran and completed. reason: ExperimentCompleted status: "False" type: Progressing phase: Successful templateStatuses: - availableReplicas: 1 lastTransitionTime: "2024-10-24T10:55:00Z" name: baseline readyReplicas: 1 replicas: 1 status: Successful updatedReplicas: 1 2024-10-24T10:54:29Z (x2) Normal TemplateProgressing Template 'baseline' transitioned from -> Progressing 2024-10-24T10:54:29Z (x2) Normal ExperimentPending Experiment transitioned from -> Pending 2024-10-24T10:54:29Z Normal ScalingReplicaSet Scaled up ReplicaSet experiment-with-dry-run-baseline from 0 to 1 2024-10-24T10:54:30Z Normal TemplateRunning Template 'baseline' transitioned from Progressing -> Running 2024-10-24T10:54:30Z Normal ExperimentRunning Experiment transitioned from Pending -> Running 2024-10-24T10:54:30Z Normal AnalysisRunPending AnalysisRun 'dry-run-job' transitioned from -> Pending 2024-10-24T10:54:30Z Normal AnalysisRunRunning AnalysisRun 'dry-run-job' transitioned from -> Running 2024-10-24T10:55:00Z Normal TemplateSuccessful Template 'baseline' transitioned from Running -> Successful 2024-10-24T10:55:00Z Normal ExperimentSuccessful Experiment transitioned from Running -> Successful 2024-10-24T10:55:00Z Normal AnalysisRunTerminating Terminating dry-run-job (experiment-with-dry-run-dry-run-job) time="2024-10-24T10:55:03Z" level=info msg="Deleting e2e-test-name=TestExperimentWithDryRunMetrics" time="2024-10-24T10:55:03Z" level=info msg="Deleting e2e-test-name" --- FAIL: TestExperimentSuite/TestExperimentWithDryRunMetrics (36.74s) === FAIL: test/e2e TestExperimentSuite (re-run 1) (37.14s) === FAIL: test/e2e TestFunctionalSuite/TestControllerMetrics (re-run 1) (0.58s) time="2024-10-24T10:55:17Z" level=info msg="Deleting e2e-test-name=TestControllerMetrics" functional_test.go:1407: Error Trace: /tmp/tmp.LeaKkHg7dH/argo-rollouts/test/e2e/functional_test.go:1407 Error: Received unexpected error: Get "http://localhost:8090/metrics": dial tcp [::1]:8090: connect: connection refused Test: TestFunctionalSuite/TestControllerMetrics time="2024-10-24T10:55:17Z" level=info msg="Deleting e2e-test-name=TestControllerMetrics" panic.go:261: test panicked: runtime error: invalid memory address or nil pointer dereference goroutine 168 [running]: runtime/debug.Stack() /usr/local/go/src/runtime/debug/stack.go:24 +0x5e github.com/stretchr/testify/suite.failOnPanic(0xc0000e5860, {0x37ddb00, 0x5c65ac0}) /root/go/pkg/mod/github.com/stretchr/testify@v1.9.0/suite/suite.go:89 +0x37 github.com/stretchr/testify/suite.Run.func1.1() /root/go/pkg/mod/github.com/stretchr/testify@v1.9.0/suite/suite.go:188 +0x25d panic({0x37ddb00?, 0x5c65ac0?}) /usr/local/go/src/runtime/panic.go:914 +0x21f github.com/argoproj/argo-rollouts/test/e2e.(*FunctionalSuite).TestControllerMetrics(0xc0001ddb00) /tmp/tmp.LeaKkHg7dH/argo-rollouts/test/e2e/functional_test.go:1408 +0xc4 reflect.Value.call({0xc0007bc600?, 0xc000c86f78?, 0xc00097daf0?}, {0x3c1112c, 0x4}, {0xc00095de70, 0x1, 0x3405168?}) /usr/local/go/src/reflect/value.go:596 +0xce7 reflect.Value.Call({0xc0007bc600?, 0xc000c86f78?, 0xc0001ddb00?}, {0xc00095de70?, 0x154fbad?, 0x5218988?}) /usr/local/go/src/reflect/value.go:380 +0xb9 github.com/stretchr/testify/suite.Run.func1(0xc0000e5860) /root/go/pkg/mod/github.com/stretchr/testify@v1.9.0/suite/suite.go:202 +0x467 testing.tRunner(0xc0000e5860, 0xc000979680) /usr/local/go/src/testing/testing.go:1595 +0xff created by testing.(*T).Run in goroutine 125 /usr/local/go/src/testing/testing.go:1648 +0x3ad time="2024-10-24T10:55:17Z" level=info msg="Deleting e2e-test-name" --- FAIL: TestFunctionalSuite/TestControllerMetrics (0.58s) === FAIL: test/e2e TestFunctionalSuite (re-run 1) (2.08s) time="2024-10-24T10:55:17Z" level=info msg="analysistemplate.argoproj.io/sleep-job created\n" === FAIL: test/e2e TestAPISIXSuite/TestAPISIXCanarySetHeaderStep (re-run 2) (4.74s) time="2024-10-24T10:55:29Z" level=info msg="Deleting e2e-test-name=TestAPISIXCanarySetHeaderStep" time="2024-10-24T10:55:31Z" level=info msg="service/rollout-apisix-canary-canary created\n" rollout=rollout-apisix-canary time="2024-10-24T10:55:32Z" level=info msg="service/rollout-apisix-canary-stable created\n" rollout=rollout-apisix-canary time="2024-10-24T10:55:33Z" level=info msg="apisixroute.apisix.apache.org/rollouts-apisix-route unchanged\n" rollout=rollout-apisix-canary time="2024-10-24T10:55:34Z" level=info msg="rollout.argoproj.io/rollout-apisix-canary unchanged\n" rollout=rollout-apisix-canary time="2024-10-24T10:55:34Z" level=info msg="Waiting for condition: status=Healthy" rollout=rollout-apisix-canary when.go:423: rollouts.argoproj.io "rollout-apisix-canary" not found time="2024-10-24T10:55:34Z" level=info msg="Deleting e2e-test-name=TestAPISIXCanarySetHeaderStep" time="2024-10-24T10:55:34Z" level=info msg="Deleting e2e-test-name" --- FAIL: TestAPISIXSuite/TestAPISIXCanarySetHeaderStep (4.74s) === FAIL: test/e2e TestAPISIXSuite (re-run 2) (5.08s) === FAIL: test/e2e TestExperimentSuite/TestExperimentWithDryRunMetrics (re-run 2) (37.28s) time="2024-10-24T10:55:46Z" level=info msg="Deleting e2e-test-name=TestExperimentWithDryRunMetrics" time="2024-10-24T10:55:47Z" level=info msg="analysistemplate.argoproj.io/dry-run-job created\n" time="2024-10-24T10:55:48Z" level=info msg="experiment.argoproj.io/experiment-with-dry-run created\n" time="2024-10-24T10:55:48Z" level=info msg="Waiting for Experiment experiment-with-dry-run condition: phase=Successful" time="2024-10-24T10:56:20Z" level=info msg="Condition 'phase=Successful' met after 31s" time="2024-10-24T10:56:20Z" level=info msg="Sleeping 3s" time="2024-10-24T10:56:23Z" level=info msg="Expected Dry-Run Summary: Count=1, Successful=0, Failed=1, Error=0, Inconclusive=0" time="2024-10-24T10:56:23Z" level=info msg="Analysis Dry-Run Summary: Count=1, Successful=1, Failed=0, Error=0, Inconclusive=0" time="2024-10-24T10:56:23Z" level=error msg="Dry-Run Summary of AnalysisRun: 'experiment-with-dry-run-dry-run-job' doesn't match the expectations" Name: experiment-with-dry-run Namespace: argo-rollouts Status: ✔ Successful Images: nginx:1.19-alpine (Σ:baseline) NAME KIND STATUS AGE INFO Σ experiment-with-dry-run Experiment ✔ Successful 35s ├──⧉ experiment-with-dry-run-baseline ReplicaSet ✔ Healthy 35s delay:26s │ └──□ experiment-with-dry-run-baseline-dt8q7 Pod ✔ Running 35s ready:1/1 └──α experiment-with-dry-run-dry-run-job AnalysisRun ✔ Successful 33s ✔ 1 └──⊞ 1d47f6c4-0f5c-4ff8-83e1-26ebbb79abd7.test-1.1 Job ✔ Successful 33s --- apiVersion: argoproj.io/v1alpha1 kind: Experiment metadata: creationTimestamp: "2024-10-24T10:55:48Z" generation: 9 labels: argo-rollouts.argoproj.io/controller-instance-id: argo-rollouts-e2e e2e-test-name: TestExperimentWithDryRunMetrics name: experiment-with-dry-run namespace: argo-rollouts resourceVersion: "2722543" uid: e984f7f1-72e4-4df8-af33-19a10a693f2c spec: analyses: - name: dry-run-job templateName: dry-run-job analysisRunMetadata: {} dryRun: - metricName: test.* duration: 30s progressDeadlineSeconds: 30 templates: - name: baseline replicas: 1 selector: matchLabels: app: experiment-with-dry-run service: {} template: metadata: creationTimestamp: null labels: app: experiment-with-dry-run spec: containers: - image: nginx:1.19-alpine name: experiment-with-dry-run resources: requests: cpu: 1m memory: 16Mi status: analysisRuns: - analysisRun: experiment-with-dry-run-dry-run-job name: dry-run-job phase: Running availableAt: "2024-10-24T10:55:50Z" conditions: - lastTransitionTime: "2024-10-24T10:56:20Z" lastUpdateTime: "2024-10-24T10:56:20Z" message: Experiment "experiment-with-dry-run" has successfully ran and completed. reason: ExperimentCompleted status: "False" type: Progressing phase: Successful templateStatuses: - availableReplicas: 1 lastTransitionTime: "2024-10-24T10:56:20Z" name: baseline readyReplicas: 1 replicas: 1 status: Successful updatedReplicas: 1 2024-10-24T10:55:48Z Normal TemplateProgressing Template 'baseline' transitioned from -> Progressing 2024-10-24T10:55:48Z Normal ExperimentPending Experiment transitioned from -> Pending 2024-10-24T10:55:48Z Normal ScalingReplicaSet Scaled up ReplicaSet experiment-with-dry-run-baseline from 0 to 1 2024-10-24T10:55:50Z Normal TemplateRunning Template 'baseline' transitioned from Progressing -> Running 2024-10-24T10:55:50Z Normal ExperimentRunning Experiment transitioned from Pending -> Running 2024-10-24T10:55:50Z Normal AnalysisRunPending AnalysisRun 'dry-run-job' transitioned from -> Pending 2024-10-24T10:56:18Z Normal AnalysisRunRunning AnalysisRun 'dry-run-job' transitioned from -> Running 2024-10-24T10:56:20Z Normal TemplateSuccessful Template 'baseline' transitioned from Running -> Successful 2024-10-24T10:56:20Z Normal ExperimentSuccessful Experiment transitioned from Running -> Successful 2024-10-24T10:56:20Z Normal AnalysisRunTerminating Terminating dry-run-job (experiment-with-dry-run-dry-run-job) time="2024-10-24T10:56:23Z" level=info msg="Deleting e2e-test-name=TestExperimentWithDryRunMetrics" time="2024-10-24T10:56:23Z" level=info msg="Deleting e2e-test-name" --- FAIL: TestExperimentSuite/TestExperimentWithDryRunMetrics (37.28s) === FAIL: test/e2e TestExperimentSuite (re-run 2) (37.62s) === FAIL: test/e2e TestFunctionalSuite/TestControllerMetrics (re-run 2) (0.62s) time="2024-10-24T10:56:36Z" level=info msg="Deleting e2e-test-name=TestControllerMetrics" functional_test.go:1407: Error Trace: /tmp/tmp.LeaKkHg7dH/argo-rollouts/test/e2e/functional_test.go:1407 Error: Received unexpected error: Get "http://localhost:8090/metrics": dial tcp [::1]:8090: connect: connection refused Test: TestFunctionalSuite/TestControllerMetrics time="2024-10-24T10:56:36Z" level=info msg="Deleting e2e-test-name=TestControllerMetrics" panic.go:261: test panicked: runtime error: invalid memory address or nil pointer dereference goroutine 196 [running]: runtime/debug.Stack() /usr/local/go/src/runtime/debug/stack.go:24 +0x5e github.com/stretchr/testify/suite.failOnPanic(0xc000103d40, {0x37ddb00, 0x5c65ac0}) /root/go/pkg/mod/github.com/stretchr/testify@v1.9.0/suite/suite.go:89 +0x37 github.com/stretchr/testify/suite.Run.func1.1() /root/go/pkg/mod/github.com/stretchr/testify@v1.9.0/suite/suite.go:188 +0x25d panic({0x37ddb00?, 0x5c65ac0?}) /usr/local/go/src/runtime/panic.go:914 +0x21f github.com/argoproj/argo-rollouts/test/e2e.(*FunctionalSuite).TestControllerMetrics(0xc000b1a700) /tmp/tmp.LeaKkHg7dH/argo-rollouts/test/e2e/functional_test.go:1408 +0xc4 reflect.Value.call({0xc000c7cb40?, 0xc0002811c8?, 0xc0002eacf0?}, {0x3c1112c, 0x4}, {0xc000ccfe70, 0x1, 0x3405168?}) /usr/local/go/src/reflect/value.go:596 +0xce7 reflect.Value.Call({0xc000c7cb40?, 0xc0002811c8?, 0xc000b1a700?}, {0xc000ccfe70?, 0x154fbad?, 0x5218988?}) /usr/local/go/src/reflect/value.go:380 +0xb9 github.com/stretchr/testify/suite.Run.func1(0xc000103d40) /root/go/pkg/mod/github.com/stretchr/testify@v1.9.0/suite/suite.go:202 +0x467 testing.tRunner(0xc000103d40, 0xc000aa5050) /usr/local/go/src/testing/testing.go:1595 +0xff created by testing.(*T).Run in goroutine 150 /usr/local/go/src/testing/testing.go:1648 +0x3ad time="2024-10-24T10:56:37Z" level=info msg="Deleting e2e-test-name" --- FAIL: TestFunctionalSuite/TestControllerMetrics (0.62s) === FAIL: test/e2e TestFunctionalSuite (re-run 2) (2.04s) time="2024-10-24T10:56:36Z" level=info msg="analysistemplate.argoproj.io/sleep-job created\n" === FAIL: test/e2e TestAPISIXSuite/TestAPISIXCanarySetHeaderStep (re-run 3) (4.68s) time="2024-10-24T10:56:48Z" level=info msg="Deleting e2e-test-name=TestAPISIXCanarySetHeaderStep" time="2024-10-24T10:56:50Z" level=info msg="service/rollout-apisix-canary-canary created\n" rollout=rollout-apisix-canary time="2024-10-24T10:56:51Z" level=info msg="service/rollout-apisix-canary-stable created\n" rollout=rollout-apisix-canary time="2024-10-24T10:56:51Z" level=info msg="apisixroute.apisix.apache.org/rollouts-apisix-route unchanged\n" rollout=rollout-apisix-canary time="2024-10-24T10:56:52Z" level=info msg="rollout.argoproj.io/rollout-apisix-canary unchanged\n" rollout=rollout-apisix-canary time="2024-10-24T10:56:52Z" level=info msg="Waiting for condition: status=Healthy" rollout=rollout-apisix-canary when.go:423: rollouts.argoproj.io "rollout-apisix-canary" not found time="2024-10-24T10:56:52Z" level=info msg="Deleting e2e-test-name=TestAPISIXCanarySetHeaderStep" time="2024-10-24T10:56:53Z" level=info msg="Deleting e2e-test-name" --- FAIL: TestAPISIXSuite/TestAPISIXCanarySetHeaderStep (4.68s) === FAIL: test/e2e TestAPISIXSuite (re-run 3) (5.08s) === FAIL: test/e2e TestExperimentSuite/TestExperimentWithDryRunMetrics (re-run 3) (36.49s) time="2024-10-24T10:57:05Z" level=info msg="Deleting e2e-test-name=TestExperimentWithDryRunMetrics" time="2024-10-24T10:57:06Z" level=info msg="analysistemplate.argoproj.io/dry-run-job created\n" time="2024-10-24T10:57:07Z" level=info msg="experiment.argoproj.io/experiment-with-dry-run created\n" time="2024-10-24T10:57:07Z" level=info msg="Waiting for Experiment experiment-with-dry-run condition: phase=Successful" time="2024-10-24T10:57:38Z" level=info msg="Condition 'phase=Successful' met after 30s" time="2024-10-24T10:57:38Z" level=info msg="Sleeping 3s" time="2024-10-24T10:57:41Z" level=info msg="Expected Dry-Run Summary: Count=1, Successful=0, Failed=1, Error=0, Inconclusive=0" time="2024-10-24T10:57:41Z" level=info msg="Analysis Dry-Run Summary: Count=1, Successful=1, Failed=0, Error=0, Inconclusive=0" time="2024-10-24T10:57:41Z" level=error msg="Dry-Run Summary of AnalysisRun: 'experiment-with-dry-run-dry-run-job' doesn't match the expectations" Name: experiment-with-dry-run Namespace: argo-rollouts Status: ✔ Successful Images: nginx:1.19-alpine (Σ:baseline) NAME KIND STATUS AGE INFO Σ experiment-with-dry-run Experiment ✔ Successful 34s ├──⧉ experiment-with-dry-run-baseline ReplicaSet ✔ Healthy 34s delay:26s │ └──□ experiment-with-dry-run-baseline-bbmbc Pod ✔ Running 34s ready:1/1 └──α experiment-with-dry-run-dry-run-job AnalysisRun ✔ Successful 33s ✔ 1 └──⊞ 1edbca53-1075-4e99-a0ac-1948496ab9e3.test-1.1 Job ✔ Successful 33s --- apiVersion: argoproj.io/v1alpha1 kind: Experiment metadata: creationTimestamp: "2024-10-24T10:57:07Z" generation: 9 labels: argo-rollouts.argoproj.io/controller-instance-id: argo-rollouts-e2e e2e-test-name: TestExperimentWithDryRunMetrics name: experiment-with-dry-run namespace: argo-rollouts resourceVersion: "2723144" uid: 1e6510bc-ddab-46da-8ebf-29eac539bd9e spec: analyses: - name: dry-run-job templateName: dry-run-job analysisRunMetadata: {} dryRun: - metricName: test.* duration: 30s progressDeadlineSeconds: 30 templates: - name: baseline replicas: 1 selector: matchLabels: app: experiment-with-dry-run service: {} template: metadata: creationTimestamp: null labels: app: experiment-with-dry-run spec: containers: - image: nginx:1.19-alpine name: experiment-with-dry-run resources: requests: cpu: 1m memory: 16Mi status: analysisRuns: - analysisRun: experiment-with-dry-run-dry-run-job name: dry-run-job phase: Running availableAt: "2024-10-24T10:57:08Z" conditions: - lastTransitionTime: "2024-10-24T10:57:38Z" lastUpdateTime: "2024-10-24T10:57:38Z" message: Experiment "experiment-with-dry-run" has successfully ran and completed. reason: ExperimentCompleted status: "False" type: Progressing phase: Successful templateStatuses: - availableReplicas: 1 lastTransitionTime: "2024-10-24T10:57:38Z" name: baseline readyReplicas: 1 replicas: 1 status: Successful updatedReplicas: 1 2024-10-24T10:57:07Z Normal TemplateProgressing Template 'baseline' transitioned from -> Progressing 2024-10-24T10:57:07Z Normal ExperimentPending Experiment transitioned from -> Pending 2024-10-24T10:57:07Z Normal ScalingReplicaSet Scaled up ReplicaSet experiment-with-dry-run-baseline from 0 to 1 2024-10-24T10:57:08Z Normal TemplateRunning Template 'baseline' transitioned from Progressing -> Running 2024-10-24T10:57:08Z Normal ExperimentRunning Experiment transitioned from Pending -> Running 2024-10-24T10:57:08Z Normal AnalysisRunPending AnalysisRun 'dry-run-job' transitioned from -> Pending 2024-10-24T10:57:08Z Normal AnalysisRunRunning AnalysisRun 'dry-run-job' transitioned from -> Running 2024-10-24T10:57:38Z Normal TemplateSuccessful Template 'baseline' transitioned from Running -> Successful 2024-10-24T10:57:38Z Normal ExperimentSuccessful Experiment transitioned from Running -> Successful 2024-10-24T10:57:38Z Normal AnalysisRunTerminating Terminating dry-run-job (experiment-with-dry-run-dry-run-job) time="2024-10-24T10:57:41Z" level=info msg="Deleting e2e-test-name=TestExperimentWithDryRunMetrics" time="2024-10-24T10:57:41Z" level=info msg="Deleting e2e-test-name" --- FAIL: TestExperimentSuite/TestExperimentWithDryRunMetrics (36.49s) === FAIL: test/e2e TestExperimentSuite (re-run 3) (36.87s) === FAIL: test/e2e TestFunctionalSuite/TestControllerMetrics (re-run 3) (0.62s) time="2024-10-24T10:57:54Z" level=info msg="Deleting e2e-test-name=TestControllerMetrics" functional_test.go:1407: Error Trace: /tmp/tmp.LeaKkHg7dH/argo-rollouts/test/e2e/functional_test.go:1407 Error: Received unexpected error: Get "http://localhost:8090/metrics": dial tcp [::1]:8090: connect: connection refused Test: TestFunctionalSuite/TestControllerMetrics time="2024-10-24T10:57:54Z" level=info msg="Deleting e2e-test-name=TestControllerMetrics" panic.go:261: test panicked: runtime error: invalid memory address or nil pointer dereference goroutine 41 [running]: runtime/debug.Stack() /usr/local/go/src/runtime/debug/stack.go:24 +0x5e github.com/stretchr/testify/suite.failOnPanic(0xc00035b040, {0x37ddb00, 0x5c65ac0}) /root/go/pkg/mod/github.com/stretchr/testify@v1.9.0/suite/suite.go:89 +0x37 github.com/stretchr/testify/suite.Run.func1.1() /root/go/pkg/mod/github.com/stretchr/testify@v1.9.0/suite/suite.go:188 +0x25d panic({0x37ddb00?, 0x5c65ac0?}) /usr/local/go/src/runtime/panic.go:914 +0x21f github.com/argoproj/argo-rollouts/test/e2e.(*FunctionalSuite).TestControllerMetrics(0xc0000c9f00) /tmp/tmp.LeaKkHg7dH/argo-rollouts/test/e2e/functional_test.go:1408 +0xc4 reflect.Value.call({0xc000ae9d40?, 0xc000a2a1e8?, 0xc000d850d0?}, {0x3c1112c, 0x4}, {0xc000cbbe70, 0x1, 0x3405168?}) /usr/local/go/src/reflect/value.go:596 +0xce7 reflect.Value.Call({0xc000ae9d40?, 0xc000a2a1e8?, 0xc0000c9f00?}, {0xc000cbbe70?, 0x154fbad?, 0x5218988?}) /usr/local/go/src/reflect/value.go:380 +0xb9 github.com/stretchr/testify/suite.Run.func1(0xc00035b040) /root/go/pkg/mod/github.com/stretchr/testify@v1.9.0/suite/suite.go:202 +0x467 testing.tRunner(0xc00035b040, 0xc000d985a0) /usr/local/go/src/testing/testing.go:1595 +0xff created by testing.(*T).Run in goroutine 148 /usr/local/go/src/testing/testing.go:1648 +0x3ad time="2024-10-24T10:57:55Z" level=info msg="Deleting e2e-test-name" --- FAIL: TestFunctionalSuite/TestControllerMetrics (0.62s) === FAIL: test/e2e TestFunctionalSuite (re-run 3) (2.18s) time="2024-10-24T10:57:54Z" level=info msg="analysistemplate.argoproj.io/sleep-job created\n" === FAIL: test/e2e TestAPISIXSuite/TestAPISIXCanarySetHeaderStep (re-run 4) (4.86s) time="2024-10-24T10:58:07Z" level=info msg="Deleting e2e-test-name=TestAPISIXCanarySetHeaderStep" time="2024-10-24T10:58:08Z" level=info msg="service/rollout-apisix-canary-canary created\n" rollout=rollout-apisix-canary time="2024-10-24T10:58:09Z" level=info msg="service/rollout-apisix-canary-stable created\n" rollout=rollout-apisix-canary time="2024-10-24T10:58:10Z" level=info msg="apisixroute.apisix.apache.org/rollouts-apisix-route unchanged\n" rollout=rollout-apisix-canary time="2024-10-24T10:58:11Z" level=info msg="rollout.argoproj.io/rollout-apisix-canary unchanged\n" rollout=rollout-apisix-canary time="2024-10-24T10:58:11Z" level=info msg="Waiting for condition: status=Healthy" rollout=rollout-apisix-canary when.go:423: rollouts.argoproj.io "rollout-apisix-canary" not found time="2024-10-24T10:58:11Z" level=info msg="Deleting e2e-test-name=TestAPISIXCanarySetHeaderStep" time="2024-10-24T10:58:12Z" level=info msg="Deleting e2e-test-name" --- FAIL: TestAPISIXSuite/TestAPISIXCanarySetHeaderStep (4.86s) === FAIL: test/e2e TestAPISIXSuite (re-run 4) (5.25s) === FAIL: test/e2e TestExperimentSuite/TestExperimentWithDryRunMetrics (re-run 4) (36.23s) time="2024-10-24T10:58:24Z" level=info msg="Deleting e2e-test-name=TestExperimentWithDryRunMetrics" time="2024-10-24T10:58:25Z" level=info msg="analysistemplate.argoproj.io/dry-run-job created\n" time="2024-10-24T10:58:26Z" level=info msg="experiment.argoproj.io/experiment-with-dry-run created\n" time="2024-10-24T10:58:26Z" level=info msg="Waiting for Experiment experiment-with-dry-run condition: phase=Successful" time="2024-10-24T10:58:57Z" level=info msg="Condition 'phase=Successful' met after 30s" time="2024-10-24T10:58:57Z" level=info msg="Sleeping 3s" time="2024-10-24T10:59:00Z" level=info msg="Expected Dry-Run Summary: Count=1, Successful=0, Failed=1, Error=0, Inconclusive=0" time="2024-10-24T10:59:00Z" level=info msg="Analysis Dry-Run Summary: Count=1, Successful=1, Failed=0, Error=0, Inconclusive=0" time="2024-10-24T10:59:00Z" level=error msg="Dry-Run Summary of AnalysisRun: 'experiment-with-dry-run-dry-run-job' doesn't match the expectations" Name: experiment-with-dry-run Namespace: argo-rollouts Status: ✔ Successful Images: nginx:1.19-alpine (Σ:baseline) NAME KIND STATUS AGE INFO Σ experiment-with-dry-run Experiment ✔ Successful 34s ├──⧉ experiment-with-dry-run-baseline ReplicaSet ✔ Healthy 34s delay:26s │ └──□ experiment-with-dry-run-baseline-6zq7m Pod ✔ Running 34s ready:1/1 └──α experiment-with-dry-run-dry-run-job AnalysisRun ✔ Successful 33s ✔ 1 └──⊞ 98554b26-6d25-4103-a9fb-6fb224937cb0.test-1.1 Job ✔ Successful 33s --- apiVersion: argoproj.io/v1alpha1 kind: Experiment metadata: creationTimestamp: "2024-10-24T10:58:26Z" generation: 9 labels: argo-rollouts.argoproj.io/controller-instance-id: argo-rollouts-e2e e2e-test-name: TestExperimentWithDryRunMetrics name: experiment-with-dry-run namespace: argo-rollouts resourceVersion: "2723735" uid: a64db04a-175a-4356-bf0b-2a923f7293bb spec: analyses: - name: dry-run-job templateName: dry-run-job analysisRunMetadata: {} dryRun: - metricName: test.* duration: 30s progressDeadlineSeconds: 30 templates: - name: baseline replicas: 1 selector: matchLabels: app: experiment-with-dry-run service: {} template: metadata: creationTimestamp: null labels: app: experiment-with-dry-run spec: containers: - image: nginx:1.19-alpine name: experiment-with-dry-run resources: requests: cpu: 1m memory: 16Mi status: analysisRuns: - analysisRun: experiment-with-dry-run-dry-run-job name: dry-run-job phase: Running availableAt: "2024-10-24T10:58:27Z" conditions: - lastTransitionTime: "2024-10-24T10:58:57Z" lastUpdateTime: "2024-10-24T10:58:57Z" message: Experiment "experiment-with-dry-run" has successfully ran and completed. reason: ExperimentCompleted status: "False" type: Progressing phase: Successful templateStatuses: - availableReplicas: 1 lastTransitionTime: "2024-10-24T10:58:57Z" name: baseline readyReplicas: 1 replicas: 1 status: Successful updatedReplicas: 1 2024-10-24T10:58:26Z (x2) Normal TemplateProgressing Template 'baseline' transitioned from -> Progressing 2024-10-24T10:58:26Z (x2) Normal ExperimentPending Experiment transitioned from -> Pending 2024-10-24T10:58:26Z Normal ScalingReplicaSet Scaled up ReplicaSet experiment-with-dry-run-baseline from 0 to 1 2024-10-24T10:58:27Z Normal TemplateRunning Template 'baseline' transitioned from Progressing -> Running 2024-10-24T10:58:27Z Normal ExperimentRunning Experiment transitioned from Pending -> Running 2024-10-24T10:58:27Z Normal AnalysisRunPending AnalysisRun 'dry-run-job' transitioned from -> Pending 2024-10-24T10:58:27Z Normal AnalysisRunRunning AnalysisRun 'dry-run-job' transitioned from -> Running 2024-10-24T10:58:57Z Normal TemplateSuccessful Template 'baseline' transitioned from Running -> Successful 2024-10-24T10:58:57Z Normal ExperimentSuccessful Experiment transitioned from Running -> Successful 2024-10-24T10:58:57Z Normal AnalysisRunTerminating Terminating dry-run-job (experiment-with-dry-run-dry-run-job) time="2024-10-24T10:59:00Z" level=info msg="Deleting e2e-test-name=TestExperimentWithDryRunMetrics" time="2024-10-24T10:59:00Z" level=info msg="Deleting e2e-test-name" --- FAIL: TestExperimentSuite/TestExperimentWithDryRunMetrics (36.23s) === FAIL: test/e2e TestExperimentSuite (re-run 4) (36.62s) === FAIL: test/e2e TestFunctionalSuite/TestControllerMetrics (re-run 4) (0.64s) time="2024-10-24T10:59:13Z" level=info msg="Deleting e2e-test-name=TestControllerMetrics" functional_test.go:1407: Error Trace: /tmp/tmp.LeaKkHg7dH/argo-rollouts/test/e2e/functional_test.go:1407 Error: Received unexpected error: Get "http://localhost:8090/metrics": dial tcp [::1]:8090: connect: connection refused Test: TestFunctionalSuite/TestControllerMetrics time="2024-10-24T10:59:13Z" level=info msg="Deleting e2e-test-name=TestControllerMetrics" panic.go:261: test panicked: runtime error: invalid memory address or nil pointer dereference goroutine 143 [running]: runtime/debug.Stack() /usr/local/go/src/runtime/debug/stack.go:24 +0x5e github.com/stretchr/testify/suite.failOnPanic(0xc000b881a0, {0x37ddb00, 0x5c65ac0}) /root/go/pkg/mod/github.com/stretchr/testify@v1.9.0/suite/suite.go:89 +0x37 github.com/stretchr/testify/suite.Run.func1.1() /root/go/pkg/mod/github.com/stretchr/testify@v1.9.0/suite/suite.go:188 +0x25d panic({0x37ddb00?, 0x5c65ac0?}) /usr/local/go/src/runtime/panic.go:914 +0x21f github.com/argoproj/argo-rollouts/test/e2e.(*FunctionalSuite).TestControllerMetrics(0xc0000c9e00) /tmp/tmp.LeaKkHg7dH/argo-rollouts/test/e2e/functional_test.go:1408 +0xc4 reflect.Value.call({0xc000a60780?, 0xc00080e430?, 0xc000adbea0?}, {0x3c1112c, 0x4}, {0xc000ab1e70, 0x1, 0x3405168?}) /usr/local/go/src/reflect/value.go:596 +0xce7 reflect.Value.Call({0xc000a60780?, 0xc00080e430?, 0xc0000c9e00?}, {0xc000ab1e70?, 0x154fbad?, 0x5218988?}) /usr/local/go/src/reflect/value.go:380 +0xb9 github.com/stretchr/testify/suite.Run.func1(0xc000b881a0) /root/go/pkg/mod/github.com/stretchr/testify@v1.9.0/suite/suite.go:202 +0x467 testing.tRunner(0xc000b881a0, 0xc000ad5cb0) /usr/local/go/src/testing/testing.go:1595 +0xff created by testing.(*T).Run in goroutine 133 /usr/local/go/src/testing/testing.go:1648 +0x3ad time="2024-10-24T10:59:14Z" level=info msg="Deleting e2e-test-name" --- FAIL: TestFunctionalSuite/TestControllerMetrics (0.64s) === FAIL: test/e2e TestFunctionalSuite (re-run 4) (2.20s) time="2024-10-24T10:59:13Z" level=info msg="analysistemplate.argoproj.io/sleep-job created\n" === FAIL: test/e2e TestAPISIXSuite/TestAPISIXCanarySetHeaderStep (re-run 5) (4.91s) time="2024-10-24T10:59:26Z" level=info msg="Deleting e2e-test-name=TestAPISIXCanarySetHeaderStep" time="2024-10-24T10:59:27Z" level=info msg="service/rollout-apisix-canary-canary created\n" rollout=rollout-apisix-canary time="2024-10-24T10:59:28Z" level=info msg="service/rollout-apisix-canary-stable created\n" rollout=rollout-apisix-canary time="2024-10-24T10:59:29Z" level=info msg="apisixroute.apisix.apache.org/rollouts-apisix-route unchanged\n" rollout=rollout-apisix-canary time="2024-10-24T10:59:30Z" level=info msg="rollout.argoproj.io/rollout-apisix-canary unchanged\n" rollout=rollout-apisix-canary time="2024-10-24T10:59:30Z" level=info msg="Waiting for condition: status=Healthy" rollout=rollout-apisix-canary when.go:423: rollouts.argoproj.io "rollout-apisix-canary" not found time="2024-10-24T10:59:30Z" level=info msg="Deleting e2e-test-name=TestAPISIXCanarySetHeaderStep" time="2024-10-24T10:59:31Z" level=info msg="Deleting e2e-test-name" --- FAIL: TestAPISIXSuite/TestAPISIXCanarySetHeaderStep (4.91s) === FAIL: test/e2e TestAPISIXSuite (re-run 5) (5.26s) === FAIL: test/e2e TestExperimentSuite/TestExperimentWithDryRunMetrics (re-run 5) (36.93s) time="2024-10-24T10:59:42Z" level=info msg="Deleting e2e-test-name=TestExperimentWithDryRunMetrics" time="2024-10-24T10:59:44Z" level=info msg="analysistemplate.argoproj.io/dry-run-job created\n" time="2024-10-24T10:59:45Z" level=info msg="experiment.argoproj.io/experiment-with-dry-run created\n" time="2024-10-24T10:59:45Z" level=info msg="Waiting for Experiment experiment-with-dry-run condition: phase=Successful" time="2024-10-24T11:00:16Z" level=info msg="Condition 'phase=Successful' met after 30s" time="2024-10-24T11:00:16Z" level=info msg="Sleeping 3s" time="2024-10-24T11:00:19Z" level=info msg="Expected Dry-Run Summary: Count=1, Successful=0, Failed=1, Error=0, Inconclusive=0" time="2024-10-24T11:00:19Z" level=info msg="Analysis Dry-Run Summary: Count=1, Successful=1, Failed=0, Error=0, Inconclusive=0" time="2024-10-24T11:00:19Z" level=error msg="Dry-Run Summary of AnalysisRun: 'experiment-with-dry-run-dry-run-job' doesn't match the expectations" Name: experiment-with-dry-run Namespace: argo-rollouts Status: ✔ Successful Images: nginx:1.19-alpine (Σ:baseline) NAME KIND STATUS AGE INFO Σ experiment-with-dry-run Experiment ✔ Successful 34s ├──⧉ experiment-with-dry-run-baseline ReplicaSet ✔ Healthy 34s delay:26s │ └──□ experiment-with-dry-run-baseline-rtfrp Pod ✔ Running 34s ready:1/1 └──α experiment-with-dry-run-dry-run-job AnalysisRun ✔ Successful 33s ✔ 1 └──⊞ 9ac11b28-cd1e-4a16-ab1d-02355fd02833.test-1.1 Job ✔ Successful 33s --- apiVersion: argoproj.io/v1alpha1 kind: Experiment metadata: creationTimestamp: "2024-10-24T10:59:45Z" generation: 9 labels: argo-rollouts.argoproj.io/controller-instance-id: argo-rollouts-e2e e2e-test-name: TestExperimentWithDryRunMetrics name: experiment-with-dry-run namespace: argo-rollouts resourceVersion: "2724393" uid: 9bbee7d7-07a4-4174-b248-0211f1cbb1a4 spec: analyses: - name: dry-run-job templateName: dry-run-job analysisRunMetadata: {} dryRun: - metricName: test.* duration: 30s progressDeadlineSeconds: 30 templates: - name: baseline replicas: 1 selector: matchLabels: app: experiment-with-dry-run service: {} template: metadata: creationTimestamp: null labels: app: experiment-with-dry-run spec: containers: - image: nginx:1.19-alpine name: experiment-with-dry-run resources: requests: cpu: 1m memory: 16Mi status: analysisRuns: - analysisRun: experiment-with-dry-run-dry-run-job name: dry-run-job phase: Running availableAt: "2024-10-24T10:59:46Z" conditions: - lastTransitionTime: "2024-10-24T11:00:16Z" lastUpdateTime: "2024-10-24T11:00:16Z" message: Experiment "experiment-with-dry-run" has successfully ran and completed. reason: ExperimentCompleted status: "False" type: Progressing phase: Successful templateStatuses: - availableReplicas: 1 lastTransitionTime: "2024-10-24T11:00:16Z" name: baseline readyReplicas: 1 replicas: 1 status: Successful updatedReplicas: 1 2024-10-24T10:59:45Z Normal TemplateProgressing Template 'baseline' transitioned from -> Progressing 2024-10-24T10:59:45Z Normal ExperimentPending Experiment transitioned from -> Pending 2024-10-24T10:59:45Z Normal ScalingReplicaSet Scaled up ReplicaSet experiment-with-dry-run-baseline from 0 to 1 2024-10-24T10:59:46Z Normal TemplateRunning Template 'baseline' transitioned from Progressing -> Running 2024-10-24T10:59:46Z Normal ExperimentRunning Experiment transitioned from Pending -> Running 2024-10-24T10:59:46Z Normal AnalysisRunPending AnalysisRun 'dry-run-job' transitioned from -> Pending 2024-10-24T10:59:46Z Normal AnalysisRunRunning AnalysisRun 'dry-run-job' transitioned from -> Running 2024-10-24T11:00:16Z Normal TemplateSuccessful Template 'baseline' transitioned from Running -> Successful 2024-10-24T11:00:16Z Normal ExperimentSuccessful Experiment transitioned from Running -> Successful 2024-10-24T11:00:16Z Normal AnalysisRunTerminating Terminating dry-run-job (experiment-with-dry-run-dry-run-job) time="2024-10-24T11:00:19Z" level=info msg="Deleting e2e-test-name=TestExperimentWithDryRunMetrics" time="2024-10-24T11:00:19Z" level=info msg="Deleting e2e-test-name" --- FAIL: TestExperimentSuite/TestExperimentWithDryRunMetrics (36.93s) === FAIL: test/e2e TestExperimentSuite (re-run 5) (37.35s) === FAIL: test/e2e TestFunctionalSuite/TestControllerMetrics (re-run 5) (0.60s) time="2024-10-24T11:00:33Z" level=info msg="Deleting e2e-test-name=TestControllerMetrics" functional_test.go:1407: Error Trace: /tmp/tmp.LeaKkHg7dH/argo-rollouts/test/e2e/functional_test.go:1407 Error: Received unexpected error: Get "http://localhost:8090/metrics": dial tcp [::1]:8090: connect: connection refused Test: TestFunctionalSuite/TestControllerMetrics time="2024-10-24T11:00:33Z" level=info msg="Deleting e2e-test-name=TestControllerMetrics" panic.go:261: test panicked: runtime error: invalid memory address or nil pointer dereference goroutine 166 [running]: runtime/debug.Stack() /usr/local/go/src/runtime/debug/stack.go:24 +0x5e github.com/stretchr/testify/suite.failOnPanic(0xc000623860, {0x37ddb00, 0x5c65ac0}) /root/go/pkg/mod/github.com/stretchr/testify@v1.9.0/suite/suite.go:89 +0x37 github.com/stretchr/testify/suite.Run.func1.1() /root/go/pkg/mod/github.com/stretchr/testify@v1.9.0/suite/suite.go:188 +0x25d panic({0x37ddb00?, 0x5c65ac0?}) /usr/local/go/src/runtime/panic.go:914 +0x21f github.com/argoproj/argo-rollouts/test/e2e.(*FunctionalSuite).TestControllerMetrics(0xc000179600) /tmp/tmp.LeaKkHg7dH/argo-rollouts/test/e2e/functional_test.go:1408 +0xc4 reflect.Value.call({0xc0009ff3c0?, 0xc000a8ac48?, 0xc000d424a0?}, {0x3c1112c, 0x4}, {0xc000b83e70, 0x1, 0x3405168?}) /usr/local/go/src/reflect/value.go:596 +0xce7 reflect.Value.Call({0xc0009ff3c0?, 0xc000a8ac48?, 0xc000179600?}, {0xc000b83e70?, 0x154fbad?, 0x5218988?}) /usr/local/go/src/reflect/value.go:380 +0xb9 github.com/stretchr/testify/suite.Run.func1(0xc000623860) /root/go/pkg/mod/github.com/stretchr/testify@v1.9.0/suite/suite.go:202 +0x467 testing.tRunner(0xc000623860, 0xc0008a3680) /usr/local/go/src/testing/testing.go:1595 +0xff created by testing.(*T).Run in goroutine 153 /usr/local/go/src/testing/testing.go:1648 +0x3ad time="2024-10-24T11:00:33Z" level=info msg="Deleting e2e-test-name" --- FAIL: TestFunctionalSuite/TestControllerMetrics (0.60s) === FAIL: test/e2e TestFunctionalSuite (re-run 5) (2.13s) time="2024-10-24T11:00:33Z" level=info msg="analysistemplate.argoproj.io/sleep-job created\n" DONE 6 runs, 145 tests, 6 skipped, 40 failures in 3072.479s make: *** [Makefile:239: test-e2e] Error 1 + set +x ----------------------------------------------------------------- These were the tests that succeeded: PASS test/e2e PASS test/e2e PASS test/e2e.TestAPISIXSuite/TestAPISIXCanaryStep (26.16s) PASS test/e2e.TestAWSSuite (re-run 1) (21.65s) PASS test/e2e.TestAWSSuite/TestALBExperimentStep (19.34s) PASS test/e2e.TestAWSSuite/TestALBExperimentStepMultiIngress (20.16s) PASS test/e2e.TestAWSSuite/TestALBExperimentStepNoSetWeight (19.99s) PASS test/e2e.TestAWSSuite/TestALBExperimentStepNoSetWeightMultiIngress (re-run 1) (21.24s) PASS test/e2e.TestAWSSuite/TestALBMesh_PingPong_StableCanary_Update (16.97s) PASS test/e2e.TestAWSSuite/TestALBPingPongUpdate (13.97s) PASS test/e2e.TestAWSSuite/TestALBPingPongUpdateMultiIngress (15.10s) PASS test/e2e.TestAWSSuite/TestAlbHeaderRoute (11.44s) PASS test/e2e.TestAWSSuite/TestAlbHeaderRouteMultiIngress (24.23s) PASS test/e2e.TestAnalysisSuite (286.24s) PASS test/e2e.TestAnalysisSuite/TestAnalysisWithArgs (40.72s) PASS test/e2e.TestAnalysisSuite/TestAnalysisWithSecret (30.94s) PASS test/e2e.TestAnalysisSuite/TestBackgroundAnalysisWithArgs (20.29s) PASS test/e2e.TestAnalysisSuite/TestBlueGreenAbortAndUpdate (20.43s) PASS test/e2e.TestAnalysisSuite/TestBlueGreenAnalysis (30.03s) PASS test/e2e.TestAnalysisSuite/TestBlueGreenKitchenSink (44.36s) PASS test/e2e.TestAnalysisSuite/TestBlueGreenPostPromotionFail (14.74s) PASS test/e2e.TestAnalysisSuite/TestBlueGreenPrePromotionFail (24.75s) PASS test/e2e.TestAnalysisSuite/TestCanaryBackgroundAnalysis (4.49s) PASS test/e2e.TestAnalysisSuite/TestCanaryFailInlineMultipleAnalysis (11.00s) PASS test/e2e.TestAnalysisSuite/TestCanaryInlineAnalysis (14.19s) PASS test/e2e.TestAnalysisSuite/TestCanaryInlineMultipleAnalysis (17.06s) PASS test/e2e.TestAnalysisSuite/TestMultipleAnalysis (5.82s) PASS test/e2e.TestBlueGreenSuite (147.00s) PASS test/e2e.TestBlueGreenSuite/TestBlueGreenPreviewReplicaCount (7.98s) PASS test/e2e.TestBlueGreenSuite/TestBlueGreenProgressDeadlineExceededWithPause (63.98s) PASS test/e2e.TestBlueGreenSuite/TestBlueGreenProgressDeadlineExceededWithoutPause (63.93s) PASS test/e2e.TestBlueGreenSuite/TestEphemeralMetadata (10.55s) PASS test/e2e.TestCanarySuite (re-run 1) (12.46s) PASS test/e2e.TestCanarySuite/TestCanaryDynamicStableScale (25.69s) PASS test/e2e.TestCanarySuite/TestCanaryDynamicStableScaleRollbackToStable (17.60s) PASS test/e2e.TestCanarySuite/TestCanaryProgressDeadlineExceededWithPause (123.87s) PASS test/e2e.TestCanarySuite/TestCanaryScaleDownDelay (13.49s) PASS test/e2e.TestCanarySuite/TestCanaryScaleDownDelayWithProgressDeadline (17.91s) PASS test/e2e.TestCanarySuite/TestCanaryScaleDownOnAbort (re-run 1) (10.95s) PASS test/e2e.TestCanarySuite/TestCanaryScaleDownOnAbortNoTrafficRouting (10.91s) PASS test/e2e.TestCanarySuite/TestCanarySetCanaryScale (11.48s) PASS test/e2e.TestCanarySuite/TestCanaryUnScaleDownOnAbort (11.82s) PASS test/e2e.TestCanarySuite/TestCanaryWithPausedRollout (102.12s) PASS test/e2e.TestCanarySuite/TestEphemeralMetadata (8.17s) PASS test/e2e.TestCanarySuite/TestReduceWeightAndHonorMaxUnavailable (29.29s) PASS test/e2e.TestCanarySuite/TestRolloutScalingDuringUpdate (4.12s) PASS test/e2e.TestCanarySuite/TestRolloutScalingWhenPaused (5.72s) PASS test/e2e.TestCanarySuite/TestRolloutWithMaxSurgeScalingDuringUpdate (3.89s) PASS test/e2e.TestExperimentSuite/TestExperimentWithMeasurementRetentionMetrics (36.80s) PASS test/e2e.TestExperimentSuite/TestExperimentWithMultiportServiceAndScaleDownDelay (17.08s) PASS test/e2e.TestExperimentSuite/TestExperimentWithServiceAndScaleDownDelay (16.99s) PASS test/e2e.TestExperimentSuite/TestExperimentWithServiceNameAndScaleDownDelay (18.02s) PASS test/e2e.TestExperimentSuite/TestRolloutWithExperimentAndAnalysis (10.83s) PASS test/e2e.TestFunctionalSuite/TestBlueGreenExceedProgressDeadlineAbort (10.82s) PASS test/e2e.TestFunctionalSuite/TestBlueGreenPreviewReplicaCountPromoteFull (9.54s) PASS test/e2e.TestFunctionalSuite/TestBlueGreenPromoteFull (9.60s) PASS test/e2e.TestFunctionalSuite/TestBlueGreenScaleDownDelay (9.74s) PASS test/e2e.TestFunctionalSuite/TestBlueGreenScaleDownOnAbort (10.66s) PASS test/e2e.TestFunctionalSuite/TestBlueGreenToCanary (4.98s) PASS test/e2e.TestFunctionalSuite/TestBlueGreenUpdate (6.60s) PASS test/e2e.TestFunctionalSuite/TestCanaryPromoteFull (11.57s) PASS test/e2e.TestFunctionalSuite/TestCompleteRolloutRestart (22.02s) PASS test/e2e.TestFunctionalSuite/TestContainerResourceFormats (3.94s) PASS test/e2e.TestFunctionalSuite/TestFixInvalidSpec (22.02s) PASS test/e2e.TestFunctionalSuite/TestKubectlWaitForCompleted (24.35s) PASS test/e2e.TestFunctionalSuite/TestKubectlWaitForPaused (7.81s) PASS test/e2e.TestFunctionalSuite/TestMalformedRollout (7.46s) PASS test/e2e.TestFunctionalSuite/TestMalformedRolloutEphemeralCtr (3.01s) PASS test/e2e.TestFunctionalSuite/TestNeverScaleDown (8.44s) PASS test/e2e.TestFunctionalSuite/TestRolloutAbortRetryPromote (10.72s) PASS test/e2e.TestFunctionalSuite/TestRolloutBadToBadUpdate (23.81s) PASS test/e2e.TestFunctionalSuite/TestRolloutBadToGoodSetWeightUpdate (22.68s) PASS test/e2e.TestFunctionalSuite/TestRolloutBadToGoodUpdate (18.07s) PASS test/e2e.TestFunctionalSuite/TestRolloutGoodToBadUpdate (25.30s) PASS test/e2e.TestFunctionalSuite/TestRolloutPDBRestart (48.61s) PASS test/e2e.TestFunctionalSuite/TestRolloutPauseDurationGreaterThanProgressDeadlineSeconds (39.28s) PASS test/e2e.TestFunctionalSuite/TestRolloutPodVolumesItemsSpec (10.36s) PASS test/e2e.TestFunctionalSuite/TestRolloutRestart (18.22s) PASS test/e2e.TestFunctionalSuite/TestScaleDownOnSuccess (11.43s) PASS test/e2e.TestFunctionalSuite/TestScaleDownProgressively (10.64s) PASS test/e2e.TestFunctionalSuite/TestWorkloadRef (19.98s) PASS test/e2e.TestFunctionalSuite/TestWorkloadRefTemplate (4.19s) PASS test/e2e.TestHeaderRoutingSuite (17.12s) PASS test/e2e.TestHeaderRoutingSuite/TestIstioHostHeaderRoute (16.77s) PASS test/e2e.TestIstioSuite (132.02s) PASS test/e2e.TestIstioSuite/TestIstioAbortUpdate (8.00s) PASS test/e2e.TestIstioSuite/TestIstioAbortUpdateDeleteAllCanaryPods (10.02s) PASS test/e2e.TestIstioSuite/TestIstioHostSplit (17.49s) PASS test/e2e.TestIstioSuite/TestIstioHostSplitExperimentStep (17.96s) PASS test/e2e.TestIstioSuite/TestIstioHostSplitOnlyTls (9.18s) PASS test/e2e.TestIstioSuite/TestIstioPingPongUpdate (12.75s) PASS test/e2e.TestIstioSuite/TestIstioSubsetSplit (10.11s) PASS test/e2e.TestIstioSuite/TestIstioSubsetSplitExperimentStep (18.28s) PASS test/e2e.TestIstioSuite/TestIstioSubsetSplitInStableDownscaleAfterCanaryAbort (8.09s) PASS test/e2e.TestIstioSuite/TestIstioSubsetSplitSingleRoute (8.82s) PASS test/e2e.TestIstioSuite/TestIstioUpdateInMiddleZeroCanaryReplicas (10.96s) PASS test/e2e.TestMirrorRouteSuite (14.93s) PASS test/e2e.TestMirrorRouteSuite/TestIstioHostMirrorRoute (14.60s) PASS test/e2e.TestRollbackSuite (58.98s) PASS test/e2e.TestRollbackSuite/TestRollbackAnalysisOutsideWindow (32.12s) PASS test/e2e.TestRollbackSuite/TestRollbackAnalysisWithinWindow (24.20s) These were the tests that failed: --- FAIL: TestAPISIXSuite/TestAPISIXCanarySetHeaderStep (4.68s) --- FAIL: TestAPISIXSuite/TestAPISIXCanarySetHeaderStep (4.69s) --- FAIL: TestAPISIXSuite/TestAPISIXCanarySetHeaderStep (4.74s) --- FAIL: TestAPISIXSuite/TestAPISIXCanarySetHeaderStep (4.86s) --- FAIL: TestAPISIXSuite/TestAPISIXCanarySetHeaderStep (4.91s) --- FAIL: TestAPISIXSuite/TestAPISIXCanarySetHeaderStep (5.26s) --- FAIL: TestAWSSuite/TestALBExperimentStepNoSetWeightMultiIngress (18.38s) --- FAIL: TestCanarySuite/TestCanaryScaleDownOnAbort (8.30s) --- FAIL: TestExperimentSuite/TestExperimentWithDryRunMetrics (36.23s) --- FAIL: TestExperimentSuite/TestExperimentWithDryRunMetrics (36.49s) --- FAIL: TestExperimentSuite/TestExperimentWithDryRunMetrics (36.74s) --- FAIL: TestExperimentSuite/TestExperimentWithDryRunMetrics (36.93s) --- FAIL: TestExperimentSuite/TestExperimentWithDryRunMetrics (37.28s) --- FAIL: TestFunctionalSuite/TestControllerMetrics (0.58s) --- FAIL: TestFunctionalSuite/TestControllerMetrics (0.60s) --- FAIL: TestFunctionalSuite/TestControllerMetrics (0.61s) --- FAIL: TestFunctionalSuite/TestControllerMetrics (0.62s) --- FAIL: TestFunctionalSuite/TestControllerMetrics (0.64s) E2E tests file is complete: DONE 6 runs, 145 tests, 6 skipped, 40 failures in 3072.479s * SUCCESS: No unexpected errors occurred. * Cleaning up hack/run-upstream-argo-rollouts-e2e-tests.sh: line 7: killall: command not found hack/run-upstream-argo-rollouts-e2e-tests.sh: line 8: killall: command not found + [[ 0 != 0 ]] + kubectl delete ns argo-rollouts namespace "argo-rollouts" deleted + kubectl wait --timeout=5m --for=delete namespace/argo-rollouts + kubectl create ns argo-rollouts namespace/argo-rollouts created + kubectl config set-context --current --namespace=argo-rollouts Context "default/api-psi-416-ocp-gitops-qe-com:6443/kube:admin" modified. + cat + kubectl apply -f /tmp/tmp.Vw1eMTRJCS/rollout-manager.yaml rolloutmanager.argoproj.io/argo-rollout created + cd /tmp/tmp.Vw1eMTRJCS + git clone https://github.com/argoproj-labs/rollouts-plugin-trafficrouter-openshift Cloning into 'rollouts-plugin-trafficrouter-openshift'... + cd /tmp/tmp.Vw1eMTRJCS/rollouts-plugin-trafficrouter-openshift + git checkout 8b4125a7f9ecffb0247df91a4c890f88c0c523b7 Note: switching to '8b4125a7f9ecffb0247df91a4c890f88c0c523b7'. You are in 'detached HEAD' state. You can look around, make experimental changes and commit them, and you can discard any commits you make in this state without impacting any branches by switching back to a branch. If you want to create a new branch to retain commits you create, you may do so (now or later) by using -c with the switch command. Example: git switch -c Or undo this operation with: git switch - Turn off this advice by setting config variable advice.detachedHead to false HEAD is now at 8b4125a Switch lint to use Makefile, fix go.mod + make test-e2e go test -v -p=1 -timeout=20m -race -count=1 -coverprofile=coverage.out ./tests/e2e go: downloading go1.22.2 (linux/amd64) go: downloading github.com/argoproj/argo-rollouts v1.6.6 go: downloading github.com/onsi/ginkgo/v2 v2.19.0 go: downloading k8s.io/client-go v0.26.3 go: downloading github.com/onsi/gomega v1.33.1 go: downloading github.com/openshift/api v0.0.0-20230417092139-1b2161d23365 go: downloading k8s.io/apimachinery v0.26.3 go: downloading github.com/openshift/client-go v0.0.0-20230419131419-497c7032c581 go: downloading k8s.io/api v0.26.3 go: downloading github.com/go-logr/logr v1.4.1 go: downloading golang.org/x/net v0.25.0 go: downloading golang.org/x/sys v0.20.0 go: downloading golang.org/x/text v0.15.0 go: downloading k8s.io/kube-openapi v0.0.0-20221012153701-172d655c2280 go: downloading github.com/spf13/cobra v1.7.0 go: downloading github.com/hashicorp/go-plugin v1.4.10 go: downloading k8s.io/cli-runtime v0.26.3 go: downloading k8s.io/kubernetes v1.26.3 go: downloading github.com/hashicorp/yamux v0.0.0-20180604194846-3520598351bb go: downloading google.golang.org/grpc v1.57.1 go: downloading github.com/bombsimon/logrusr/v4 v4.0.0 go: downloading github.com/google/gnostic v0.6.9 go: downloading golang.org/x/term v0.20.0 go: downloading github.com/mattn/go-isatty v0.0.14 go: downloading google.golang.org/genproto/googleapis/rpc v0.0.0-20230711160842-782d3b101e98 go: downloading github.com/mattn/go-colorable v0.1.12 go: downloading sigs.k8s.io/kustomize/api v0.12.1 go: downloading sigs.k8s.io/kustomize/kyaml v0.13.9 go: downloading go.starlark.net v0.0.0-20200306205701-8dd3e2ee1dd5 go: downloading github.com/docker/distribution v2.8.1+incompatible go: downloading k8s.io/component-base v0.26.3 go: downloading k8s.io/apiserver v0.26.3 go: downloading k8s.io/component-helpers v0.26.3 go: downloading github.com/prometheus/client_model v0.3.0 go: downloading github.com/prometheus/common v0.42.0 === RUN TestPlugin Running Suite: Plugin e2e Tests Suite - /tmp/tmp.Vw1eMTRJCS/rollouts-plugin-trafficrouter-openshift/tests/e2e ============================================================================================================= Random Seed: 1729768013 Will run 3 of 3 specs service/rollouts-demo-stable created service/rollouts-demo-canary created route.route.openshift.io/rollouts-demo created rollout.argoproj.io/rollouts-demo created Rollout phase mismatch, got Progressing, want Healthy Rollout phase mismatch, got Progressing, want Healthy Rollout phase mismatch, got Progressing, want Healthy Rollout phase mismatch, got Progressing, want Healthy Rollout phase mismatch, got Progressing, want Healthy Rollout phase mismatch, got Progressing, want Healthy Rollout phase mismatch, got Progressing, want Healthy W1024 11:07:17.611312 87953 warnings.go:70] unknown field "spec.template.metadata.creationTimestamp" Rollout phase mismatch, got Progressing, want Paused Rollout phase mismatch, got Progressing, want Paused Rollout phase mismatch, got Progressing, want Paused Rollout phase mismatch, got Progressing, want Paused Rollout phase mismatch, got Progressing, want Paused Rollout phase mismatch, got Progressing, want Paused Rollout phase mismatch, got Paused, want Healthy Rollout phase mismatch, got Progressing, want Healthy Rollout phase mismatch, got Progressing, want Healthy •service/rollouts-demo-stable created service/rollouts-demo-canary created route.route.openshift.io/rollouts-demo-prod created route.route.openshift.io/rollouts-demo-stage created rollout.argoproj.io/rollouts-demo created Rollout phase mismatch, got Progressing, want Healthy Rollout phase mismatch, got Progressing, want Healthy Rollout phase mismatch, got Progressing, want Healthy Rollout phase mismatch, got Progressing, want Healthy Rollout phase mismatch, got Progressing, want Healthy Rollout phase mismatch, got Progressing, want Healthy Rollout phase mismatch, got Progressing, want Healthy W1024 11:07:50.936559 87953 warnings.go:70] unknown field "spec.template.metadata.creationTimestamp" Rollout phase mismatch, got Healthy, want Paused Rollout phase mismatch, got Progressing, want Paused Rollout phase mismatch, got Progressing, want Paused Rollout phase mismatch, got Progressing, want Paused Rollout phase mismatch, got Progressing, want Healthy Rollout phase mismatch, got Progressing, want Healthy Rollout phase mismatch, got Progressing, want Healthy Rollout phase mismatch, got Progressing, want Healthy Rollout phase mismatch, got Progressing, want Healthy Rollout phase mismatch, got Progressing, want Healthy Rollout phase mismatch, got Progressing, want Healthy Rollout phase mismatch, got Progressing, want Healthy Rollout phase mismatch, got Progressing, want Healthy •service/rollouts-demo-stable created service/rollouts-demo-canary created route.route.openshift.io/rollouts-demo created analysistemplate.argoproj.io/sample-template created rollout.argoproj.io/rollouts-demo created Rollout phase mismatch, got Progressing, want Healthy Rollout phase mismatch, got Progressing, want Healthy Rollout phase mismatch, got Progressing, want Healthy W1024 11:08:18.340420 87953 warnings.go:70] unknown field "spec.template.metadata.creationTimestamp" Rollout phase mismatch, got Healthy, want Paused Rollout phase mismatch, got Progressing, want Paused Rollout phase mismatch, got Progressing, want Paused Rollout phase mismatch, got Progressing, want Paused Rollout phase mismatch, got Progressing, want Paused Rollout phase mismatch, got Paused, want Healthy Rollout phase mismatch, got Progressing, want Healthy Rollout phase mismatch, got Progressing, want Healthy Rollout phase mismatch, got Progressing, want Healthy Rollout phase mismatch, got Progressing, want Healthy Rollout phase mismatch, got Progressing, want Healthy Rollout phase mismatch, got Progressing, want Healthy Rollout phase mismatch, got Progressing, want Healthy Rollout phase mismatch, got Progressing, want Healthy Rollout phase mismatch, got Progressing, want Healthy Rollout phase mismatch, got Progressing, want Healthy Rollout phase mismatch, got Progressing, want Healthy Rollout phase mismatch, got Progressing, want Healthy Rollout phase mismatch, got Progressing, want Healthy • Ran 3 of 3 Specs in 104.241 seconds SUCCESS! -- 3 Passed | 0 Failed | 0 Pending | 0 Skipped --- PASS: TestPlugin (104.24s) PASS coverage: [no statements] ok github.com/argoproj-labs/rollouts-plugin-trafficrouter-openshift/tests/e2e 105.369s coverage: [no statements] + [[ 0 != 0 ]] + oc patch subscription openshift-gitops-operator -n --type json --patch '[{"op": "remove", "path": "/spec/config"}]' Error from server (NotFound): namespaces "--type" not found Error from server (NotFound): namespaces "--type" not found + update_result + [[ 2 != 0 ]] + echo test-argo-rollouts + tee /install-dir/psi-416-result.txt test-argo-rollouts + exit 0