******** SEQUENTIAL ****** + kubectl kuttl test ./tests/sequential --config ./tests/sequential/kuttl-test.yaml --test 1-109_validate_reencrypt_termination_policy 2024/07/10 14:39:22 kutt-test config testdirs is overridden with args: [ ./tests/sequential ] === RUN kuttl harness.go:462: starting setup harness.go:252: running tests using configured kubeconfig. harness.go:275: Successful connection to cluster at: https://ad40641635f5b4408bf8e5d48ac6f5cf-7a49231f48000767.elb.us-east-1.amazonaws.com:6443 harness.go:360: running tests harness.go:73: going to run test suite with timeout of 600 seconds for each step harness.go:372: testsuite: ./tests/sequential has 36 tests === RUN kuttl/harness === RUN kuttl/harness/1-109_validate_reencrypt_termination_policy === PAUSE kuttl/harness/1-109_validate_reencrypt_termination_policy === CONT kuttl/harness/1-109_validate_reencrypt_termination_policy logger.go:42: 14:39:23 | 1-109_validate_reencrypt_termination_policy | Creating namespace: kuttl-test-moral-kitten logger.go:42: 14:39:23 | 1-109_validate_reencrypt_termination_policy/1- | starting test step 1- logger.go:42: 14:39:31 | 1-109_validate_reencrypt_termination_policy/1- | test step completed 1- logger.go:42: 14:39:31 | 1-109_validate_reencrypt_termination_policy/2-check-certificate | starting test step 2-check-certificate logger.go:42: 14:39:31 | 1-109_validate_reencrypt_termination_policy/2-check-certificate | running command: [sh -c route=https://$(oc get route -n openshift-gitops openshift-gitops-server -o jsonpath='{.spec.host}') issuer=$(curl --insecure -v $route 2>&1 | awk '/issuer:/') if ! [[ ${issuer} == *"ingress-operator"* ]]; then echo "TLS connections rely on the default ingress operator certificate" exit 1 fi ] logger.go:42: 14:39:32 | 1-109_validate_reencrypt_termination_policy/2-check-certificate | TLS connections rely on the default ingress operator certificate case.go:364: failed in step 2-check-certificate case.go:366: exit status 1 logger.go:42: 14:39:33 | 1-109_validate_reencrypt_termination_policy | skipping kubernetes event logging logger.go:42: 14:39:33 | 1-109_validate_reencrypt_termination_policy | Deleting namespace: kuttl-test-moral-kitten === NAME kuttl harness.go:405: run tests finished harness.go:513: cleaning up harness.go:570: removing temp folder: "" --- FAIL: kuttl (16.18s) --- FAIL: kuttl/harness (0.00s) --- FAIL: kuttl/harness/1-109_validate_reencrypt_termination_policy (15.18s) FAIL + true ' ' + kubectl kuttl test ./tests/sequential --config ./tests/sequential/kuttl-test.yaml --test 1-078_validate_default_argocd_consoleLink 2024/07/10 14:39:38 kutt-test config testdirs is overridden with args: [ ./tests/sequential ] === RUN kuttl harness.go:462: starting setup harness.go:252: running tests using configured kubeconfig. harness.go:275: Successful connection to cluster at: https://ad40641635f5b4408bf8e5d48ac6f5cf-7a49231f48000767.elb.us-east-1.amazonaws.com:6443 harness.go:360: running tests harness.go:73: going to run test suite with timeout of 600 seconds for each step harness.go:372: testsuite: ./tests/sequential has 36 tests === RUN kuttl/harness === RUN kuttl/harness/1-078_validate_default_argocd_consoleLink === PAUSE kuttl/harness/1-078_validate_default_argocd_consoleLink === CONT kuttl/harness/1-078_validate_default_argocd_consoleLink logger.go:42: 14:39:39 | 1-078_validate_default_argocd_consoleLink | Creating namespace: kuttl-test-massive-pony logger.go:42: 14:39:39 | 1-078_validate_default_argocd_consoleLink/1- | starting test step 1- logger.go:42: 14:39:40 | 1-078_validate_default_argocd_consoleLink/1- | test step completed 1- logger.go:42: 14:39:40 | 1-078_validate_default_argocd_consoleLink/2-add_env | starting test step 2-add_env logger.go:42: 14:39:40 | 1-078_validate_default_argocd_consoleLink/2-add_env | running command: [sh -c oc patch -n openshift-operators subscription openshift-gitops-operator \ --type merge --patch '{"spec": {"config": {"env": [{"name": "DISABLE_DEFAULT_ARGOCD_CONSOLELINK", "value": "true"}]}}}' ] logger.go:42: 14:39:40 | 1-078_validate_default_argocd_consoleLink/2-add_env | subscription.operators.coreos.com/openshift-gitops-operator patched logger.go:42: 14:40:10 | 1-078_validate_default_argocd_consoleLink/2-add_env | test step completed 2-add_env logger.go:42: 14:40:10 | 1-078_validate_default_argocd_consoleLink/3-disable-env | starting test step 3-disable-env logger.go:42: 14:40:10 | 1-078_validate_default_argocd_consoleLink/3-disable-env | running command: [sh -c oc patch -n openshift-operators subscription openshift-gitops-operator \ --type merge --patch '{"spec": {"config": {"env": [{"name": "DISABLE_DEFAULT_ARGOCD_CONSOLELINK", "value": "false"}]}}}' ] logger.go:42: 14:40:11 | 1-078_validate_default_argocd_consoleLink/3-disable-env | subscription.operators.coreos.com/openshift-gitops-operator patched logger.go:42: 14:40:41 | 1-078_validate_default_argocd_consoleLink/3-disable-env | test step completed 3-disable-env logger.go:42: 14:40:41 | 1-078_validate_default_argocd_consoleLink/4-empty-valued-env | starting test step 4-empty-valued-env logger.go:42: 14:40:41 | 1-078_validate_default_argocd_consoleLink/4-empty-valued-env | running command: [sh -c oc patch -n openshift-operators subscription openshift-gitops-operator \ --type merge --patch '{"spec": {"config": {"env": [{"name": "DISABLE_DEFAULT_ARGOCD_CONSOLELINK", "value": ""}]}}}' ] logger.go:42: 14:40:42 | 1-078_validate_default_argocd_consoleLink/4-empty-valued-env | subscription.operators.coreos.com/openshift-gitops-operator patched logger.go:42: 14:40:42 | 1-078_validate_default_argocd_consoleLink/4-empty-valued-env | test step completed 4-empty-valued-env logger.go:42: 14:40:42 | 1-078_validate_default_argocd_consoleLink/5-remove-env | starting test step 5-remove-env logger.go:42: 14:40:42 | 1-078_validate_default_argocd_consoleLink/5-remove-env | running command: [sh -c oc -n openshift-operators patch subscription openshift-gitops-operator --type='json' -p='[{"op": "remove", "path": "/spec/config" }]' ] logger.go:42: 14:40:43 | 1-078_validate_default_argocd_consoleLink/5-remove-env | subscription.operators.coreos.com/openshift-gitops-operator patched logger.go:42: 14:40:44 | 1-078_validate_default_argocd_consoleLink/5-remove-env | test step completed 5-remove-env logger.go:42: 14:40:44 | 1-078_validate_default_argocd_consoleLink | skipping kubernetes event logging logger.go:42: 14:40:44 | 1-078_validate_default_argocd_consoleLink | Deleting namespace: kuttl-test-massive-pony === NAME kuttl harness.go:405: run tests finished harness.go:513: cleaning up harness.go:570: removing temp folder: "" --- PASS: kuttl (70.80s) --- PASS: kuttl/harness (0.00s) --- PASS: kuttl/harness/1-078_validate_default_argocd_consoleLink (69.79s) PASS + kubectl kuttl test ./tests/sequential --config ./tests/sequential/kuttl-test.yaml --test 1-056_validate_managed-by 2024/07/10 14:40:49 kutt-test config testdirs is overridden with args: [ ./tests/sequential ] === RUN kuttl harness.go:462: starting setup harness.go:252: running tests using configured kubeconfig. harness.go:275: Successful connection to cluster at: https://ad40641635f5b4408bf8e5d48ac6f5cf-7a49231f48000767.elb.us-east-1.amazonaws.com:6443 harness.go:360: running tests harness.go:73: going to run test suite with timeout of 600 seconds for each step harness.go:372: testsuite: ./tests/sequential has 36 tests === RUN kuttl/harness === RUN kuttl/harness/1-056_validate_managed-by === PAUSE kuttl/harness/1-056_validate_managed-by === CONT kuttl/harness/1-056_validate_managed-by logger.go:42: 14:40:50 | 1-056_validate_managed-by | Creating namespace: kuttl-test-quality-dingo logger.go:42: 14:40:50 | 1-056_validate_managed-by/1-install | starting test step 1-install logger.go:42: 14:40:51 | 1-056_validate_managed-by/1-install | Namespace:/test-1-56-target created logger.go:42: 14:40:51 | 1-056_validate_managed-by/1-install | Namespace:/test-1-56-custom created logger.go:42: 14:40:51 | 1-056_validate_managed-by/1-install | ArgoCD:test-1-56-target/example-argocd created logger.go:42: 14:41:24 | 1-056_validate_managed-by/1-install | test step completed 1-install logger.go:42: 14:41:24 | 1-056_validate_managed-by/2-delete | starting test step 2-delete logger.go:42: 14:41:25 | 1-056_validate_managed-by/2-delete | test step completed 2-delete logger.go:42: 14:41:25 | 1-056_validate_managed-by/3-check | starting test step 3-check logger.go:42: 14:41:25 | 1-056_validate_managed-by/3-check | running command: [sh -c set -e label_value=$(oc get ns/test-1-56-custom -o go-template=$'{{index .metadata.labels "argocd.argoproj.io/managed-by"}}') echo "label value: ${label_value}" if [[ "${label_value}" == "test-1-56-target" ]]; then echo "managed-by label exists, set REMOVE_MANAGED_BY_LABEL_ON_ARGOCD_DELETION variable to delete the label" exit 0 fi exit 1 ] logger.go:42: 14:41:25 | 1-056_validate_managed-by/3-check | label value: test-1-56-target logger.go:42: 14:41:25 | 1-056_validate_managed-by/3-check | managed-by label exists, set REMOVE_MANAGED_BY_LABEL_ON_ARGOCD_DELETION variable to delete the label logger.go:42: 14:41:26 | 1-056_validate_managed-by/3-check | test step completed 3-check logger.go:42: 14:41:26 | 1-056_validate_managed-by/4-add_env | starting test step 4-add_env logger.go:42: 14:41:26 | 1-056_validate_managed-by/4-add_env | running command: [sh -c set -e oc patch -n openshift-operators subscription openshift-gitops-operator \ --type merge --patch '{"spec": {"config": {"env": [{"name": "REMOVE_MANAGED_BY_LABEL_ON_ARGOCD_DELETION", "value": "true"}]}}}' ] logger.go:42: 14:41:26 | 1-056_validate_managed-by/4-add_env | subscription.operators.coreos.com/openshift-gitops-operator patched logger.go:42: 14:41:27 | 1-056_validate_managed-by/4-add_env | test step completed 4-add_env logger.go:42: 14:41:27 | 1-056_validate_managed-by/5-check | starting test step 5-check logger.go:42: 14:41:27 | 1-056_validate_managed-by/5-check | running command: [sh -c set -e label_value=$(oc get ns/test-1-56-custom -o go-template=$'{{index .metadata.labels "argocd.argoproj.io/managed-by"}}') echo "label value: ${label_value}" if [[ "${label_value}" == "test-1-56-target" ]]; then echo "managed-by label exists, set REMOVE_MANAGED_BY_LABEL_ON_ARGOCD_DELETION variable to delete the label" exit 0 fi exit 1 ] logger.go:42: 14:41:27 | 1-056_validate_managed-by/5-check | label value: test-1-56-target logger.go:42: 14:41:27 | 1-056_validate_managed-by/5-check | managed-by label exists, set REMOVE_MANAGED_BY_LABEL_ON_ARGOCD_DELETION variable to delete the label logger.go:42: 14:41:27 | 1-056_validate_managed-by/5-check | test step completed 5-check logger.go:42: 14:41:27 | 1-056_validate_managed-by/6-install | starting test step 6-install logger.go:42: 14:41:28 | 1-056_validate_managed-by/6-install | Namespace:/test-1-56-target-2 created logger.go:42: 14:41:28 | 1-056_validate_managed-by/6-install | Namespace:/test-1-56-custom-2 created logger.go:42: 14:41:28 | 1-056_validate_managed-by/6-install | ArgoCD:test-1-56-target-2/example-argocd-2 created logger.go:42: 14:42:01 | 1-056_validate_managed-by/6-install | test step completed 6-install logger.go:42: 14:42:01 | 1-056_validate_managed-by/7-delete | starting test step 7-delete logger.go:42: 14:42:02 | 1-056_validate_managed-by/7-delete | test step completed 7-delete logger.go:42: 14:42:02 | 1-056_validate_managed-by/8-remove_env | starting test step 8-remove_env logger.go:42: 14:42:02 | 1-056_validate_managed-by/8-remove_env | running command: [sh -c oc patch -n openshift-operators subscription openshift-gitops-operator \ --type json --patch '[{"op": "remove", "path": "/spec/config"}]' ] logger.go:42: 14:42:03 | 1-056_validate_managed-by/8-remove_env | subscription.operators.coreos.com/openshift-gitops-operator patched logger.go:42: 14:42:03 | 1-056_validate_managed-by/8-remove_env | test step completed 8-remove_env logger.go:42: 14:42:03 | 1-056_validate_managed-by/99-delete | starting test step 99-delete logger.go:42: 14:42:10 | 1-056_validate_managed-by/99-delete | test step completed 99-delete logger.go:42: 14:42:10 | 1-056_validate_managed-by | skipping kubernetes event logging logger.go:42: 14:42:11 | 1-056_validate_managed-by | Deleting namespace: kuttl-test-quality-dingo === NAME kuttl harness.go:405: run tests finished harness.go:513: cleaning up harness.go:570: removing temp folder: "" --- PASS: kuttl (86.90s) --- PASS: kuttl/harness (0.00s) --- PASS: kuttl/harness/1-056_validate_managed-by (85.92s) PASS + kubectl kuttl test ./tests/sequential --config ./tests/sequential/kuttl-test.yaml --test 1-018_validate_disable_default_instance 2024/07/10 14:42:16 kutt-test config testdirs is overridden with args: [ ./tests/sequential ] === RUN kuttl harness.go:462: starting setup harness.go:252: running tests using configured kubeconfig. harness.go:275: Successful connection to cluster at: https://ad40641635f5b4408bf8e5d48ac6f5cf-7a49231f48000767.elb.us-east-1.amazonaws.com:6443 harness.go:360: running tests harness.go:73: going to run test suite with timeout of 600 seconds for each step harness.go:372: testsuite: ./tests/sequential has 36 tests === RUN kuttl/harness === RUN kuttl/harness/1-018_validate_disable_default_instance === PAUSE kuttl/harness/1-018_validate_disable_default_instance === CONT kuttl/harness/1-018_validate_disable_default_instance logger.go:42: 14:42:17 | 1-018_validate_disable_default_instance | Ignoring errors.yaml as it does not match file name regexp: ^(\d+)-(?:[^\.]+)(?:\.yaml)?$ logger.go:42: 14:42:17 | 1-018_validate_disable_default_instance | Creating namespace: kuttl-test-golden-walrus logger.go:42: 14:42:17 | 1-018_validate_disable_default_instance/1- | starting test step 1- logger.go:42: 14:42:18 | 1-018_validate_disable_default_instance/1- | test step completed 1- logger.go:42: 14:42:18 | 1-018_validate_disable_default_instance/2-patch-subscription | starting test step 2-patch-subscription logger.go:42: 14:42:18 | 1-018_validate_disable_default_instance/2-patch-subscription | running command: [sh -c oc patch -n openshift-operators subscription openshift-gitops-operator \ --type merge --patch '{"spec": {"config": {"env": [{"name": "DISABLE_DEFAULT_ARGOCD_INSTANCE", "value": "true"}]}}}' ] logger.go:42: 14:42:19 | 1-018_validate_disable_default_instance/2-patch-subscription | subscription.operators.coreos.com/openshift-gitops-operator patched logger.go:42: 14:42:19 | 1-018_validate_disable_default_instance/2-patch-subscription | running command: [sh -c sleep 20] logger.go:42: 14:42:39 | 1-018_validate_disable_default_instance/2-patch-subscription | test step completed 2-patch-subscription logger.go:42: 14:42:39 | 1-018_validate_disable_default_instance/3-check | starting test step 3-check logger.go:42: 14:42:39 | 1-018_validate_disable_default_instance/3-check | test step completed 3-check logger.go:42: 14:42:39 | 1-018_validate_disable_default_instance/4-patch-subscription | starting test step 4-patch-subscription logger.go:42: 14:42:39 | 1-018_validate_disable_default_instance/4-patch-subscription | running command: [sh -c oc patch -n openshift-operators subscription openshift-gitops-operator \ --type json --patch '[{"op": "remove", "path": "/spec/config"}]' ] logger.go:42: 14:42:40 | 1-018_validate_disable_default_instance/4-patch-subscription | subscription.operators.coreos.com/openshift-gitops-operator patched logger.go:42: 14:43:39 | 1-018_validate_disable_default_instance/4-patch-subscription | test step completed 4-patch-subscription logger.go:42: 14:43:39 | 1-018_validate_disable_default_instance | skipping kubernetes event logging logger.go:42: 14:43:39 | 1-018_validate_disable_default_instance | Deleting namespace: kuttl-test-golden-walrus === NAME kuttl harness.go:405: run tests finished harness.go:513: cleaning up harness.go:570: removing temp folder: "" --- PASS: kuttl (88.55s) --- PASS: kuttl/harness (0.00s) --- PASS: kuttl/harness/1-018_validate_disable_default_instance (87.56s) PASS + kubectl kuttl test ./tests/sequential --config ./tests/sequential/kuttl-test.yaml --test 1-003_validate_cluster_config 2024/07/10 14:43:45 kutt-test config testdirs is overridden with args: [ ./tests/sequential ] === RUN kuttl harness.go:462: starting setup harness.go:252: running tests using configured kubeconfig. harness.go:275: Successful connection to cluster at: https://ad40641635f5b4408bf8e5d48ac6f5cf-7a49231f48000767.elb.us-east-1.amazonaws.com:6443 harness.go:360: running tests harness.go:73: going to run test suite with timeout of 600 seconds for each step harness.go:372: testsuite: ./tests/sequential has 36 tests === RUN kuttl/harness === RUN kuttl/harness/1-003_validate_cluster_config === PAUSE kuttl/harness/1-003_validate_cluster_config === CONT kuttl/harness/1-003_validate_cluster_config logger.go:42: 14:43:46 | 1-003_validate_cluster_config | Creating namespace: kuttl-test-trusty-fox logger.go:42: 14:43:46 | 1-003_validate_cluster_config/0-cluster-scoped-argocd | starting test step 0-cluster-scoped-argocd logger.go:42: 14:43:47 | 1-003_validate_cluster_config/0-cluster-scoped-argocd | Namespace:/argocd-e2e-cluster-config created logger.go:42: 14:43:47 | 1-003_validate_cluster_config/0-cluster-scoped-argocd | ArgoCD:argocd-e2e-cluster-config/example-argocd created logger.go:42: 14:43:47 | 1-003_validate_cluster_config/0-cluster-scoped-argocd | test step completed 0-cluster-scoped-argocd logger.go:42: 14:43:47 | 1-003_validate_cluster_config/1-cluster-scoped | starting test step 1-cluster-scoped logger.go:42: 14:43:47 | 1-003_validate_cluster_config/1-cluster-scoped | running command: [sh -c oc patch -n openshift-operators subscription openshift-gitops-operator \ --type merge --patch '{"spec": {"config": {"env": [{"name": "ARGOCD_CLUSTER_CONFIG_NAMESPACES", "value": "openshift-gitops, argocd-e2e-cluster-config"}]}}}' ] logger.go:42: 14:43:48 | 1-003_validate_cluster_config/1-cluster-scoped | subscription.operators.coreos.com/openshift-gitops-operator patched logger.go:42: 14:44:20 | 1-003_validate_cluster_config/1-cluster-scoped | test step completed 1-cluster-scoped logger.go:42: 14:44:20 | 1-003_validate_cluster_config/2- | starting test step 2- logger.go:42: 14:44:21 | 1-003_validate_cluster_config/2- | test step completed 2- logger.go:42: 14:44:21 | 1-003_validate_cluster_config/3-enable-appset-in-any-namespace | starting test step 3-enable-appset-in-any-namespace logger.go:42: 14:44:21 | 1-003_validate_cluster_config/3-enable-appset-in-any-namespace | ArgoCD:argocd-e2e-cluster-config/example-argocd updated logger.go:42: 14:44:25 | 1-003_validate_cluster_config/3-enable-appset-in-any-namespace | test step completed 3-enable-appset-in-any-namespace logger.go:42: 14:44:25 | 1-003_validate_cluster_config/99-delete | starting test step 99-delete logger.go:42: 14:44:36 | 1-003_validate_cluster_config/99-delete | test step completed 99-delete logger.go:42: 14:44:36 | 1-003_validate_cluster_config | skipping kubernetes event logging logger.go:42: 14:44:37 | 1-003_validate_cluster_config | Deleting namespace: kuttl-test-trusty-fox === NAME kuttl harness.go:405: run tests finished harness.go:513: cleaning up harness.go:570: removing temp folder: "" --- PASS: kuttl (56.94s) --- PASS: kuttl/harness (0.00s) --- PASS: kuttl/harness/1-003_validate_cluster_config (55.95s) PASS