time="2024-07-02T03:48:24.388Z" level=info msg="Enabling pprof" pprof_host_port="localhost:6060" time="2024-07-02T03:48:24.388Z" level=info msg="Version: openshift/hive v1.2.4500-b1ac27b" time="2024-07-02T03:48:24.388Z" level=debug msg="debug logging enabled" time="2024-07-02T03:48:24.389Z" level=info msg="hive namespace: hive" time="2024-07-02T03:48:24.389Z" level=info msg="Starting /healthz and /readyz endpoints" time="2024-07-02T03:48:24.389Z" level=info msg="generated leader election ID" id=a678a0ee-e747-4d2b-841c-146718f738bd I0702 03:48:24.390232 1 leaderelection.go:250] attempting to acquire leader lease hive/hive-controllers-leader... I0702 03:48:24.427516 1 leaderelection.go:260] successfully acquired lease hive/hive-controllers-leader time="2024-07-02T03:48:24.427Z" level=info msg="became leader" id=a678a0ee-e747-4d2b-841c-146718f738bd time="2024-07-02T03:48:24.428Z" level=info msg="Registering Components." time="2024-07-02T03:48:24.428Z" level=info msg="calculating provisioning underway metrics across all ClusterDeployments" controller=metrics time="2024-07-02T03:48:24.433Z" level=error msg="error listing cluster deployments" error="the cache is not started, can not read objects" time="2024-07-02T03:48:24.433Z" level=info msg="calculating provisioning underway install restarts metrics across all ClusterDeployments" controller=metrics time="2024-07-02T03:48:24.433Z" level=error msg="error listing cluster deployments" error="the cache is not started, can not read objects" time="2024-07-02T03:48:24.433Z" level=info msg="calculating deprovisioning underway metrics across all ClusterDeployments" controller=metrics time="2024-07-02T03:48:24.434Z" level=error msg="error listing cluster deployments" error="the cache is not started, can not read objects" time="2024-07-02T03:48:24.435Z" level=info msg="Release Image verification enabled" controller=clusterDeployment time="2024-07-02T03:48:24.436Z" level=debug msg="skipping disabled controller" controller=clustersync time="2024-07-02T03:48:24.439Z" level=debug msg="creating cmdutil.Factory from REST client config and cache directory" cache-dir=/var/cache/kubectl controller=remoteingress time="2024-07-02T03:48:25.018Z" level=info msg="using aws creds for managed domains stored in \"route53-aws-creds\" secret" controller=dnsendpoint time="2024-07-02T03:48:25.018Z" level=debug msg="creating cmdutil.Factory from REST client config and cache directory" cache-dir=/var/cache/kubectl controller=controlPlaneCerts time="2024-07-02T03:48:25.475Z" level=info msg="Starting the Cmd." time="2024-07-02T03:48:25.577Z" level=info msg="started metrics calculator goroutine" time="2024-07-02T03:48:25.577Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics time="2024-07-02T03:48:25.577Z" level=debug msg="calculating metrics across all install jobs" controller=metrics time="2024-07-02T03:48:25.578Z" level=info msg="scrape root domain" controller=dnsendpoint rootDomain=qe.devcluster.openshift.com scraper=nameServer time="2024-07-02T03:48:25.577Z" level=debug msg="Starting EventSource" controller=fakeclusterinstall-controller source="kind source: *v1alpha1.FakeClusterInstall" time="2024-07-02T03:48:25.578Z" level=debug msg="Starting Controller" controller=fakeclusterinstall-controller time="2024-07-02T03:48:25.578Z" level=debug msg="Starting EventSource" controller=clusterrelocate-controller source="kind source: *v1.ClusterDeployment" time="2024-07-02T03:48:25.578Z" level=debug msg="Starting EventSource" controller=clusterrelocate-controller source="kind source: *v1.ClusterRelocate" time="2024-07-02T03:48:25.578Z" level=debug msg="Starting Controller" controller=clusterrelocate-controller time="2024-07-02T03:48:25.578Z" level=debug msg="Starting EventSource" controller=clusterstate-controller source="kind source: *v1.ClusterDeployment" time="2024-07-02T03:48:25.579Z" level=debug msg="Starting Controller" controller=clusterstate-controller time="2024-07-02T03:48:25.579Z" level=debug msg="Starting EventSource" controller=remoteingress-controller source="kind source: *v1.ClusterDeployment" time="2024-07-02T03:48:25.579Z" level=debug msg="Starting Controller" controller=remoteingress-controller time="2024-07-02T03:48:25.579Z" level=debug msg="Starting EventSource" controller=awsprivatelink-controller source="kind source: *v1.ClusterDeployment" time="2024-07-02T03:48:25.579Z" level=debug msg="Starting EventSource" controller=awsprivatelink-controller source="kind source: *v1.ClusterProvision" time="2024-07-02T03:48:25.579Z" level=debug msg="Starting EventSource" controller=awsprivatelink-controller source="kind source: *v1.ClusterDeprovision" time="2024-07-02T03:48:25.579Z" level=debug msg="Starting Controller" controller=awsprivatelink-controller time="2024-07-02T03:48:25.578Z" level=debug msg="Starting EventSource" controller=argocdregister-controller source="kind source: *v1.ClusterDeployment" time="2024-07-02T03:48:25.579Z" level=debug msg="Starting Controller" controller=argocdregister-controller time="2024-07-02T03:48:25.579Z" level=debug msg="Starting EventSource" controller=dnszone source="kind source: *v1.DNSZone" time="2024-07-02T03:48:25.579Z" level=debug msg="Starting EventSource" controller=dnszone source="kind source: *v1.ClusterDeployment" time="2024-07-02T03:48:25.579Z" level=debug msg="Starting Controller" controller=dnszone time="2024-07-02T03:48:25.579Z" level=debug msg="Starting EventSource" controller=clusterpoolnamespace-controller source="kind source: *v1.Namespace" time="2024-07-02T03:48:25.578Z" level=debug msg="Starting EventSource" controller=clusterdeployment-controller source="kind source: *v1.ClusterDeployment" time="2024-07-02T03:48:25.578Z" level=debug msg="Starting EventSource" controller=clusterpool-controller source="kind source: *v1.ClusterPool" time="2024-07-02T03:48:25.579Z" level=debug msg="Starting EventSource" controller=clusterpool-controller source="kind source: *v1.ClusterDeployment" time="2024-07-02T03:48:25.579Z" level=debug msg="Starting EventSource" controller=clusterpool-controller source="kind source: *v1.ClusterClaim" time="2024-07-02T03:48:25.579Z" level=debug msg="Starting EventSource" controller=clusterpool-controller source="kind source: *v1.RoleBinding" time="2024-07-02T03:48:25.578Z" level=debug msg="Starting EventSource" controller=clusterclaim-controller source="kind source: *v1.ClusterClaim" time="2024-07-02T03:48:25.579Z" level=debug msg="Starting EventSource" controller=clusterclaim-controller source="kind source: *v1.ClusterDeployment" time="2024-07-02T03:48:25.579Z" level=debug msg="Starting EventSource" controller=clusterclaim-controller source="kind source: *v1.Role" time="2024-07-02T03:48:25.579Z" level=debug msg="Starting EventSource" controller=clusterclaim-controller source="kind source: *v1.RoleBinding" time="2024-07-02T03:48:25.579Z" level=debug msg="Starting Controller" controller=clusterclaim-controller time="2024-07-02T03:48:25.579Z" level=debug msg="Starting EventSource" controller=clusterdeployment-controller source="kind source: *v1.ClusterProvision" time="2024-07-02T03:48:25.579Z" level=debug msg="Starting EventSource" controller=clusterdeployment-controller source="kind source: *v1.Job" time="2024-07-02T03:48:25.579Z" level=debug msg="Starting EventSource" controller=clusterdeployment-controller source="kind source: *v1.Pod" time="2024-07-02T03:48:25.579Z" level=debug msg="Starting EventSource" controller=clusterdeployment-controller source="kind source: *v1.ClusterDeprovision" time="2024-07-02T03:48:25.579Z" level=debug msg="Starting EventSource" controller=clusterdeployment-controller source="kind source: *v1.DNSZone" time="2024-07-02T03:48:25.579Z" level=debug msg="Starting EventSource" controller=clusterpoolnamespace-controller source="kind source: *v1.ClusterDeployment" time="2024-07-02T03:48:25.579Z" level=debug msg="Starting EventSource" controller=clusterpool-controller source="kind source: *v1.RoleBinding" time="2024-07-02T03:48:25.579Z" level=debug msg="Starting EventSource" controller=clusterpool-controller source="kind source: *v1.ClusterDeploymentCustomization" time="2024-07-02T03:48:25.579Z" level=debug msg="Starting Controller" controller=clusterpool-controller time="2024-07-02T03:48:25.578Z" level=debug msg="Starting EventSource" controller=clusterversion-controller source="kind source: *v1.ClusterDeployment" time="2024-07-02T03:48:25.58Z" level=debug msg="Starting Controller" controller=clusterversion-controller time="2024-07-02T03:48:25.579Z" level=debug msg="Starting Controller" controller=clusterpoolnamespace-controller time="2024-07-02T03:48:25.579Z" level=debug msg="Starting EventSource" controller=clusterdeployment-controller source="kind source: *v1alpha1.ClusterSync" time="2024-07-02T03:48:25.579Z" level=debug msg="Starting EventSource" controller=controlplanecerts-controller source="kind source: *v1.ClusterDeployment" time="2024-07-02T03:48:25.58Z" level=debug msg="Starting Controller" controller=controlplanecerts-controller time="2024-07-02T03:48:25.58Z" level=debug msg="Starting Controller" controller=clusterdeployment-controller time="2024-07-02T03:48:25.579Z" level=debug msg="Starting EventSource" controller=syncidentityprovider-controller source="kind source: *v1.SyncIdentityProvider" time="2024-07-02T03:48:25.58Z" level=debug msg="Starting EventSource" controller=syncidentityprovider-controller source="kind source: *v1.SelectorSyncIdentityProvider" time="2024-07-02T03:48:25.58Z" level=debug msg="Starting EventSource" controller=syncidentityprovider-controller source="kind source: *v1.ClusterDeployment" time="2024-07-02T03:48:25.58Z" level=debug msg="Starting Controller" controller=syncidentityprovider-controller time="2024-07-02T03:48:25.579Z" level=debug msg="Starting EventSource" controller=clusterdeprovision-controller source="kind source: *v1.ClusterDeprovision" time="2024-07-02T03:48:25.58Z" level=debug msg="Starting EventSource" controller=clusterdeprovision-controller source="kind source: *v1.Job" time="2024-07-02T03:48:25.58Z" level=debug msg="Starting Controller" controller=clusterdeprovision-controller time="2024-07-02T03:48:25.579Z" level=debug msg="Starting EventSource" controller=dnsendpoint source="kind source: *v1.DNSZone" time="2024-07-02T03:48:25.58Z" level=debug msg="Starting EventSource" controller=dnsendpoint source="kind source: *v1.ClusterDeployment" time="2024-07-02T03:48:25.58Z" level=debug msg="Starting EventSource" controller=dnsendpoint source="channel source: 0xc00454dac0" time="2024-07-02T03:48:25.58Z" level=debug msg="Starting Controller" controller=dnsendpoint time="2024-07-02T03:48:25.579Z" level=debug msg="Starting EventSource" controller=unreachable-controller source="kind source: *v1.ClusterDeployment" time="2024-07-02T03:48:25.58Z" level=debug msg="Starting Controller" controller=unreachable-controller time="2024-07-02T03:48:25.578Z" level=debug msg="Starting EventSource" controller=hibernation-controller source="kind source: *v1.ClusterDeployment" time="2024-07-02T03:48:25.58Z" level=debug msg="Starting Controller" controller=hibernation-controller time="2024-07-02T03:48:25.578Z" level=debug msg="Starting EventSource" controller=clusterprovision-controller source="kind source: *v1.ClusterProvision" time="2024-07-02T03:48:25.58Z" level=debug msg="Starting EventSource" controller=clusterprovision-controller source="kind source: *v1.Job" time="2024-07-02T03:48:25.578Z" level=debug msg="Starting EventSource" controller=machinepool-controller source="kind source: *v1.MachinePool" time="2024-07-02T03:48:25.58Z" level=debug msg="Starting EventSource" controller=machinepool-controller source="kind source: *v1.MachinePoolNameLease" time="2024-07-02T03:48:25.58Z" level=debug msg="Starting EventSource" controller=machinepool-controller source="kind source: *v1.ClusterDeployment" time="2024-07-02T03:48:25.58Z" level=debug msg="Starting EventSource" controller=machinepool-controller source="periodic source for MachinePools every 30m0s" time="2024-07-02T03:48:25.58Z" level=debug msg="Starting Controller" controller=machinepool-controller time="2024-07-02T03:48:25.58Z" level=debug msg="Starting EventSource" controller=clusterprovision-controller source="kind source: *v1.ClusterDeployment" time="2024-07-02T03:48:25.581Z" level=debug msg="Starting Controller" controller=clusterprovision-controller time="2024-07-02T03:48:25.681Z" level=debug msg="Starting workers" controller=unreachable-controller worker count=5 time="2024-07-02T03:48:25.681Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics time="2024-07-02T03:48:25.681Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics time="2024-07-02T03:48:25.681Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics time="2024-07-02T03:48:25.681Z" level=debug msg="Starting workers" controller=clusterstate-controller worker count=5 time="2024-07-02T03:48:25.681Z" level=debug msg="Starting workers" controller=argocdregister-controller worker count=5 time="2024-07-02T03:48:25.681Z" level=info msg="Job created" controller=clusterProvision time="2024-07-02T03:48:25.681Z" level=info msg="Job created" controller=clusterProvision time="2024-07-02T03:48:25.681Z" level=info msg="Job created" controller=clusterProvision time="2024-07-02T03:48:25.681Z" level=debug msg="Starting workers" controller=clusterversion-controller worker count=5 time="2024-07-02T03:48:25.681Z" level=info msg="Job created" controller=clusterProvision time="2024-07-02T03:48:25.681Z" level=info msg="Job created" controller=clusterProvision time="2024-07-02T03:48:25.681Z" level=debug msg="Starting workers" controller=hibernation-controller worker count=5 time="2024-07-02T03:48:25.681Z" level=debug msg="Starting workers" controller=remoteingress-controller worker count=5 time="2024-07-02T03:48:25.681Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=103 elapsedMillisGT=0 outcome=unspecified time="2024-07-02T03:48:25.686Z" level=debug msg="Starting workers" controller=controlplanecerts-controller worker count=5 time="2024-07-02T03:48:25.689Z" level=error msg="failed to scrape name servers for root domain" controller=dnsendpoint domain=qe.devcluster.openshift.com error="error querying name servers: failed to get AWS client: error creating AWS client: Secret \"route53-aws-creds\" not found" scraper=nameServer time="2024-07-02T03:48:25.7Z" level=debug msg="Starting workers" controller=fakeclusterinstall-controller worker count=5 time="2024-07-02T03:48:25.701Z" level=debug msg="Starting workers" controller=dnszone worker count=5 time="2024-07-02T03:48:25.701Z" level=debug msg="Starting workers" controller=clusterrelocate-controller worker count=5 time="2024-07-02T03:48:25.701Z" level=debug msg="Starting workers" controller=awsprivatelink-controller worker count=5 time="2024-07-02T03:48:25.702Z" level=debug msg="Starting workers" controller=clusterpoolnamespace-controller worker count=5 time="2024-07-02T03:48:25.702Z" level=debug msg="Starting workers" controller=machinepool-controller worker count=5 time="2024-07-02T03:48:25.702Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=openshift-authentication-operator namespace= object=openshift-authentication-operator reconcileID=4f7f3378-abe8-4779-966c-6d31b47248c2 time="2024-07-02T03:48:25.703Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-authentication-operator reconcileID=fftlqxxs time="2024-07-02T03:48:25.702Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=openshift-cloud-controller-manager-operator namespace= object=openshift-cloud-controller-manager-operator reconcileID=3633529f-81f5-4775-8e4e-98a4e5d7bc9b time="2024-07-02T03:48:25.703Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-cloud-controller-manager-operator reconcileID=zvmlkmfh time="2024-07-02T03:48:25.702Z" level=debug msg="Starting workers" controller=dnsendpoint worker count=5 time="2024-07-02T03:48:25.703Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-authentication-operator outcome=unspecified reconcileID=fftlqxxs time="2024-07-02T03:48:25.703Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=openshift-authentication-operator namespace= object=openshift-authentication-operator reconcileID=4f7f3378-abe8-4779-966c-6d31b47248c2 time="2024-07-02T03:48:25.703Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=openshift-oauth-apiserver namespace= object=openshift-oauth-apiserver reconcileID=53cda9de-5118-49cf-9da9-9681bad80a50 time="2024-07-02T03:48:25.703Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-cloud-controller-manager-operator outcome=unspecified reconcileID=zvmlkmfh time="2024-07-02T03:48:25.703Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=openshift-cloud-controller-manager-operator namespace= object=openshift-cloud-controller-manager-operator reconcileID=3633529f-81f5-4775-8e4e-98a4e5d7bc9b time="2024-07-02T03:48:25.703Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=openshift-multus namespace= object=openshift-multus reconcileID=291b1690-9c8b-46ba-9a47-4d64fa5f4ae1 time="2024-07-02T03:48:25.704Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-multus reconcileID=mwx4thwq time="2024-07-02T03:48:25.703Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-oauth-apiserver reconcileID=8q9gkdr2 time="2024-07-02T03:48:25.702Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=openshift-controller-manager-operator namespace= object=openshift-controller-manager-operator reconcileID=d035e245-fe23-479a-8c5c-aa28d5627aea time="2024-07-02T03:48:25.704Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-controller-manager-operator reconcileID=prcsns4h time="2024-07-02T03:48:25.704Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-controller-manager-operator outcome=unspecified reconcileID=prcsns4h time="2024-07-02T03:48:25.704Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=openshift-controller-manager-operator namespace= object=openshift-controller-manager-operator reconcileID=d035e245-fe23-479a-8c5c-aa28d5627aea time="2024-07-02T03:48:25.704Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=openshift-cluster-csi-drivers namespace= object=openshift-cluster-csi-drivers reconcileID=455fde20-9d87-4106-9243-3422e84c0ba5 time="2024-07-02T03:48:25.704Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=openshift-cloud-controller-manager namespace= object=openshift-cloud-controller-manager reconcileID=c8cd3b1a-9af6-45dd-b0b9-030654fb945e time="2024-07-02T03:48:25.704Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-cloud-controller-manager reconcileID=cdmpz9tq time="2024-07-02T03:48:25.704Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-cluster-csi-drivers reconcileID=rqg5djmn time="2024-07-02T03:48:25.704Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-cluster-csi-drivers outcome=unspecified reconcileID=rqg5djmn time="2024-07-02T03:48:25.704Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=openshift-cluster-csi-drivers namespace= object=openshift-cluster-csi-drivers reconcileID=455fde20-9d87-4106-9243-3422e84c0ba5 time="2024-07-02T03:48:25.704Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=openshift-controller-manager namespace= object=openshift-controller-manager reconcileID=27df6a93-60d0-4ee7-a549-922b972cdbca time="2024-07-02T03:48:25.704Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-controller-manager reconcileID=b4w5jmct time="2024-07-02T03:48:25.704Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-controller-manager outcome=unspecified reconcileID=b4w5jmct time="2024-07-02T03:48:25.705Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=openshift-controller-manager namespace= object=openshift-controller-manager reconcileID=27df6a93-60d0-4ee7-a549-922b972cdbca time="2024-07-02T03:48:25.705Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=openshift-ingress-operator namespace= object=openshift-ingress-operator reconcileID=1aa1fc7c-ae80-4555-ac68-ff9eadfa2948 time="2024-07-02T03:48:25.705Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-ingress-operator reconcileID=xxf58lf8 time="2024-07-02T03:48:25.704Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-cloud-controller-manager outcome=unspecified reconcileID=cdmpz9tq time="2024-07-02T03:48:25.705Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=openshift-cloud-controller-manager namespace= object=openshift-cloud-controller-manager reconcileID=c8cd3b1a-9af6-45dd-b0b9-030654fb945e time="2024-07-02T03:48:25.705Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=openshift-kube-scheduler namespace= object=openshift-kube-scheduler reconcileID=6dfea8bc-6601-4c26-9746-0755ac8e4eff time="2024-07-02T03:48:25.705Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-kube-scheduler reconcileID=xbjhgd2v time="2024-07-02T03:48:25.705Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-ingress-operator outcome=unspecified reconcileID=xxf58lf8 time="2024-07-02T03:48:25.705Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=openshift-ingress-operator namespace= object=openshift-ingress-operator reconcileID=1aa1fc7c-ae80-4555-ac68-ff9eadfa2948 time="2024-07-02T03:48:25.705Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=openshift-kube-storage-version-migrator-operator namespace= object=openshift-kube-storage-version-migrator-operator reconcileID=7500e6fd-59b0-4ee9-9fd7-16d01ac09c08 time="2024-07-02T03:48:25.702Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=openshift-console-user-settings namespace= object=openshift-console-user-settings reconcileID=31de6f5b-711a-4480-85e5-a6aaa2f33f0f time="2024-07-02T03:48:25.705Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-console-user-settings reconcileID=s88dgtdn time="2024-07-02T03:48:25.705Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-console-user-settings outcome=unspecified reconcileID=s88dgtdn time="2024-07-02T03:48:25.705Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=openshift-console-user-settings namespace= object=openshift-console-user-settings reconcileID=31de6f5b-711a-4480-85e5-a6aaa2f33f0f time="2024-07-02T03:48:25.705Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=openshift namespace= object=openshift reconcileID=64c6aacd-c135-4db6-b30e-4860fb15afe8 time="2024-07-02T03:48:25.705Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift reconcileID=nhj5gcr9 time="2024-07-02T03:48:25.705Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-kube-storage-version-migrator-operator reconcileID=2dvdj9nw time="2024-07-02T03:48:25.705Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-kube-storage-version-migrator-operator outcome=unspecified reconcileID=2dvdj9nw time="2024-07-02T03:48:25.705Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=openshift-kube-storage-version-migrator-operator namespace= object=openshift-kube-storage-version-migrator-operator reconcileID=7500e6fd-59b0-4ee9-9fd7-16d01ac09c08 time="2024-07-02T03:48:25.705Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift outcome=unspecified reconcileID=nhj5gcr9 time="2024-07-02T03:48:25.705Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=openshift namespace= object=openshift reconcileID=64c6aacd-c135-4db6-b30e-4860fb15afe8 time="2024-07-02T03:48:25.705Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=openshift-infra namespace= object=openshift-infra reconcileID=776abad2-ae78-4dd0-8bf6-2b07ab5f632f time="2024-07-02T03:48:25.706Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-infra reconcileID=dbhxq288 time="2024-07-02T03:48:25.703Z" level=debug msg="Starting workers" controller=clusterclaim-controller worker count=5 time="2024-07-02T03:48:25.706Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-infra outcome=unspecified reconcileID=dbhxq288 time="2024-07-02T03:48:25.706Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=openshift-infra namespace= object=openshift-infra reconcileID=776abad2-ae78-4dd0-8bf6-2b07ab5f632f time="2024-07-02T03:48:25.706Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=openshift-ingress-canary namespace= object=openshift-ingress-canary reconcileID=9ee0f072-4e34-4593-a349-b3f32d56f166 time="2024-07-02T03:48:25.706Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-ingress-canary reconcileID=8lgdjp25 time="2024-07-02T03:48:25.706Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-ingress-canary outcome=unspecified reconcileID=8lgdjp25 time="2024-07-02T03:48:25.706Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=openshift-ingress-canary namespace= object=openshift-ingress-canary reconcileID=9ee0f072-4e34-4593-a349-b3f32d56f166 time="2024-07-02T03:48:25.706Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=openshift-insights namespace= object=openshift-insights reconcileID=c8eb7b17-8075-4a23-afc3-5a366480412e time="2024-07-02T03:48:25.706Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-insights reconcileID=nlvpr8xw time="2024-07-02T03:48:25.706Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-insights outcome=unspecified reconcileID=nlvpr8xw time="2024-07-02T03:48:25.706Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=openshift-insights namespace= object=openshift-insights reconcileID=c8eb7b17-8075-4a23-afc3-5a366480412e time="2024-07-02T03:48:25.706Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=openshift-node namespace= object=openshift-node reconcileID=156c40fe-fa9c-42be-8321-3975e926a568 time="2024-07-02T03:48:25.706Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-node reconcileID=ft7x8xrh time="2024-07-02T03:48:25.706Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-node outcome=unspecified reconcileID=ft7x8xrh time="2024-07-02T03:48:25.706Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=openshift-node namespace= object=openshift-node reconcileID=156c40fe-fa9c-42be-8321-3975e926a568 time="2024-07-02T03:48:25.706Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=openshift-service-ca-operator namespace= object=openshift-service-ca-operator reconcileID=19fdd10f-82c2-4ac4-83af-5a09668f0df9 time="2024-07-02T03:48:25.706Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-service-ca-operator reconcileID=58tbnfdd time="2024-07-02T03:48:25.706Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-service-ca-operator outcome=unspecified reconcileID=58tbnfdd time="2024-07-02T03:48:25.706Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=openshift-service-ca-operator namespace= object=openshift-service-ca-operator reconcileID=19fdd10f-82c2-4ac4-83af-5a09668f0df9 time="2024-07-02T03:48:25.706Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=kube-node-lease namespace= object=kube-node-lease reconcileID=592fa0cf-9d61-4774-953d-38aee1b5d484 time="2024-07-02T03:48:25.706Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/kube-node-lease reconcileID=gnjgqxs9 time="2024-07-02T03:48:25.706Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/kube-node-lease outcome=unspecified reconcileID=gnjgqxs9 time="2024-07-02T03:48:25.706Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=kube-node-lease namespace= object=kube-node-lease reconcileID=592fa0cf-9d61-4774-953d-38aee1b5d484 time="2024-07-02T03:48:25.706Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=kube-public namespace= object=kube-public reconcileID=eb691e8c-c340-45c4-885b-a8d4f8ce161d time="2024-07-02T03:48:25.706Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/kube-public reconcileID=wpjvzptf time="2024-07-02T03:48:25.706Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/kube-public outcome=unspecified reconcileID=wpjvzptf time="2024-07-02T03:48:25.706Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=kube-public namespace= object=kube-public reconcileID=eb691e8c-c340-45c4-885b-a8d4f8ce161d time="2024-07-02T03:48:25.706Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=openshift-etcd-operator namespace= object=openshift-etcd-operator reconcileID=e8bb59ae-b2b3-48ab-a020-9bd89e9fa621 time="2024-07-02T03:48:25.706Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-etcd-operator reconcileID=p9zbxq5k time="2024-07-02T03:48:25.706Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-etcd-operator outcome=unspecified reconcileID=p9zbxq5k time="2024-07-02T03:48:25.706Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=openshift-etcd-operator namespace= object=openshift-etcd-operator reconcileID=e8bb59ae-b2b3-48ab-a020-9bd89e9fa621 time="2024-07-02T03:48:25.706Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=openshift-cluster-samples-operator namespace= object=openshift-cluster-samples-operator reconcileID=82853e19-e20b-40f3-9ec6-54b6ed529162 time="2024-07-02T03:48:25.706Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-cluster-samples-operator reconcileID=6ff4jwdg time="2024-07-02T03:48:25.706Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-cluster-samples-operator outcome=unspecified reconcileID=6ff4jwdg time="2024-07-02T03:48:25.706Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=openshift-cluster-samples-operator namespace= object=openshift-cluster-samples-operator reconcileID=82853e19-e20b-40f3-9ec6-54b6ed529162 time="2024-07-02T03:48:25.706Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=openshift-cluster-version namespace= object=openshift-cluster-version reconcileID=d7e2eb9e-15e5-41d7-9ef6-d552eb34bb5b time="2024-07-02T03:48:25.706Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-cluster-version reconcileID=6g72dgm9 time="2024-07-02T03:48:25.706Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-cluster-version outcome=unspecified reconcileID=6g72dgm9 time="2024-07-02T03:48:25.706Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=openshift-cluster-version namespace= object=openshift-cluster-version reconcileID=d7e2eb9e-15e5-41d7-9ef6-d552eb34bb5b time="2024-07-02T03:48:25.706Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=openshift-machine-api namespace= object=openshift-machine-api reconcileID=ea0ac678-7425-4ffe-b407-9f136bf2e4fc time="2024-07-02T03:48:25.706Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-machine-api reconcileID=mzjpn8lt time="2024-07-02T03:48:25.706Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-machine-api outcome=unspecified reconcileID=mzjpn8lt time="2024-07-02T03:48:25.706Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=openshift-machine-api namespace= object=openshift-machine-api reconcileID=ea0ac678-7425-4ffe-b407-9f136bf2e4fc time="2024-07-02T03:48:25.706Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=openshift-machine-config-operator namespace= object=openshift-machine-config-operator reconcileID=b7182c49-7723-4605-ba18-78d12f9fd5c0 time="2024-07-02T03:48:25.706Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-machine-config-operator reconcileID=kmbds9n8 time="2024-07-02T03:48:25.707Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-machine-config-operator outcome=unspecified reconcileID=kmbds9n8 time="2024-07-02T03:48:25.707Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=openshift-machine-config-operator namespace= object=openshift-machine-config-operator reconcileID=b7182c49-7723-4605-ba18-78d12f9fd5c0 time="2024-07-02T03:48:25.707Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=openshift-openstack-infra namespace= object=openshift-openstack-infra reconcileID=d29d0d68-9019-402b-a02a-dd7c71cd10a2 time="2024-07-02T03:48:25.707Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-openstack-infra reconcileID=p4w7c9fj time="2024-07-02T03:48:25.707Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-openstack-infra outcome=unspecified reconcileID=p4w7c9fj time="2024-07-02T03:48:25.707Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=openshift-openstack-infra namespace= object=openshift-openstack-infra reconcileID=d29d0d68-9019-402b-a02a-dd7c71cd10a2 time="2024-07-02T03:48:25.707Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=e2e-test-hive-wl9s4 namespace= object=e2e-test-hive-wl9s4 reconcileID=7dd93518-f58d-4bdb-9ae0-8e86748c9a15 time="2024-07-02T03:48:25.707Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/e2e-test-hive-wl9s4 reconcileID=6vrrnnjr time="2024-07-02T03:48:25.707Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/e2e-test-hive-wl9s4 outcome=unspecified reconcileID=6vrrnnjr time="2024-07-02T03:48:25.707Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=e2e-test-hive-wl9s4 namespace= object=e2e-test-hive-wl9s4 reconcileID=7dd93518-f58d-4bdb-9ae0-8e86748c9a15 time="2024-07-02T03:48:25.707Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=openshift-config-operator namespace= object=openshift-config-operator reconcileID=610f9e37-6d91-4635-a223-8ab2ff998437 time="2024-07-02T03:48:25.707Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-config-operator reconcileID=kdg9dkp8 time="2024-07-02T03:48:25.707Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-config-operator outcome=unspecified reconcileID=kdg9dkp8 time="2024-07-02T03:48:25.707Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=openshift-config-operator namespace= object=openshift-config-operator reconcileID=610f9e37-6d91-4635-a223-8ab2ff998437 time="2024-07-02T03:48:25.707Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=kube-system namespace= object=kube-system reconcileID=d420ca54-ce88-4749-9620-df3647b32645 time="2024-07-02T03:48:25.707Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/kube-system reconcileID=wgj4bpw7 time="2024-07-02T03:48:25.707Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/kube-system outcome=unspecified reconcileID=wgj4bpw7 time="2024-07-02T03:48:25.707Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=kube-system namespace= object=kube-system reconcileID=d420ca54-ce88-4749-9620-df3647b32645 time="2024-07-02T03:48:25.707Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=openshift-kni-infra namespace= object=openshift-kni-infra reconcileID=e9274555-ef11-4c7e-a300-57b564e8270a time="2024-07-02T03:48:25.707Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-kni-infra reconcileID=qhx9wsst time="2024-07-02T03:48:25.707Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-kni-infra outcome=unspecified reconcileID=qhx9wsst time="2024-07-02T03:48:25.707Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=openshift-kni-infra namespace= object=openshift-kni-infra reconcileID=e9274555-ef11-4c7e-a300-57b564e8270a time="2024-07-02T03:48:25.707Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=openshift-kube-controller-manager-operator namespace= object=openshift-kube-controller-manager-operator reconcileID=d1aebeec-7c45-42ca-862a-d53f26dffc94 time="2024-07-02T03:48:25.707Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-kube-controller-manager-operator reconcileID=lsrn86fv time="2024-07-02T03:48:25.707Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-kube-controller-manager-operator outcome=unspecified reconcileID=lsrn86fv time="2024-07-02T03:48:25.707Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=openshift-kube-controller-manager-operator namespace= object=openshift-kube-controller-manager-operator reconcileID=d1aebeec-7c45-42ca-862a-d53f26dffc94 time="2024-07-02T03:48:25.707Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=openshift-kube-scheduler-operator namespace= object=openshift-kube-scheduler-operator reconcileID=e98ef60f-de9c-4267-8732-73db8cf01ef8 time="2024-07-02T03:48:25.707Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-kube-scheduler-operator reconcileID=9pwdhjs6 time="2024-07-02T03:48:25.707Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-kube-scheduler-operator outcome=unspecified reconcileID=9pwdhjs6 time="2024-07-02T03:48:25.707Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=openshift-kube-scheduler-operator namespace= object=openshift-kube-scheduler-operator reconcileID=e98ef60f-de9c-4267-8732-73db8cf01ef8 time="2024-07-02T03:48:25.707Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=openshift-kube-storage-version-migrator namespace= object=openshift-kube-storage-version-migrator reconcileID=a5badea6-a240-4aa7-bf54-fda0d8f468f3 time="2024-07-02T03:48:25.707Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-kube-storage-version-migrator reconcileID=tjlk4s9j time="2024-07-02T03:48:25.707Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-kube-storage-version-migrator outcome=unspecified reconcileID=tjlk4s9j time="2024-07-02T03:48:25.707Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=openshift-kube-storage-version-migrator namespace= object=openshift-kube-storage-version-migrator reconcileID=a5badea6-a240-4aa7-bf54-fda0d8f468f3 time="2024-07-02T03:48:25.707Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=openshift-nutanix-infra namespace= object=openshift-nutanix-infra reconcileID=e8eb3fd9-09b1-4794-bb84-9931173cdada time="2024-07-02T03:48:25.707Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-nutanix-infra reconcileID=cvb7gvmn time="2024-07-02T03:48:25.707Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-nutanix-infra outcome=unspecified reconcileID=cvb7gvmn time="2024-07-02T03:48:25.707Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=openshift-nutanix-infra namespace= object=openshift-nutanix-infra reconcileID=e8eb3fd9-09b1-4794-bb84-9931173cdada time="2024-07-02T03:48:25.707Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=hive namespace= object=hive reconcileID=4fce174d-41d4-43b6-aed9-c5fcf40a3ca6 time="2024-07-02T03:48:25.707Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/hive reconcileID=d72rrj48 time="2024-07-02T03:48:25.704Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-multus outcome=unspecified reconcileID=mwx4thwq time="2024-07-02T03:48:25.707Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=openshift-multus namespace= object=openshift-multus reconcileID=291b1690-9c8b-46ba-9a47-4d64fa5f4ae1 time="2024-07-02T03:48:25.707Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=openshift-kube-apiserver-operator namespace= object=openshift-kube-apiserver-operator reconcileID=e65c3c27-c3a1-4ad9-af2e-b9d17c5dc860 time="2024-07-02T03:48:25.705Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-kube-scheduler outcome=unspecified reconcileID=xbjhgd2v time="2024-07-02T03:48:25.708Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=openshift-kube-scheduler namespace= object=openshift-kube-scheduler reconcileID=6dfea8bc-6601-4c26-9746-0755ac8e4eff time="2024-07-02T03:48:25.707Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/hive outcome=unspecified reconcileID=d72rrj48 time="2024-07-02T03:48:25.708Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=hive namespace= object=hive reconcileID=4fce174d-41d4-43b6-aed9-c5fcf40a3ca6 time="2024-07-02T03:48:25.708Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=openshift-ovirt-infra namespace= object=openshift-ovirt-infra reconcileID=3a48cc3e-af58-4bb9-b175-c1bab612ac2e time="2024-07-02T03:48:25.708Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-ovirt-infra reconcileID=mlrqcj8d time="2024-07-02T03:48:25.706Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=openshift-cloud-network-config-controller namespace= object=openshift-cloud-network-config-controller reconcileID=e8bdcbe9-5f55-4b27-9db2-f0860171dfcc time="2024-07-02T03:48:25.707Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-kube-apiserver-operator reconcileID=kvlk7jbp time="2024-07-02T03:48:25.708Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-kube-apiserver-operator outcome=unspecified reconcileID=kvlk7jbp time="2024-07-02T03:48:25.708Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=openshift-kube-apiserver-operator namespace= object=openshift-kube-apiserver-operator reconcileID=e65c3c27-c3a1-4ad9-af2e-b9d17c5dc860 time="2024-07-02T03:48:25.708Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=openshift-user-workload-monitoring namespace= object=openshift-user-workload-monitoring reconcileID=4746a845-5ebb-4bcb-97ac-1252bf5ceef5 time="2024-07-02T03:48:25.704Z" level=debug msg="Starting workers" controller=clusterpool-controller worker count=5 time="2024-07-02T03:48:25.708Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-ovirt-infra outcome=unspecified reconcileID=mlrqcj8d time="2024-07-02T03:48:25.708Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=openshift-ovirt-infra namespace= object=openshift-ovirt-infra reconcileID=3a48cc3e-af58-4bb9-b175-c1bab612ac2e time="2024-07-02T03:48:25.708Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=openshift-operator-lifecycle-manager namespace= object=openshift-operator-lifecycle-manager reconcileID=41307da7-2c78-43cd-8efe-6d16952e7929 time="2024-07-02T03:48:25.708Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-operator-lifecycle-manager reconcileID=997d698f time="2024-07-02T03:48:25.708Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-cloud-network-config-controller reconcileID=df6v48kf time="2024-07-02T03:48:25.708Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-operator-lifecycle-manager outcome=unspecified reconcileID=997d698f time="2024-07-02T03:48:25.708Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-user-workload-monitoring reconcileID=sdlg62lp time="2024-07-02T03:48:25.708Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=openshift-operator-lifecycle-manager namespace= object=openshift-operator-lifecycle-manager reconcileID=41307da7-2c78-43cd-8efe-6d16952e7929 time="2024-07-02T03:48:25.708Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-user-workload-monitoring outcome=unspecified reconcileID=sdlg62lp time="2024-07-02T03:48:25.708Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=openshift-user-workload-monitoring namespace= object=openshift-user-workload-monitoring reconcileID=4746a845-5ebb-4bcb-97ac-1252bf5ceef5 time="2024-07-02T03:48:25.709Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=openshift-ingress namespace= object=openshift-ingress reconcileID=3274396f-bde6-4e13-89be-cdca30826769 time="2024-07-02T03:48:25.709Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-ingress reconcileID=wwkbgfh5 time="2024-07-02T03:48:25.709Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-ingress outcome=unspecified reconcileID=wwkbgfh5 time="2024-07-02T03:48:25.709Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=openshift-ingress namespace= object=openshift-ingress reconcileID=3274396f-bde6-4e13-89be-cdca30826769 time="2024-07-02T03:48:25.709Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=openshift-monitoring namespace= object=openshift-monitoring reconcileID=437581de-ae0c-4ef7-855b-a7b4dcb497ac time="2024-07-02T03:48:25.709Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-monitoring reconcileID=h8jphqll time="2024-07-02T03:48:25.709Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-monitoring outcome=unspecified reconcileID=h8jphqll time="2024-07-02T03:48:25.709Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=openshift-monitoring namespace= object=openshift-monitoring reconcileID=437581de-ae0c-4ef7-855b-a7b4dcb497ac time="2024-07-02T03:48:25.709Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=openshift-apiserver-operator namespace= object=openshift-apiserver-operator reconcileID=b71a4e5e-ac9e-4b81-af8c-50a2ef8f6b6a time="2024-07-02T03:48:25.709Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-apiserver-operator reconcileID=dfz5tdwd time="2024-07-02T03:48:25.709Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-apiserver-operator outcome=unspecified reconcileID=dfz5tdwd time="2024-07-02T03:48:25.709Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=openshift-apiserver-operator namespace= object=openshift-apiserver-operator reconcileID=b71a4e5e-ac9e-4b81-af8c-50a2ef8f6b6a time="2024-07-02T03:48:25.709Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=openshift-dns namespace= object=openshift-dns reconcileID=794e3e78-2ec0-42ba-9bd4-3e803ad4e950 time="2024-07-02T03:48:25.709Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-dns reconcileID=g4j6pp8l time="2024-07-02T03:48:25.709Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-dns outcome=unspecified reconcileID=g4j6pp8l time="2024-07-02T03:48:25.709Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=openshift-dns namespace= object=openshift-dns reconcileID=794e3e78-2ec0-42ba-9bd4-3e803ad4e950 time="2024-07-02T03:48:25.709Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=openshift-kube-apiserver namespace= object=openshift-kube-apiserver reconcileID=4cd7dd37-b825-45e1-a6b4-a70013906947 time="2024-07-02T03:48:25.709Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-kube-apiserver reconcileID=574pl2zh time="2024-07-02T03:48:25.709Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-kube-apiserver outcome=unspecified reconcileID=574pl2zh time="2024-07-02T03:48:25.709Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=openshift-kube-apiserver namespace= object=openshift-kube-apiserver reconcileID=4cd7dd37-b825-45e1-a6b4-a70013906947 time="2024-07-02T03:48:25.709Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=openshift-kube-controller-manager namespace= object=openshift-kube-controller-manager reconcileID=bdb12ef8-c02c-4374-9028-82b0ed86b063 time="2024-07-02T03:48:25.709Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-kube-controller-manager reconcileID=58vdrs75 time="2024-07-02T03:48:25.709Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-kube-controller-manager outcome=unspecified reconcileID=58vdrs75 time="2024-07-02T03:48:25.709Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=openshift-kube-controller-manager namespace= object=openshift-kube-controller-manager reconcileID=bdb12ef8-c02c-4374-9028-82b0ed86b063 time="2024-07-02T03:48:25.709Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=openshift-network-node-identity namespace= object=openshift-network-node-identity reconcileID=aab81777-c9a0-4975-b580-539b9d3bb6a6 time="2024-07-02T03:48:25.709Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-network-node-identity reconcileID=s4hddtwq time="2024-07-02T03:48:25.71Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-network-node-identity outcome=unspecified reconcileID=s4hddtwq time="2024-07-02T03:48:25.71Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=openshift-network-node-identity namespace= object=openshift-network-node-identity reconcileID=aab81777-c9a0-4975-b580-539b9d3bb6a6 time="2024-07-02T03:48:25.71Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=openshift-ovn-kubernetes namespace= object=openshift-ovn-kubernetes reconcileID=8aa8d68f-cdea-46c6-b0e7-2e4a898ac03f time="2024-07-02T03:48:25.71Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-ovn-kubernetes reconcileID=wfjd86lf time="2024-07-02T03:48:25.708Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-cloud-network-config-controller outcome=unspecified reconcileID=df6v48kf time="2024-07-02T03:48:25.71Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=openshift-cloud-network-config-controller namespace= object=openshift-cloud-network-config-controller reconcileID=e8bdcbe9-5f55-4b27-9db2-f0860171dfcc time="2024-07-02T03:48:25.71Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=openshift-authentication namespace= object=openshift-authentication reconcileID=8ded2b02-5030-4830-add6-49864e110952 time="2024-07-02T03:48:25.71Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-authentication reconcileID=95txf82f time="2024-07-02T03:48:25.71Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-authentication outcome=unspecified reconcileID=95txf82f time="2024-07-02T03:48:25.71Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=openshift-authentication namespace= object=openshift-authentication reconcileID=8ded2b02-5030-4830-add6-49864e110952 time="2024-07-02T03:48:25.71Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=openshift-cluster-node-tuning-operator namespace= object=openshift-cluster-node-tuning-operator reconcileID=54ec7c50-a66f-429b-9d4b-7d1a02188208 time="2024-07-02T03:48:25.71Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-cluster-node-tuning-operator reconcileID=47zdlftg time="2024-07-02T03:48:25.71Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-cluster-node-tuning-operator outcome=unspecified reconcileID=47zdlftg time="2024-07-02T03:48:25.71Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=openshift-cluster-node-tuning-operator namespace= object=openshift-cluster-node-tuning-operator reconcileID=54ec7c50-a66f-429b-9d4b-7d1a02188208 time="2024-07-02T03:48:25.71Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=openshift-console namespace= object=openshift-console reconcileID=c23a60af-a5cb-4ce4-a72e-18bf7aa7aea7 time="2024-07-02T03:48:25.71Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-console reconcileID=4rfn62l8 time="2024-07-02T03:48:25.71Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-console outcome=unspecified reconcileID=4rfn62l8 time="2024-07-02T03:48:25.71Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=openshift-console namespace= object=openshift-console reconcileID=c23a60af-a5cb-4ce4-a72e-18bf7aa7aea7 time="2024-07-02T03:48:25.71Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=openshift-console-operator namespace= object=openshift-console-operator reconcileID=45cc5997-0e4e-46e6-b1ea-cdd7afe8f89d time="2024-07-02T03:48:25.71Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-console-operator reconcileID=d852vzmt time="2024-07-02T03:48:25.71Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-console-operator outcome=unspecified reconcileID=d852vzmt time="2024-07-02T03:48:25.71Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=openshift-console-operator namespace= object=openshift-console-operator reconcileID=45cc5997-0e4e-46e6-b1ea-cdd7afe8f89d time="2024-07-02T03:48:25.71Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=openshift-service-ca namespace= object=openshift-service-ca reconcileID=a29d8b85-896c-4cd4-a191-c1e04fb71542 time="2024-07-02T03:48:25.71Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-service-ca reconcileID=pk8h4rzf time="2024-07-02T03:48:25.71Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-service-ca outcome=unspecified reconcileID=pk8h4rzf time="2024-07-02T03:48:25.71Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=openshift-service-ca namespace= object=openshift-service-ca reconcileID=a29d8b85-896c-4cd4-a191-c1e04fb71542 time="2024-07-02T03:48:25.71Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=0db1c24d-1313-4d13-bb79-c24348f338e1 time="2024-07-02T03:48:25.71Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/default reconcileID=bw7llm72 time="2024-07-02T03:48:25.71Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/default outcome=unspecified reconcileID=bw7llm72 time="2024-07-02T03:48:25.711Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=default namespace= object=default reconcileID=0db1c24d-1313-4d13-bb79-c24348f338e1 time="2024-07-02T03:48:25.711Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=openshift-cluster-machine-approver namespace= object=openshift-cluster-machine-approver reconcileID=5ae35b72-ba39-4441-aac3-819cfbdf54bd time="2024-07-02T03:48:25.71Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-ovn-kubernetes outcome=unspecified reconcileID=wfjd86lf time="2024-07-02T03:48:25.711Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=openshift-ovn-kubernetes namespace= object=openshift-ovn-kubernetes reconcileID=8aa8d68f-cdea-46c6-b0e7-2e4a898ac03f time="2024-07-02T03:48:25.708Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=openshift-cloud-platform-infra namespace= object=openshift-cloud-platform-infra reconcileID=0d870909-e1b4-4f56-a970-5ead25233b4a time="2024-07-02T03:48:25.711Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-cloud-platform-infra reconcileID=5p454zdp time="2024-07-02T03:48:25.711Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-cloud-platform-infra outcome=unspecified reconcileID=5p454zdp time="2024-07-02T03:48:25.711Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=openshift-cloud-platform-infra namespace= object=openshift-cloud-platform-infra reconcileID=0d870909-e1b4-4f56-a970-5ead25233b4a time="2024-07-02T03:48:25.711Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=openshift-dns-operator namespace= object=openshift-dns-operator reconcileID=22579b8d-5186-41a9-8399-99bb1bdd57d8 time="2024-07-02T03:48:25.711Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-dns-operator reconcileID=bjr7sdl7 time="2024-07-02T03:48:25.711Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-dns-operator outcome=unspecified reconcileID=bjr7sdl7 time="2024-07-02T03:48:25.711Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=openshift-dns-operator namespace= object=openshift-dns-operator reconcileID=22579b8d-5186-41a9-8399-99bb1bdd57d8 time="2024-07-02T03:48:25.711Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-cluster-machine-approver reconcileID=bbr77k4p time="2024-07-02T03:48:25.711Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=openshift-host-network namespace= object=openshift-host-network reconcileID=9319a06e-06ad-4c18-8aef-d9013d36a579 time="2024-07-02T03:48:25.711Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-host-network reconcileID=4q8nqpw8 time="2024-07-02T03:48:25.711Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-cluster-machine-approver outcome=unspecified reconcileID=bbr77k4p time="2024-07-02T03:48:25.711Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=openshift-cluster-machine-approver namespace= object=openshift-cluster-machine-approver reconcileID=5ae35b72-ba39-4441-aac3-819cfbdf54bd time="2024-07-02T03:48:25.711Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=openshift-marketplace namespace= object=openshift-marketplace reconcileID=ef7c9d49-c61f-481c-8ffe-d78614a6c910 time="2024-07-02T03:48:25.711Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-marketplace reconcileID=2fkv5hbj time="2024-07-02T03:48:25.711Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=openshift-vsphere-infra namespace= object=openshift-vsphere-infra reconcileID=b85ae0d0-9001-4f72-9334-8c556e9ae95f time="2024-07-02T03:48:25.711Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-vsphere-infra reconcileID=gp85rbmg time="2024-07-02T03:48:25.711Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-vsphere-infra outcome=unspecified reconcileID=gp85rbmg time="2024-07-02T03:48:25.711Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=openshift-vsphere-infra namespace= object=openshift-vsphere-infra reconcileID=b85ae0d0-9001-4f72-9334-8c556e9ae95f time="2024-07-02T03:48:25.711Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=openshift-route-controller-manager namespace= object=openshift-route-controller-manager reconcileID=bd5d0806-658f-4c30-aca7-d50d9f395e02 time="2024-07-02T03:48:25.711Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-route-controller-manager reconcileID=p52r4b6z time="2024-07-02T03:48:25.711Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-route-controller-manager outcome=unspecified reconcileID=p52r4b6z time="2024-07-02T03:48:25.711Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=openshift-route-controller-manager namespace= object=openshift-route-controller-manager reconcileID=bd5d0806-658f-4c30-aca7-d50d9f395e02 time="2024-07-02T03:48:25.711Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=openshift-apiserver namespace= object=openshift-apiserver reconcileID=70ee6e51-58ac-426a-85a3-c260b02f7326 time="2024-07-02T03:48:25.711Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-apiserver reconcileID=qkd5577r time="2024-07-02T03:48:25.711Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-apiserver outcome=unspecified reconcileID=qkd5577r time="2024-07-02T03:48:25.711Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=openshift-apiserver namespace= object=openshift-apiserver reconcileID=70ee6e51-58ac-426a-85a3-c260b02f7326 time="2024-07-02T03:48:25.711Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=openshift-cluster-storage-operator namespace= object=openshift-cluster-storage-operator reconcileID=8dcf2399-a68c-4666-a1ba-27c494a98255 time="2024-07-02T03:48:25.711Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-cluster-storage-operator reconcileID=zlnrb4tl time="2024-07-02T03:48:25.711Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-cluster-storage-operator outcome=unspecified reconcileID=zlnrb4tl time="2024-07-02T03:48:25.711Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=openshift-cluster-storage-operator namespace= object=openshift-cluster-storage-operator reconcileID=8dcf2399-a68c-4666-a1ba-27c494a98255 time="2024-07-02T03:48:25.711Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-host-network outcome=unspecified reconcileID=4q8nqpw8 time="2024-07-02T03:48:25.711Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=openshift-host-network namespace= object=openshift-host-network reconcileID=9319a06e-06ad-4c18-8aef-d9013d36a579 time="2024-07-02T03:48:25.711Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=openshift-etcd namespace= object=openshift-etcd reconcileID=c7b8768e-b6ad-41c7-94c2-14b1545d0983 time="2024-07-02T03:48:25.712Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-etcd reconcileID=sr9kf77c time="2024-07-02T03:48:25.712Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-etcd outcome=unspecified reconcileID=sr9kf77c time="2024-07-02T03:48:25.712Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=openshift-etcd namespace= object=openshift-etcd reconcileID=c7b8768e-b6ad-41c7-94c2-14b1545d0983 time="2024-07-02T03:48:25.712Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=openshift-network-operator namespace= object=openshift-network-operator reconcileID=82a87977-397a-4ef1-849b-aa618ab4d595 time="2024-07-02T03:48:25.712Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-network-operator reconcileID=hrn5qndx time="2024-07-02T03:48:25.712Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-network-operator outcome=unspecified reconcileID=hrn5qndx time="2024-07-02T03:48:25.712Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=openshift-network-operator namespace= object=openshift-network-operator reconcileID=82a87977-397a-4ef1-849b-aa618ab4d595 time="2024-07-02T03:48:25.712Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=openshift-operators namespace= object=openshift-operators reconcileID=f9cc8ab2-e545-4062-aa93-121447e99efd time="2024-07-02T03:48:25.712Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-operators reconcileID=brlzkn7v time="2024-07-02T03:48:25.711Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-marketplace outcome=unspecified reconcileID=2fkv5hbj time="2024-07-02T03:48:25.712Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=openshift-marketplace namespace= object=openshift-marketplace reconcileID=ef7c9d49-c61f-481c-8ffe-d78614a6c910 time="2024-07-02T03:48:25.711Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=openshift-config-managed namespace= object=openshift-config-managed reconcileID=f6b02b42-0ee3-4798-a94c-215eb213d424 time="2024-07-02T03:48:25.712Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-config-managed reconcileID=snbsffvp time="2024-07-02T03:48:25.712Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-config-managed outcome=unspecified reconcileID=snbsffvp time="2024-07-02T03:48:25.712Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=openshift-config-managed namespace= object=openshift-config-managed reconcileID=f6b02b42-0ee3-4798-a94c-215eb213d424 time="2024-07-02T03:48:25.712Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=openshift-image-registry namespace= object=openshift-image-registry reconcileID=8d97506f-33f1-4aa5-83d5-e9fcca123462 time="2024-07-02T03:48:25.712Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-image-registry reconcileID=6nz94jrq time="2024-07-02T03:48:25.712Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-operators outcome=unspecified reconcileID=brlzkn7v time="2024-07-02T03:48:25.712Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=openshift-operators namespace= object=openshift-operators reconcileID=f9cc8ab2-e545-4062-aa93-121447e99efd time="2024-07-02T03:48:25.712Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=openshift-network-diagnostics namespace= object=openshift-network-diagnostics reconcileID=96faf050-bdc3-40b6-84ea-13a0aae41846 time="2024-07-02T03:48:25.712Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-network-diagnostics reconcileID=6t92cjtq time="2024-07-02T03:48:25.712Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-network-diagnostics outcome=unspecified reconcileID=6t92cjtq time="2024-07-02T03:48:25.712Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=openshift-network-diagnostics namespace= object=openshift-network-diagnostics reconcileID=96faf050-bdc3-40b6-84ea-13a0aae41846 time="2024-07-02T03:48:25.712Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=openshift-cloud-credential-operator namespace= object=openshift-cloud-credential-operator reconcileID=8113bc2f-b81d-436b-937f-418ba960043c time="2024-07-02T03:48:25.712Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-cloud-credential-operator reconcileID=5vwnmmvc time="2024-07-02T03:48:25.712Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-cloud-credential-operator outcome=unspecified reconcileID=5vwnmmvc time="2024-07-02T03:48:25.712Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=openshift-cloud-credential-operator namespace= object=openshift-cloud-credential-operator reconcileID=8113bc2f-b81d-436b-937f-418ba960043c time="2024-07-02T03:48:25.708Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=openshift-config namespace= object=openshift-config reconcileID=183a0fc1-40c0-44c6-8342-20eb39a05399 time="2024-07-02T03:48:25.712Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/openshift-config reconcileID=4wlq7dz4 time="2024-07-02T03:48:25.712Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-config outcome=unspecified reconcileID=4wlq7dz4 time="2024-07-02T03:48:25.712Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=openshift-config namespace= object=openshift-config reconcileID=183a0fc1-40c0-44c6-8342-20eb39a05399 time="2024-07-02T03:48:25.712Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-image-registry outcome=unspecified reconcileID=6nz94jrq time="2024-07-02T03:48:25.712Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=openshift-image-registry namespace= object=openshift-image-registry reconcileID=8d97506f-33f1-4aa5-83d5-e9fcca123462 time="2024-07-02T03:48:25.704Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/openshift-oauth-apiserver outcome=unspecified reconcileID=8q9gkdr2 time="2024-07-02T03:48:25.713Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=openshift-oauth-apiserver namespace= object=openshift-oauth-apiserver reconcileID=53cda9de-5118-49cf-9da9-9681bad80a50 time="2024-07-02T03:48:25.781Z" level=debug msg="Starting workers" controller=clusterdeprovision-controller worker count=5 time="2024-07-02T03:48:25.782Z" level=debug msg="Starting workers" controller=clusterprovision-controller worker count=5 time="2024-07-02T03:48:25.782Z" level=debug msg="Starting workers" controller=syncidentityprovider-controller worker count=5 time="2024-07-02T03:48:25.787Z" level=debug msg="Starting workers" controller=clusterdeployment-controller worker count=5 time="2024-07-02T03:48:35.69Z" level=info msg="scrape root domain" controller=dnsendpoint rootDomain=qe.devcluster.openshift.com scraper=nameServer time="2024-07-02T03:48:35.69Z" level=error msg="failed to scrape name servers for root domain" controller=dnsendpoint domain=qe.devcluster.openshift.com error="error querying name servers: failed to get AWS client: error creating AWS client: Secret \"route53-aws-creds\" not found" scraper=nameServer time="2024-07-02T03:48:55.692Z" level=info msg="scrape root domain" controller=dnsendpoint rootDomain=qe.devcluster.openshift.com scraper=nameServer time="2024-07-02T03:48:55.692Z" level=error msg="failed to scrape name servers for root domain" controller=dnsendpoint domain=qe.devcluster.openshift.com error="error querying name servers: failed to get AWS client: error creating AWS client: Secret \"route53-aws-creds\" not found" scraper=nameServer time="2024-07-02T03:49:35.693Z" level=info msg="scrape root domain" controller=dnsendpoint rootDomain=qe.devcluster.openshift.com scraper=nameServer time="2024-07-02T03:49:35.693Z" level=error msg="failed to scrape name servers for root domain" controller=dnsendpoint domain=qe.devcluster.openshift.com error="error querying name servers: failed to get AWS client: error creating AWS client: Secret \"route53-aws-creds\" not found" scraper=nameServer time="2024-07-02T03:50:04.552Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=e2e-test-hive-wl9s4 namespace= object=e2e-test-hive-wl9s4 reconcileID=5d8093ac-9867-476d-9fcd-e5b2bddf8a6e time="2024-07-02T03:50:04.552Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/e2e-test-hive-wl9s4 reconcileID=2rq9pkbb time="2024-07-02T03:50:04.552Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/e2e-test-hive-wl9s4 outcome=unspecified reconcileID=2rq9pkbb time="2024-07-02T03:50:04.552Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=e2e-test-hive-wl9s4 namespace= object=e2e-test-hive-wl9s4 reconcileID=5d8093ac-9867-476d-9fcd-e5b2bddf8a6e time="2024-07-02T03:50:25.682Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics time="2024-07-02T03:50:25.684Z" level=debug msg="calculating metrics across all install jobs" controller=metrics time="2024-07-02T03:50:25.684Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics time="2024-07-02T03:50:25.684Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics time="2024-07-02T03:50:25.684Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics time="2024-07-02T03:50:25.685Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=2 elapsedMillisGT=0 outcome=unspecified time="2024-07-02T03:50:40.614Z" level=debug msg=Reconciling controller=controlplanecerts-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=26ff9423-3d5a-49d9-9e42-d9c798dbd1d5 time="2024-07-02T03:50:40.614Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=controlPlaneCerts reconcileID=hznxmcrx time="2024-07-02T03:50:40.614Z" level=debug msg=Reconciling controller=clusterstate-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=25eda04f-2621-4210-84f2-48abf3d4a376 time="2024-07-02T03:50:40.614Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=37e2830c-2231-4d6e-a5b7-f7970a655b63 time="2024-07-02T03:50:40.614Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment reconcileID=j8w6xrl4 time="2024-07-02T03:50:40.614Z" level=debug msg=Reconciling controller=clusterrelocate-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=0a5bc46d-0825-4c83-b553-8399675461f2 time="2024-07-02T03:50:40.615Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterRelocate reconcileID=pwgkljcw time="2024-07-02T03:50:40.614Z" level=debug msg=Reconciling controller=argocdregister-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=9b14d9d2-99c1-4dda-bfe0-566d4cd41193 time="2024-07-02T03:50:40.615Z" level=info msg="reconciling cluster deployment" clusterDeployment=cd-32026-dqfk controller=argocdregister namespace=e2e-test-hive-wl9s4 time="2024-07-02T03:50:40.615Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=cd-32026-dqfk controller=argocdregister namespace=e2e-test-hive-wl9s4 time="2024-07-02T03:50:40.614Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=controlPlaneCerts reconcileID=hznxmcrx time="2024-07-02T03:50:40.615Z" level=info msg="reconcile complete" clusterDeployment=cd-32026-dqfk controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=e2e-test-hive-wl9s4 outcome=unspecified time="2024-07-02T03:50:40.615Z" level=debug msg="Reconcile successful" controller=argocdregister-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=9b14d9d2-99c1-4dda-bfe0-566d4cd41193 time="2024-07-02T03:50:40.615Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment reconcileID=j8w6xrl4 time="2024-07-02T03:50:40.615Z" level=info msg="initializing control plane certs controller conditions" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=controlPlaneCerts reconcileID=hznxmcrx time="2024-07-02T03:50:40.615Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterRelocate reconcileID=pwgkljcw time="2024-07-02T03:50:40.614Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=e2e-test-hive-wl9s4 namespace= object=e2e-test-hive-wl9s4 reconcileID=42505d93-8c09-4a84-b206-8e77f61df83a time="2024-07-02T03:50:40.615Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/e2e-test-hive-wl9s4 reconcileID=gg2vkb9j time="2024-07-02T03:50:40.615Z" level=info msg="initializing cluster relocate controller conditions" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterRelocate reconcileID=pwgkljcw time="2024-07-02T03:50:40.615Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/e2e-test-hive-wl9s4 outcome=unspecified reconcileID=gg2vkb9j time="2024-07-02T03:50:40.615Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=e2e-test-hive-wl9s4 namespace= object=e2e-test-hive-wl9s4 reconcileID=42505d93-8c09-4a84-b206-8e77f61df83a time="2024-07-02T03:50:40.614Z" level=info msg="ClusterDeployment created" controller=clusterpool time="2024-07-02T03:50:40.614Z" level=debug msg=Reconciling controller=clusterversion-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=1f794c78-ef25-4f1f-af27-69d9f3e9a5b7 time="2024-07-02T03:50:40.614Z" level=debug msg=Reconciling controller=syncidentityprovider-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=7ec4d3a8-bd37-41c4-8b48-92e9868ab8c0 time="2024-07-02T03:50:40.614Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterState reconcileID=rtknhjqm time="2024-07-02T03:50:40.616Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterState reconcileID=rtknhjqm time="2024-07-02T03:50:40.616Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=syncidentityprovider reconcileID=nzkgdv8r time="2024-07-02T03:50:40.616Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=syncidentityprovider reconcileID=nzkgdv8r time="2024-07-02T03:50:40.614Z" level=debug msg=Reconciling controller=unreachable-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=a9436b3d-a381-43e4-a05c-cb69a9cc872a time="2024-07-02T03:50:40.616Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=unreachable reconcileID=nq5hpnj5 time="2024-07-02T03:50:40.616Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=unreachable reconcileID=nq5hpnj5 time="2024-07-02T03:50:40.616Z" level=info msg="initializing unreachable controller conditions" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=unreachable reconcileID=nq5hpnj5 time="2024-07-02T03:50:40.614Z" level=debug msg=Reconciling controller=remoteingress-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=770f04d7-f6df-4948-94d0-48c3811d5c42 time="2024-07-02T03:50:40.616Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=remoteingress reconcileID=gdvcfkhl time="2024-07-02T03:50:40.616Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=remoteingress reconcileID=gdvcfkhl time="2024-07-02T03:50:40.616Z" level=info msg="initializing remote ingress controller conditions" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=remoteingress reconcileID=gdvcfkhl time="2024-07-02T03:50:40.614Z" level=debug msg=Reconciling controller=hibernation-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=9289db37-6158-45d6-bcf4-f035ec5ca6fe time="2024-07-02T03:50:40.616Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=hibernation reconcileID=xfk9vbxg time="2024-07-02T03:50:40.617Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=hibernation reconcileID=xfk9vbxg time="2024-07-02T03:50:40.614Z" level=debug msg=Reconciling controller=awsprivatelink-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=0e813c4b-ef75-4453-9b7b-dbb20db7eacd time="2024-07-02T03:50:40.615Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterversion reconcileID=k6hmf6pb time="2024-07-02T03:50:40.617Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterversion reconcileID=k6hmf6pb time="2024-07-02T03:50:40.617Z" level=debug msg="cluster installation is not complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterversion reconcileID=k6hmf6pb time="2024-07-02T03:50:40.617Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=k6hmf6pb time="2024-07-02T03:50:40.617Z" level=debug msg="Reconcile successful" controller=clusterversion-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=1f794c78-ef25-4f1f-af27-69d9f3e9a5b7 time="2024-07-02T03:50:40.617Z" level=debug msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=awsprivatelink reconcileID=b6rtr5vw time="2024-07-02T03:50:40.617Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=awsprivatelink reconcileID=b6rtr5vw time="2024-07-02T03:50:40.617Z" level=info msg="initializing AWS private link controller conditions" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=awsprivatelink reconcileID=b6rtr5vw time="2024-07-02T03:50:40.617Z" level=info msg="initializing hibernating controller conditions" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=hibernation reconcileID=xfk9vbxg time="2024-07-02T03:50:40.634Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=controlPlaneCerts elapsedMillis=19 elapsedMillisGT=0 outcome=unspecified reconcileID=hznxmcrx time="2024-07-02T03:50:40.634Z" level=debug msg="Reconcile successful" controller=controlplanecerts-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=26ff9423-3d5a-49d9-9e42-d9c798dbd1d5 time="2024-07-02T03:50:40.635Z" level=debug msg=Reconciling controller=controlplanecerts-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=3606926c-fdf8-4086-af1c-8c133fd4cab4 time="2024-07-02T03:50:40.635Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=controlPlaneCerts reconcileID=xf6d2s47 time="2024-07-02T03:50:40.635Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=controlPlaneCerts reconcileID=xf6d2s47 time="2024-07-02T03:50:40.635Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=xf6d2s47 time="2024-07-02T03:50:40.635Z" level=debug msg="Reconcile successful" controller=controlplanecerts-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=3606926c-fdf8-4086-af1c-8c133fd4cab4 time="2024-07-02T03:50:40.635Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=e2e-test-hive-wl9s4 namespace= object=e2e-test-hive-wl9s4 reconcileID=e3239925-cb63-4594-a552-c500fb77d572 time="2024-07-02T03:50:40.635Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/e2e-test-hive-wl9s4 reconcileID=zkpn94ds time="2024-07-02T03:50:40.635Z" level=debug msg=Reconciling controller=clusterversion-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=8eea8b69-6de5-433a-8aee-7f681f9bdf4d time="2024-07-02T03:50:40.635Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterversion reconcileID=4mgwdct9 time="2024-07-02T03:50:40.635Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterversion reconcileID=4mgwdct9 time="2024-07-02T03:50:40.635Z" level=debug msg="cluster installation is not complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterversion reconcileID=4mgwdct9 time="2024-07-02T03:50:40.635Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4mgwdct9 time="2024-07-02T03:50:40.635Z" level=debug msg="Reconcile successful" controller=clusterversion-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=8eea8b69-6de5-433a-8aee-7f681f9bdf4d time="2024-07-02T03:50:40.635Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/e2e-test-hive-wl9s4 outcome=unspecified reconcileID=zkpn94ds time="2024-07-02T03:50:40.635Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=e2e-test-hive-wl9s4 namespace= object=e2e-test-hive-wl9s4 reconcileID=e3239925-cb63-4594-a552-c500fb77d572 time="2024-07-02T03:50:40.635Z" level=info msg="failed to update cluster deployment status" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterRelocate error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"cd-32026-dqfk\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=pwgkljcw time="2024-07-02T03:50:40.635Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterRelocate elapsedMillis=20 elapsedMillisGT=0 outcome=unspecified reconcileID=pwgkljcw time="2024-07-02T03:50:40.636Z" level=info msg="failed to update cluster deployment status" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=remoteingress error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"cd-32026-dqfk\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=gdvcfkhl time="2024-07-02T03:50:40.636Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=remoteingress elapsedMillis=19 elapsedMillisGT=0 outcome=unspecified reconcileID=gdvcfkhl time="2024-07-02T03:50:40.636Z" level=error msg="Reconciler error" controller=remoteingress-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"cd-32026-dqfk\": the object has been modified; please apply your changes to the latest version and try again" name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=770f04d7-f6df-4948-94d0-48c3811d5c42 time="2024-07-02T03:50:40.636Z" level=error msg="Reconciler error" controller=clusterrelocate-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"cd-32026-dqfk\": the object has been modified; please apply your changes to the latest version and try again" name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=0a5bc46d-0825-4c83-b553-8399675461f2 time="2024-07-02T03:50:40.636Z" level=debug msg=Reconciling controller=remoteingress-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=0fd50b93-3edc-44e4-807f-60e123ebaf0d time="2024-07-02T03:50:40.636Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=remoteingress reconcileID=64s7zmpv time="2024-07-02T03:50:40.636Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=remoteingress reconcileID=64s7zmpv time="2024-07-02T03:50:40.636Z" level=info msg="initializing remote ingress controller conditions" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=remoteingress reconcileID=64s7zmpv time="2024-07-02T03:50:40.636Z" level=debug msg=Reconciling controller=clusterrelocate-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=085af84e-9aaf-4278-908c-dc0066c7d2c1 time="2024-07-02T03:50:40.636Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterRelocate reconcileID=c7q6h5mm time="2024-07-02T03:50:40.636Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterRelocate reconcileID=c7q6h5mm time="2024-07-02T03:50:40.636Z" level=info msg="initializing cluster relocate controller conditions" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterRelocate reconcileID=c7q6h5mm time="2024-07-02T03:50:40.64Z" level=debug msg=Reconciling controller=argocdregister-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=073855ec-3208-4c39-8d8e-8e3dd4fd33da time="2024-07-02T03:50:40.64Z" level=info msg="reconciling cluster deployment" clusterDeployment=cd-32026-dqfk controller=argocdregister namespace=e2e-test-hive-wl9s4 time="2024-07-02T03:50:40.64Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=cd-32026-dqfk controller=argocdregister namespace=e2e-test-hive-wl9s4 time="2024-07-02T03:50:40.64Z" level=info msg="reconcile complete" clusterDeployment=cd-32026-dqfk controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=e2e-test-hive-wl9s4 outcome=unspecified time="2024-07-02T03:50:40.64Z" level=debug msg="Reconcile successful" controller=argocdregister-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=073855ec-3208-4c39-8d8e-8e3dd4fd33da time="2024-07-02T03:50:40.64Z" level=info msg="failed to update cluster deployment status" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=unreachable error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"cd-32026-dqfk\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=nq5hpnj5 time="2024-07-02T03:50:40.641Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=unreachable elapsedMillis=24 elapsedMillisGT=0 outcome=unspecified reconcileID=nq5hpnj5 time="2024-07-02T03:50:40.641Z" level=error msg="Reconciler error" controller=unreachable-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"cd-32026-dqfk\": the object has been modified; please apply your changes to the latest version and try again" name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=a9436b3d-a381-43e4-a05c-cb69a9cc872a time="2024-07-02T03:50:40.641Z" level=debug msg=Reconciling controller=unreachable-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=f94d0d2f-db82-4718-860b-1c2378af0201 time="2024-07-02T03:50:40.641Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=unreachable reconcileID=ffjsnh6k time="2024-07-02T03:50:40.641Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=unreachable reconcileID=ffjsnh6k time="2024-07-02T03:50:40.641Z" level=info msg="initializing unreachable controller conditions" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=unreachable reconcileID=ffjsnh6k time="2024-07-02T03:50:40.643Z" level=info msg="failed to update cluster deployment status" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=awsprivatelink error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"cd-32026-dqfk\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=b6rtr5vw time="2024-07-02T03:50:40.643Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=awsprivatelink elapsedMillis=25 elapsedMillisGT=0 outcome=unspecified reconcileID=b6rtr5vw time="2024-07-02T03:50:40.643Z" level=error msg="Reconciler error" controller=awsprivatelink-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"cd-32026-dqfk\": the object has been modified; please apply your changes to the latest version and try again" name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=0e813c4b-ef75-4453-9b7b-dbb20db7eacd time="2024-07-02T03:50:40.643Z" level=debug msg=Reconciling controller=awsprivatelink-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=3d7dc5d4-d8e4-49a3-8de5-329aad2ed0e5 time="2024-07-02T03:50:40.643Z" level=debug msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=awsprivatelink reconcileID=cppnrqlk time="2024-07-02T03:50:40.643Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=awsprivatelink reconcileID=cppnrqlk time="2024-07-02T03:50:40.643Z" level=info msg="initializing AWS private link controller conditions" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=awsprivatelink reconcileID=cppnrqlk time="2024-07-02T03:50:40.645Z" level=info msg="failed to update clusterdeployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=hibernation error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"cd-32026-dqfk\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=xfk9vbxg time="2024-07-02T03:50:40.645Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=hibernation elapsedMillis=28 elapsedMillisGT=0 outcome=unspecified reconcileID=xfk9vbxg time="2024-07-02T03:50:40.645Z" level=error msg="Reconciler error" controller=hibernation-controller error="failed to update clusterdeployment: Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"cd-32026-dqfk\": the object has been modified; please apply your changes to the latest version and try again" name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=9289db37-6158-45d6-bcf4-f035ec5ca6fe time="2024-07-02T03:50:40.645Z" level=debug msg=Reconciling controller=hibernation-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=538636a2-adf4-4f27-bf50-0d66ffba57b7 time="2024-07-02T03:50:40.646Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=hibernation reconcileID=lbr7ktqv time="2024-07-02T03:50:40.646Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=hibernation reconcileID=lbr7ktqv time="2024-07-02T03:50:40.646Z" level=info msg="initializing hibernating controller conditions" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=hibernation reconcileID=lbr7ktqv time="2024-07-02T03:50:40.651Z" level=debug msg=Reconciling controller=controlplanecerts-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=189783bf-54ac-4fd7-8b6e-6fe6589a1de5 time="2024-07-02T03:50:40.651Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=controlPlaneCerts reconcileID=4b25dpzr time="2024-07-02T03:50:40.651Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=controlPlaneCerts reconcileID=4b25dpzr time="2024-07-02T03:50:40.651Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4b25dpzr time="2024-07-02T03:50:40.651Z" level=debug msg="Reconcile successful" controller=controlplanecerts-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=189783bf-54ac-4fd7-8b6e-6fe6589a1de5 time="2024-07-02T03:50:40.651Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=e2e-test-hive-wl9s4 namespace= object=e2e-test-hive-wl9s4 reconcileID=96bfffff-aa49-4f9a-991b-49e838520a9d time="2024-07-02T03:50:40.651Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/e2e-test-hive-wl9s4 reconcileID=wwnfmnkt time="2024-07-02T03:50:40.651Z" level=debug msg=Reconciling controller=clusterversion-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=486e0cf9-1a42-45a9-9f03-73a91f50fbb2 time="2024-07-02T03:50:40.651Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterversion reconcileID=4pcxd46r time="2024-07-02T03:50:40.651Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterversion reconcileID=4pcxd46r time="2024-07-02T03:50:40.651Z" level=debug msg="cluster installation is not complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterversion reconcileID=4pcxd46r time="2024-07-02T03:50:40.651Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/e2e-test-hive-wl9s4 outcome=unspecified reconcileID=wwnfmnkt time="2024-07-02T03:50:40.652Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=e2e-test-hive-wl9s4 namespace= object=e2e-test-hive-wl9s4 reconcileID=96bfffff-aa49-4f9a-991b-49e838520a9d time="2024-07-02T03:50:40.651Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4pcxd46r time="2024-07-02T03:50:40.652Z" level=debug msg="Reconcile successful" controller=clusterversion-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=486e0cf9-1a42-45a9-9f03-73a91f50fbb2 time="2024-07-02T03:50:40.652Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterRelocate elapsedMillis=16 elapsedMillisGT=0 outcome=unspecified reconcileID=c7q6h5mm time="2024-07-02T03:50:40.652Z" level=debug msg="Reconcile successful" controller=clusterrelocate-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=085af84e-9aaf-4278-908c-dc0066c7d2c1 time="2024-07-02T03:50:40.652Z" level=debug msg=Reconciling controller=clusterrelocate-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=56d6cf7e-20db-41e4-997c-caed32c3f9ad time="2024-07-02T03:50:40.652Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterRelocate reconcileID=w292q7dj time="2024-07-02T03:50:40.652Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterRelocate reconcileID=w292q7dj time="2024-07-02T03:50:40.652Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterRelocate matchingRelocates="[]" reconcileID=w292q7dj time="2024-07-02T03:50:40.654Z" level=info msg="failed to update cluster deployment status" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=unreachable error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"cd-32026-dqfk\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=ffjsnh6k time="2024-07-02T03:50:40.654Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=unreachable elapsedMillis=12 elapsedMillisGT=0 outcome=unspecified reconcileID=ffjsnh6k time="2024-07-02T03:50:40.654Z" level=error msg="Reconciler error" controller=unreachable-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"cd-32026-dqfk\": the object has been modified; please apply your changes to the latest version and try again" name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=f94d0d2f-db82-4718-860b-1c2378af0201 time="2024-07-02T03:50:40.654Z" level=debug msg=Reconciling controller=unreachable-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=7bf53f7f-8803-439c-a25f-c842d932cf0f time="2024-07-02T03:50:40.654Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=unreachable reconcileID=dw6ftrxj time="2024-07-02T03:50:40.654Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=unreachable reconcileID=dw6ftrxj time="2024-07-02T03:50:40.654Z" level=info msg="initializing unreachable controller conditions" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=unreachable reconcileID=dw6ftrxj time="2024-07-02T03:50:40.657Z" level=debug msg=Reconciling controller=argocdregister-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=873e19a2-ae6d-417a-8975-34e3c6cee524 time="2024-07-02T03:50:40.657Z" level=info msg="reconciling cluster deployment" clusterDeployment=cd-32026-dqfk controller=argocdregister namespace=e2e-test-hive-wl9s4 time="2024-07-02T03:50:40.657Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=cd-32026-dqfk controller=argocdregister namespace=e2e-test-hive-wl9s4 time="2024-07-02T03:50:40.657Z" level=info msg="reconcile complete" clusterDeployment=cd-32026-dqfk controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=e2e-test-hive-wl9s4 outcome=unspecified time="2024-07-02T03:50:40.657Z" level=debug msg="Reconcile successful" controller=argocdregister-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=873e19a2-ae6d-417a-8975-34e3c6cee524 time="2024-07-02T03:50:40.658Z" level=info msg="failed to update cluster deployment status" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=remoteingress error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"cd-32026-dqfk\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=64s7zmpv time="2024-07-02T03:50:40.658Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=remoteingress elapsedMillis=22 elapsedMillisGT=0 outcome=unspecified reconcileID=64s7zmpv time="2024-07-02T03:50:40.658Z" level=error msg="Reconciler error" controller=remoteingress-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"cd-32026-dqfk\": the object has been modified; please apply your changes to the latest version and try again" name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=0fd50b93-3edc-44e4-807f-60e123ebaf0d time="2024-07-02T03:50:40.658Z" level=debug msg=Reconciling controller=remoteingress-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=dc9cc841-eb4e-4ef3-94e0-a3b85f814fa6 time="2024-07-02T03:50:40.658Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=remoteingress reconcileID=vdzftllt time="2024-07-02T03:50:40.658Z" level=info msg="failed to update cluster deployment status" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=awsprivatelink error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"cd-32026-dqfk\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=cppnrqlk time="2024-07-02T03:50:40.658Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=awsprivatelink elapsedMillis=15 elapsedMillisGT=0 outcome=unspecified reconcileID=cppnrqlk time="2024-07-02T03:50:40.658Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=remoteingress reconcileID=vdzftllt time="2024-07-02T03:50:40.659Z" level=info msg="initializing remote ingress controller conditions" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=remoteingress reconcileID=vdzftllt time="2024-07-02T03:50:40.658Z" level=error msg="Reconciler error" controller=awsprivatelink-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"cd-32026-dqfk\": the object has been modified; please apply your changes to the latest version and try again" name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=3d7dc5d4-d8e4-49a3-8de5-329aad2ed0e5 time="2024-07-02T03:50:40.659Z" level=debug msg=Reconciling controller=awsprivatelink-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=475b5d6a-5c00-4537-868e-736d0fc1eaa3 time="2024-07-02T03:50:40.659Z" level=debug msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=awsprivatelink reconcileID=ln6szbs6 time="2024-07-02T03:50:40.659Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=awsprivatelink reconcileID=ln6szbs6 time="2024-07-02T03:50:40.659Z" level=info msg="initializing AWS private link controller conditions" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=awsprivatelink reconcileID=ln6szbs6 time="2024-07-02T03:50:40.668Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=unreachable elapsedMillis=14 elapsedMillisGT=0 outcome=unspecified reconcileID=dw6ftrxj time="2024-07-02T03:50:40.668Z" level=debug msg="Reconcile successful" controller=unreachable-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=7bf53f7f-8803-439c-a25f-c842d932cf0f time="2024-07-02T03:50:40.668Z" level=debug msg=Reconciling controller=unreachable-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=c0aa7b09-c8d1-41b7-9d8b-b8b106e53830 time="2024-07-02T03:50:40.668Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=unreachable reconcileID=xkchnr2h time="2024-07-02T03:50:40.668Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=unreachable reconcileID=xkchnr2h time="2024-07-02T03:50:40.668Z" level=info msg="initializing unreachable controller conditions" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=unreachable reconcileID=xkchnr2h time="2024-07-02T03:50:40.671Z" level=debug msg=Reconciling controller=controlplanecerts-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=cf81ba6b-53dd-477d-b735-1dbd18b61a20 time="2024-07-02T03:50:40.671Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=controlPlaneCerts reconcileID=tpj8qfst time="2024-07-02T03:50:40.671Z" level=info msg="failed to update clusterdeployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=hibernation error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"cd-32026-dqfk\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=lbr7ktqv time="2024-07-02T03:50:40.671Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=hibernation elapsedMillis=25 elapsedMillisGT=0 outcome=unspecified reconcileID=lbr7ktqv time="2024-07-02T03:50:40.672Z" level=error msg="Reconciler error" controller=hibernation-controller error="failed to update clusterdeployment: Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"cd-32026-dqfk\": the object has been modified; please apply your changes to the latest version and try again" name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=538636a2-adf4-4f27-bf50-0d66ffba57b7 time="2024-07-02T03:50:40.672Z" level=debug msg=Reconciling controller=hibernation-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=9266f961-4254-4bf5-bfe0-ff9e573c01aa time="2024-07-02T03:50:40.672Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=hibernation reconcileID=q7dlzmbl time="2024-07-02T03:50:40.672Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=hibernation reconcileID=q7dlzmbl time="2024-07-02T03:50:40.672Z" level=info msg="initializing hibernating controller conditions" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=hibernation reconcileID=q7dlzmbl time="2024-07-02T03:50:40.671Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=controlPlaneCerts reconcileID=tpj8qfst time="2024-07-02T03:50:40.671Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=e2e-test-hive-wl9s4 namespace= object=e2e-test-hive-wl9s4 reconcileID=49f62bbe-3fa4-4f1c-b96e-e1715e39118a time="2024-07-02T03:50:40.672Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=tpj8qfst time="2024-07-02T03:50:40.672Z" level=debug msg="Reconcile successful" controller=controlplanecerts-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=cf81ba6b-53dd-477d-b735-1dbd18b61a20 time="2024-07-02T03:50:40.672Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/e2e-test-hive-wl9s4 reconcileID=qckdwm68 time="2024-07-02T03:50:40.671Z" level=debug msg=Reconciling controller=clusterversion-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=231891ef-d478-4233-97de-a849524afc60 time="2024-07-02T03:50:40.672Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterversion reconcileID=8hmxgh48 time="2024-07-02T03:50:40.672Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterversion reconcileID=8hmxgh48 time="2024-07-02T03:50:40.672Z" level=debug msg="cluster installation is not complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterversion reconcileID=8hmxgh48 time="2024-07-02T03:50:40.672Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=8hmxgh48 time="2024-07-02T03:50:40.672Z" level=debug msg="Reconcile successful" controller=clusterversion-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=231891ef-d478-4233-97de-a849524afc60 time="2024-07-02T03:50:40.672Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/e2e-test-hive-wl9s4 outcome=unspecified reconcileID=qckdwm68 time="2024-07-02T03:50:40.672Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=e2e-test-hive-wl9s4 namespace= object=e2e-test-hive-wl9s4 reconcileID=49f62bbe-3fa4-4f1c-b96e-e1715e39118a time="2024-07-02T03:50:40.674Z" level=info msg="could not update conditions" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterRelocate error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"cd-32026-dqfk\": the object has been modified; please apply your changes to the latest version and try again" matchingRelocates="[]" reconcileID=w292q7dj time="2024-07-02T03:50:40.674Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterRelocate elapsedMillis=21 elapsedMillisGT=0 outcome=unspecified reconcileID=w292q7dj time="2024-07-02T03:50:40.674Z" level=error msg="Reconciler error" controller=clusterrelocate-controller error="could not update conditions: Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"cd-32026-dqfk\": the object has been modified; please apply your changes to the latest version and try again" name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=56d6cf7e-20db-41e4-997c-caed32c3f9ad time="2024-07-02T03:50:40.674Z" level=debug msg=Reconciling controller=clusterrelocate-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=f49c34f1-9ed6-4b5e-8d02-4d8788421f6d time="2024-07-02T03:50:40.674Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterRelocate reconcileID=7vx5pfdj time="2024-07-02T03:50:40.674Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterRelocate reconcileID=7vx5pfdj time="2024-07-02T03:50:40.674Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterRelocate matchingRelocates="[]" reconcileID=7vx5pfdj time="2024-07-02T03:50:40.677Z" level=debug msg=Reconciling controller=argocdregister-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=7571effd-cb65-4b07-8549-69a0e913cfb2 time="2024-07-02T03:50:40.677Z" level=info msg="reconciling cluster deployment" clusterDeployment=cd-32026-dqfk controller=argocdregister namespace=e2e-test-hive-wl9s4 time="2024-07-02T03:50:40.677Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=cd-32026-dqfk controller=argocdregister namespace=e2e-test-hive-wl9s4 time="2024-07-02T03:50:40.677Z" level=info msg="reconcile complete" clusterDeployment=cd-32026-dqfk controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=e2e-test-hive-wl9s4 outcome=unspecified time="2024-07-02T03:50:40.677Z" level=debug msg="Reconcile successful" controller=argocdregister-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=7571effd-cb65-4b07-8549-69a0e913cfb2 time="2024-07-02T03:50:40.683Z" level=info msg="failed to update cluster deployment status" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=remoteingress error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"cd-32026-dqfk\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=vdzftllt time="2024-07-02T03:50:40.683Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=remoteingress elapsedMillis=24 elapsedMillisGT=0 outcome=unspecified reconcileID=vdzftllt time="2024-07-02T03:50:40.683Z" level=error msg="Reconciler error" controller=remoteingress-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"cd-32026-dqfk\": the object has been modified; please apply your changes to the latest version and try again" name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=dc9cc841-eb4e-4ef3-94e0-a3b85f814fa6 time="2024-07-02T03:50:40.683Z" level=debug msg=Reconciling controller=remoteingress-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=50b87fa5-8f4d-4ba2-a7ce-952bd3b9fe0a time="2024-07-02T03:50:40.683Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=remoteingress reconcileID=7x2v6r7s time="2024-07-02T03:50:40.684Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=remoteingress reconcileID=7x2v6r7s time="2024-07-02T03:50:40.684Z" level=info msg="initializing remote ingress controller conditions" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=remoteingress reconcileID=7x2v6r7s time="2024-07-02T03:50:40.685Z" level=info msg="failed to update cluster deployment status" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=awsprivatelink error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"cd-32026-dqfk\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=ln6szbs6 time="2024-07-02T03:50:40.685Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=awsprivatelink elapsedMillis=26 elapsedMillisGT=0 outcome=unspecified reconcileID=ln6szbs6 time="2024-07-02T03:50:40.686Z" level=error msg="Reconciler error" controller=awsprivatelink-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"cd-32026-dqfk\": the object has been modified; please apply your changes to the latest version and try again" name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=475b5d6a-5c00-4537-868e-736d0fc1eaa3 time="2024-07-02T03:50:40.686Z" level=info msg="failed to update cluster deployment status" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=unreachable error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"cd-32026-dqfk\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=xkchnr2h time="2024-07-02T03:50:40.686Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=unreachable elapsedMillis=17 elapsedMillisGT=0 outcome=unspecified reconcileID=xkchnr2h time="2024-07-02T03:50:40.686Z" level=error msg="Reconciler error" controller=unreachable-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"cd-32026-dqfk\": the object has been modified; please apply your changes to the latest version and try again" name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=c0aa7b09-c8d1-41b7-9d8b-b8b106e53830 time="2024-07-02T03:50:40.686Z" level=debug msg=Reconciling controller=unreachable-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=4b68a641-0cd7-4509-bcf5-32c72432e3aa time="2024-07-02T03:50:40.686Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=unreachable reconcileID=gcv2tm4k time="2024-07-02T03:50:40.686Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=unreachable reconcileID=gcv2tm4k time="2024-07-02T03:50:40.686Z" level=debug msg="cluster installation is not complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=unreachable reconcileID=gcv2tm4k time="2024-07-02T03:50:40.686Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=gcv2tm4k time="2024-07-02T03:50:40.686Z" level=debug msg="Reconcile successful" controller=unreachable-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=4b68a641-0cd7-4509-bcf5-32c72432e3aa time="2024-07-02T03:50:40.689Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=hibernation elapsedMillis=17 elapsedMillisGT=0 outcome=unspecified reconcileID=q7dlzmbl time="2024-07-02T03:50:40.689Z" level=debug msg="Reconcile successful" controller=hibernation-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=9266f961-4254-4bf5-bfe0-ff9e573c01aa time="2024-07-02T03:50:40.69Z" level=debug msg=Reconciling controller=unreachable-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=3b4f4b15-0847-4683-a792-daf9c85986c9 time="2024-07-02T03:50:40.69Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=unreachable reconcileID=lkgl6fx8 time="2024-07-02T03:50:40.69Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=unreachable reconcileID=lkgl6fx8 time="2024-07-02T03:50:40.69Z" level=debug msg="cluster installation is not complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=unreachable reconcileID=lkgl6fx8 time="2024-07-02T03:50:40.69Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=lkgl6fx8 time="2024-07-02T03:50:40.69Z" level=debug msg="Reconcile successful" controller=unreachable-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=3b4f4b15-0847-4683-a792-daf9c85986c9 time="2024-07-02T03:50:40.69Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=e2e-test-hive-wl9s4 namespace= object=e2e-test-hive-wl9s4 reconcileID=c52c0f8b-0c11-492e-bde2-2cf3046ebeb2 time="2024-07-02T03:50:40.69Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/e2e-test-hive-wl9s4 reconcileID=622rxkkp time="2024-07-02T03:50:40.69Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/e2e-test-hive-wl9s4 outcome=unspecified reconcileID=622rxkkp time="2024-07-02T03:50:40.69Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=e2e-test-hive-wl9s4 namespace= object=e2e-test-hive-wl9s4 reconcileID=c52c0f8b-0c11-492e-bde2-2cf3046ebeb2 time="2024-07-02T03:50:40.69Z" level=debug msg=Reconciling controller=controlplanecerts-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=bc4e83f3-330e-4db1-9be5-2008fdc4dbdf time="2024-07-02T03:50:40.691Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=controlPlaneCerts reconcileID=lqlxqsg6 time="2024-07-02T03:50:40.691Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=controlPlaneCerts reconcileID=lqlxqsg6 time="2024-07-02T03:50:40.69Z" level=debug msg=Reconciling controller=clusterversion-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=5129adbd-ef8e-464f-b50a-f91e86f7a5eb time="2024-07-02T03:50:40.691Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterversion reconcileID=v2psxpww time="2024-07-02T03:50:40.691Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterversion reconcileID=v2psxpww time="2024-07-02T03:50:40.691Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=lqlxqsg6 time="2024-07-02T03:50:40.691Z" level=debug msg="Reconcile successful" controller=controlplanecerts-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=bc4e83f3-330e-4db1-9be5-2008fdc4dbdf time="2024-07-02T03:50:40.691Z" level=debug msg="cluster installation is not complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterversion reconcileID=v2psxpww time="2024-07-02T03:50:40.691Z" level=debug msg=Reconciling controller=unreachable-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=619246b9-9731-4ab6-95eb-380e4ebd9ab9 time="2024-07-02T03:50:40.691Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=unreachable reconcileID=cz48cxg6 time="2024-07-02T03:50:40.691Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=unreachable reconcileID=cz48cxg6 time="2024-07-02T03:50:40.691Z" level=debug msg="cluster installation is not complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=unreachable reconcileID=cz48cxg6 time="2024-07-02T03:50:40.691Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=cz48cxg6 time="2024-07-02T03:50:40.691Z" level=debug msg="Reconcile successful" controller=unreachable-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=619246b9-9731-4ab6-95eb-380e4ebd9ab9 time="2024-07-02T03:50:40.691Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=v2psxpww time="2024-07-02T03:50:40.691Z" level=debug msg="Reconcile successful" controller=clusterversion-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=5129adbd-ef8e-464f-b50a-f91e86f7a5eb time="2024-07-02T03:50:40.693Z" level=info msg="could not update conditions" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterRelocate error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"cd-32026-dqfk\": the object has been modified; please apply your changes to the latest version and try again" matchingRelocates="[]" reconcileID=7vx5pfdj time="2024-07-02T03:50:40.693Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterRelocate elapsedMillis=18 elapsedMillisGT=0 outcome=unspecified reconcileID=7vx5pfdj time="2024-07-02T03:50:40.693Z" level=error msg="Reconciler error" controller=clusterrelocate-controller error="could not update conditions: Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"cd-32026-dqfk\": the object has been modified; please apply your changes to the latest version and try again" name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=f49c34f1-9ed6-4b5e-8d02-4d8788421f6d time="2024-07-02T03:50:40.693Z" level=debug msg=Reconciling controller=clusterrelocate-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=a584a4eb-8897-42f5-8988-877d21ae0a6f time="2024-07-02T03:50:40.693Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterRelocate reconcileID=m6x9sh48 time="2024-07-02T03:50:40.693Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterRelocate reconcileID=m6x9sh48 time="2024-07-02T03:50:40.693Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterRelocate matchingRelocates="[]" reconcileID=m6x9sh48 time="2024-07-02T03:50:40.695Z" level=debug msg=Reconciling controller=hibernation-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=76cafdf6-aced-4d16-b1ea-8e0148b6eb33 time="2024-07-02T03:50:40.695Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=hibernation reconcileID=f4w4zwnn time="2024-07-02T03:50:40.695Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=hibernation reconcileID=f4w4zwnn time="2024-07-02T03:50:40.695Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=f4w4zwnn time="2024-07-02T03:50:40.695Z" level=debug msg="Reconcile successful" controller=hibernation-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=76cafdf6-aced-4d16-b1ea-8e0148b6eb33 time="2024-07-02T03:50:40.695Z" level=debug msg=Reconciling controller=argocdregister-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=9f369dca-faf9-478d-9448-60fb049b7699 time="2024-07-02T03:50:40.695Z" level=info msg="reconciling cluster deployment" clusterDeployment=cd-32026-dqfk controller=argocdregister namespace=e2e-test-hive-wl9s4 time="2024-07-02T03:50:40.695Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=cd-32026-dqfk controller=argocdregister namespace=e2e-test-hive-wl9s4 time="2024-07-02T03:50:40.695Z" level=info msg="reconcile complete" clusterDeployment=cd-32026-dqfk controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=e2e-test-hive-wl9s4 outcome=unspecified time="2024-07-02T03:50:40.696Z" level=debug msg="Reconcile successful" controller=argocdregister-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=9f369dca-faf9-478d-9448-60fb049b7699 time="2024-07-02T03:50:40.699Z" level=debug msg=Reconciling controller=awsprivatelink-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=30bbc461-32f5-4355-bd3f-4b38cefcd7de time="2024-07-02T03:50:40.699Z" level=debug msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=awsprivatelink reconcileID=zvmnzhrs time="2024-07-02T03:50:40.699Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=awsprivatelink reconcileID=zvmnzhrs time="2024-07-02T03:50:40.699Z" level=info msg="initializing AWS private link controller conditions" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=awsprivatelink reconcileID=zvmnzhrs time="2024-07-02T03:50:40.699Z" level=info msg="failed to update cluster deployment status" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=remoteingress error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"cd-32026-dqfk\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=7x2v6r7s time="2024-07-02T03:50:40.699Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=remoteingress elapsedMillis=15 elapsedMillisGT=0 outcome=unspecified reconcileID=7x2v6r7s time="2024-07-02T03:50:40.699Z" level=error msg="Reconciler error" controller=remoteingress-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"cd-32026-dqfk\": the object has been modified; please apply your changes to the latest version and try again" name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=50b87fa5-8f4d-4ba2-a7ce-952bd3b9fe0a time="2024-07-02T03:50:40.7Z" level=debug msg=Reconciling controller=remoteingress-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=864bc8c4-a979-46e3-9d9a-c395e58f2701 time="2024-07-02T03:50:40.7Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=remoteingress reconcileID=tfkb2679 time="2024-07-02T03:50:40.7Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=remoteingress reconcileID=tfkb2679 time="2024-07-02T03:50:40.7Z" level=info msg="initializing remote ingress controller conditions" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=remoteingress reconcileID=tfkb2679 time="2024-07-02T03:50:40.716Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterState reconcileID=rtknhjqm time="2024-07-02T03:50:40.716Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterState elapsedMillis=100 elapsedMillisGT=0 outcome=unspecified reconcileID=rtknhjqm time="2024-07-02T03:50:40.716Z" level=debug msg="Reconcile successful" controller=clusterstate-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=25eda04f-2621-4210-84f2-48abf3d4a376 time="2024-07-02T03:50:40.716Z" level=info msg="initializing cluster deployment controller conditions" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment reconcileID=j8w6xrl4 time="2024-07-02T03:50:40.716Z" level=debug msg=Reconciling controller=clusterstate-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=a3fd7ebc-d517-4530-a419-dc3bb0adf5a7 time="2024-07-02T03:50:40.716Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterState reconcileID=sgv2mn2j time="2024-07-02T03:50:40.716Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterState reconcileID=sgv2mn2j time="2024-07-02T03:50:40.716Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterState reconcileID=sgv2mn2j time="2024-07-02T03:50:40.716Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=sgv2mn2j time="2024-07-02T03:50:40.716Z" level=debug msg="Reconcile successful" controller=clusterstate-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=a3fd7ebc-d517-4530-a419-dc3bb0adf5a7 time="2024-07-02T03:50:40.717Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterRelocate elapsedMillis=23 elapsedMillisGT=0 outcome=unspecified reconcileID=m6x9sh48 time="2024-07-02T03:50:40.717Z" level=debug msg="Reconcile successful" controller=clusterrelocate-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=a584a4eb-8897-42f5-8988-877d21ae0a6f time="2024-07-02T03:50:40.717Z" level=debug msg=Reconciling controller=clusterrelocate-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=2970850f-231b-47fb-b042-1d975ced0adb time="2024-07-02T03:50:40.717Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterRelocate reconcileID=tflr2mkf time="2024-07-02T03:50:40.717Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterRelocate reconcileID=tflr2mkf time="2024-07-02T03:50:40.717Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=syncidentityprovider reconcileID=nzkgdv8r time="2024-07-02T03:50:40.717Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=syncidentityprovider elapsedMillis=101 elapsedMillisGT=0 outcome=unspecified reconcileID=nzkgdv8r time="2024-07-02T03:50:40.717Z" level=debug msg="Reconcile successful" controller=syncidentityprovider-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=7ec4d3a8-bd37-41c4-8b48-92e9868ab8c0 time="2024-07-02T03:50:40.717Z" level=debug msg=Reconciling controller=syncidentityprovider-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=bd5b862e-1ab1-4871-9ecb-3c184a5786cb time="2024-07-02T03:50:40.717Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=syncidentityprovider reconcileID=pqsqs5r8 time="2024-07-02T03:50:40.717Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=syncidentityprovider reconcileID=pqsqs5r8 time="2024-07-02T03:50:40.717Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterRelocate matchingRelocates="[]" reconcileID=tflr2mkf time="2024-07-02T03:50:40.718Z" level=debug msg=Reconciling controller=controlplanecerts-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=7f0733f2-9716-45bc-ab21-00646bafaa79 time="2024-07-02T03:50:40.718Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=controlPlaneCerts reconcileID=gfvffk6f time="2024-07-02T03:50:40.718Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=controlPlaneCerts reconcileID=gfvffk6f time="2024-07-02T03:50:40.718Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=gfvffk6f time="2024-07-02T03:50:40.717Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=syncidentityprovider reconcileID=pqsqs5r8 time="2024-07-02T03:50:40.718Z" level=debug msg=Reconciling controller=unreachable-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=163b04fe-9466-4ecf-bfdc-d1babb8425df time="2024-07-02T03:50:40.718Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=unreachable reconcileID=v9tbmz64 time="2024-07-02T03:50:40.718Z" level=debug msg=Reconciling controller=argocdregister-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=517e89b3-fd87-4903-b802-cba329098f2b time="2024-07-02T03:50:40.718Z" level=info msg="reconciling cluster deployment" clusterDeployment=cd-32026-dqfk controller=argocdregister namespace=e2e-test-hive-wl9s4 time="2024-07-02T03:50:40.718Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=cd-32026-dqfk controller=argocdregister namespace=e2e-test-hive-wl9s4 time="2024-07-02T03:50:40.718Z" level=info msg="reconcile complete" clusterDeployment=cd-32026-dqfk controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=e2e-test-hive-wl9s4 outcome=unspecified time="2024-07-02T03:50:40.718Z" level=debug msg="Reconcile successful" controller=argocdregister-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=517e89b3-fd87-4903-b802-cba329098f2b time="2024-07-02T03:50:40.718Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=unreachable reconcileID=v9tbmz64 time="2024-07-02T03:50:40.719Z" level=debug msg="cluster installation is not complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=unreachable reconcileID=v9tbmz64 time="2024-07-02T03:50:40.719Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=v9tbmz64 time="2024-07-02T03:50:40.719Z" level=debug msg="Reconcile successful" controller=unreachable-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=163b04fe-9466-4ecf-bfdc-d1babb8425df time="2024-07-02T03:50:40.718Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=pqsqs5r8 time="2024-07-02T03:50:40.719Z" level=debug msg="Reconcile successful" controller=syncidentityprovider-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=bd5b862e-1ab1-4871-9ecb-3c184a5786cb time="2024-07-02T03:50:40.719Z" level=debug msg=Reconciling controller=syncidentityprovider-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=ac6c38c8-d5b9-4034-a1bc-3c604a230c02 time="2024-07-02T03:50:40.719Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=syncidentityprovider reconcileID=zf8rhd9p time="2024-07-02T03:50:40.719Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=syncidentityprovider reconcileID=zf8rhd9p time="2024-07-02T03:50:40.718Z" level=debug msg=Reconciling controller=clusterstate-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=9b1953a9-0cb4-406e-b71b-2307e6543d61 time="2024-07-02T03:50:40.719Z" level=info msg="failed to update cluster deployment status" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=awsprivatelink error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"cd-32026-dqfk\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=zvmnzhrs time="2024-07-02T03:50:40.719Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=awsprivatelink elapsedMillis=20 elapsedMillisGT=0 outcome=unspecified reconcileID=zvmnzhrs time="2024-07-02T03:50:40.718Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=e2e-test-hive-wl9s4 namespace= object=e2e-test-hive-wl9s4 reconcileID=31b7e97d-fcba-43f5-a389-bc866f1cef4c time="2024-07-02T03:50:40.719Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=syncidentityprovider reconcileID=zf8rhd9p time="2024-07-02T03:50:40.719Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=zf8rhd9p time="2024-07-02T03:50:40.719Z" level=error msg="Reconciler error" controller=awsprivatelink-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"cd-32026-dqfk\": the object has been modified; please apply your changes to the latest version and try again" name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=30bbc461-32f5-4355-bd3f-4b38cefcd7de time="2024-07-02T03:50:40.719Z" level=debug msg=Reconciling controller=awsprivatelink-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=6a84073b-0e06-4b84-9f63-08d3718e28e7 time="2024-07-02T03:50:40.718Z" level=debug msg="Reconcile successful" controller=controlplanecerts-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=7f0733f2-9716-45bc-ab21-00646bafaa79 time="2024-07-02T03:50:40.719Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterState reconcileID=l5gn7nhg time="2024-07-02T03:50:40.719Z" level=debug msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=awsprivatelink reconcileID=rhdzknxm time="2024-07-02T03:50:40.719Z" level=debug msg="Reconcile successful" controller=syncidentityprovider-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=ac6c38c8-d5b9-4034-a1bc-3c604a230c02 time="2024-07-02T03:50:40.72Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterState reconcileID=l5gn7nhg time="2024-07-02T03:50:40.719Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/e2e-test-hive-wl9s4 reconcileID=m76qgnfw time="2024-07-02T03:50:40.718Z" level=debug msg=Reconciling controller=clusterversion-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=2d6dc888-cc79-41d3-9b5d-cd8b7b3b1c51 time="2024-07-02T03:50:40.72Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterState reconcileID=l5gn7nhg time="2024-07-02T03:50:40.72Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/e2e-test-hive-wl9s4 outcome=unspecified reconcileID=m76qgnfw time="2024-07-02T03:50:40.72Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=e2e-test-hive-wl9s4 namespace= object=e2e-test-hive-wl9s4 reconcileID=31b7e97d-fcba-43f5-a389-bc866f1cef4c time="2024-07-02T03:50:40.72Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterversion reconcileID=rg7qdvrq time="2024-07-02T03:50:40.72Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterversion reconcileID=rg7qdvrq time="2024-07-02T03:50:40.72Z" level=debug msg="cluster installation is not complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterversion reconcileID=rg7qdvrq time="2024-07-02T03:50:40.72Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=awsprivatelink reconcileID=rhdzknxm time="2024-07-02T03:50:40.72Z" level=info msg="initializing AWS private link controller conditions" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=awsprivatelink reconcileID=rhdzknxm time="2024-07-02T03:50:40.718Z" level=debug msg=Reconciling controller=hibernation-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=6e619f44-7273-41c0-a404-4042fcb72afa time="2024-07-02T03:50:40.72Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=hibernation reconcileID=6mrkl5fb time="2024-07-02T03:50:40.72Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=hibernation reconcileID=6mrkl5fb time="2024-07-02T03:50:40.72Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=6mrkl5fb time="2024-07-02T03:50:40.72Z" level=debug msg="Reconcile successful" controller=hibernation-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=6e619f44-7273-41c0-a404-4042fcb72afa time="2024-07-02T03:50:40.72Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=rg7qdvrq time="2024-07-02T03:50:40.72Z" level=debug msg="Reconcile successful" controller=clusterversion-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=2d6dc888-cc79-41d3-9b5d-cd8b7b3b1c51 time="2024-07-02T03:50:40.72Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=l5gn7nhg time="2024-07-02T03:50:40.721Z" level=debug msg="Reconcile successful" controller=clusterstate-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=9b1953a9-0cb4-406e-b71b-2307e6543d61 time="2024-07-02T03:50:40.729Z" level=info msg="failed to update cluster deployment status" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=remoteingress error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"cd-32026-dqfk\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=tfkb2679 time="2024-07-02T03:50:40.73Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=remoteingress elapsedMillis=29 elapsedMillisGT=0 outcome=unspecified reconcileID=tfkb2679 time="2024-07-02T03:50:40.73Z" level=error msg="Reconciler error" controller=remoteingress-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"cd-32026-dqfk\": the object has been modified; please apply your changes to the latest version and try again" name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=864bc8c4-a979-46e3-9d9a-c395e58f2701 time="2024-07-02T03:50:40.73Z" level=debug msg=Reconciling controller=remoteingress-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=968a02ed-e823-4021-91b0-864e7f2e760f time="2024-07-02T03:50:40.73Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=remoteingress reconcileID=mg2srlw5 time="2024-07-02T03:50:40.73Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=remoteingress reconcileID=mg2srlw5 time="2024-07-02T03:50:40.73Z" level=info msg="initializing remote ingress controller conditions" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=remoteingress reconcileID=mg2srlw5 time="2024-07-02T03:50:40.731Z" level=info msg="failed to update cluster deployment status" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"cd-32026-dqfk\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=j8w6xrl4 time="2024-07-02T03:50:40.732Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment elapsedMillis=117 elapsedMillisGT=0 outcome=unspecified reconcileID=j8w6xrl4 time="2024-07-02T03:50:40.732Z" level=error msg="Reconciler error" controller=clusterdeployment-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"cd-32026-dqfk\": the object has been modified; please apply your changes to the latest version and try again" name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=37e2830c-2231-4d6e-a5b7-f7970a655b63 time="2024-07-02T03:50:40.732Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=b68630d5-ce54-48e0-b54f-93a4b45a983a time="2024-07-02T03:50:40.732Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment reconcileID=m76cxqjq time="2024-07-02T03:50:40.732Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment reconcileID=m76cxqjq time="2024-07-02T03:50:40.732Z" level=info msg="initializing cluster deployment controller conditions" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment reconcileID=m76cxqjq time="2024-07-02T03:50:40.736Z" level=info msg="could not update conditions" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterRelocate error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"cd-32026-dqfk\": the object has been modified; please apply your changes to the latest version and try again" matchingRelocates="[]" reconcileID=tflr2mkf time="2024-07-02T03:50:40.736Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterRelocate elapsedMillis=18 elapsedMillisGT=0 outcome=unspecified reconcileID=tflr2mkf time="2024-07-02T03:50:40.736Z" level=error msg="Reconciler error" controller=clusterrelocate-controller error="could not update conditions: Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"cd-32026-dqfk\": the object has been modified; please apply your changes to the latest version and try again" name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=2970850f-231b-47fb-b042-1d975ced0adb time="2024-07-02T03:50:40.736Z" level=debug msg=Reconciling controller=clusterrelocate-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=7da25914-5512-4b1f-8a16-ffaa211323fe time="2024-07-02T03:50:40.736Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterRelocate reconcileID=rj2vjnmr time="2024-07-02T03:50:40.736Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterRelocate reconcileID=rj2vjnmr time="2024-07-02T03:50:40.736Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterRelocate matchingRelocates="[]" reconcileID=rj2vjnmr time="2024-07-02T03:50:40.736Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=rj2vjnmr time="2024-07-02T03:50:40.736Z" level=debug msg="Reconcile successful" controller=clusterrelocate-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=7da25914-5512-4b1f-8a16-ffaa211323fe time="2024-07-02T03:50:40.738Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=awsprivatelink elapsedMillis=18 elapsedMillisGT=0 outcome=unspecified reconcileID=rhdzknxm time="2024-07-02T03:50:40.738Z" level=debug msg="Reconcile successful" controller=awsprivatelink-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=6a84073b-0e06-4b84-9f63-08d3718e28e7 time="2024-07-02T03:50:40.742Z" level=debug msg=Reconciling controller=clusterrelocate-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=0e5615b2-84e0-44a4-98e0-0d869dc5956e time="2024-07-02T03:50:40.742Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterRelocate reconcileID=fbkk6xqw time="2024-07-02T03:50:40.742Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterRelocate reconcileID=fbkk6xqw time="2024-07-02T03:50:40.742Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterRelocate matchingRelocates="[]" reconcileID=fbkk6xqw time="2024-07-02T03:50:40.742Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=fbkk6xqw time="2024-07-02T03:50:40.742Z" level=debug msg="Reconcile successful" controller=clusterrelocate-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=0e5615b2-84e0-44a4-98e0-0d869dc5956e time="2024-07-02T03:50:40.744Z" level=debug msg=Reconciling controller=controlplanecerts-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=64874768-e18b-4ac1-a8d1-6779b9eb539f time="2024-07-02T03:50:40.744Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=controlPlaneCerts reconcileID=58zs6fmx time="2024-07-02T03:50:40.744Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=e2e-test-hive-wl9s4 namespace= object=e2e-test-hive-wl9s4 reconcileID=6b4ec302-7fc1-454e-990e-ccef597cd8df time="2024-07-02T03:50:40.745Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/e2e-test-hive-wl9s4 reconcileID=bwklnhct time="2024-07-02T03:50:40.744Z" level=debug msg=Reconciling controller=syncidentityprovider-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=d8d63ad3-373b-49ba-9742-f9659ddaea5b time="2024-07-02T03:50:40.745Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=syncidentityprovider reconcileID=ljkptf96 time="2024-07-02T03:50:40.745Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=syncidentityprovider reconcileID=ljkptf96 time="2024-07-02T03:50:40.745Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=controlPlaneCerts reconcileID=58zs6fmx time="2024-07-02T03:50:40.745Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=58zs6fmx time="2024-07-02T03:50:40.745Z" level=debug msg="Reconcile successful" controller=controlplanecerts-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=64874768-e18b-4ac1-a8d1-6779b9eb539f time="2024-07-02T03:50:40.744Z" level=debug msg=Reconciling controller=unreachable-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=c020e24a-9d38-4e4d-893c-d11db8a48578 time="2024-07-02T03:50:40.745Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=unreachable reconcileID=jv6sbp7r time="2024-07-02T03:50:40.745Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=unreachable reconcileID=jv6sbp7r time="2024-07-02T03:50:40.745Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=syncidentityprovider reconcileID=ljkptf96 time="2024-07-02T03:50:40.745Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=ljkptf96 time="2024-07-02T03:50:40.745Z" level=debug msg="Reconcile successful" controller=syncidentityprovider-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=d8d63ad3-373b-49ba-9742-f9659ddaea5b time="2024-07-02T03:50:40.745Z" level=debug msg="cluster installation is not complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=unreachable reconcileID=jv6sbp7r time="2024-07-02T03:50:40.745Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=jv6sbp7r time="2024-07-02T03:50:40.745Z" level=debug msg="Reconcile successful" controller=unreachable-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=c020e24a-9d38-4e4d-893c-d11db8a48578 time="2024-07-02T03:50:40.745Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/e2e-test-hive-wl9s4 outcome=unspecified reconcileID=bwklnhct time="2024-07-02T03:50:40.745Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=e2e-test-hive-wl9s4 namespace= object=e2e-test-hive-wl9s4 reconcileID=6b4ec302-7fc1-454e-990e-ccef597cd8df time="2024-07-02T03:50:40.744Z" level=debug msg=Reconciling controller=clusterrelocate-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=537ff15c-779c-4fa4-acaa-a4ccb23c9b6b time="2024-07-02T03:50:40.744Z" level=debug msg=Reconciling controller=clusterstate-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=bfc21186-511b-46dc-9cfd-5ca48eca714f time="2024-07-02T03:50:40.746Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterState reconcileID=rmdblv8s time="2024-07-02T03:50:40.746Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterState reconcileID=rmdblv8s time="2024-07-02T03:50:40.746Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterState reconcileID=rmdblv8s time="2024-07-02T03:50:40.746Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=rmdblv8s time="2024-07-02T03:50:40.746Z" level=debug msg="Reconcile successful" controller=clusterstate-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=bfc21186-511b-46dc-9cfd-5ca48eca714f time="2024-07-02T03:50:40.746Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterRelocate reconcileID=585dzxw9 time="2024-07-02T03:50:40.746Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterRelocate reconcileID=585dzxw9 time="2024-07-02T03:50:40.746Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterRelocate matchingRelocates="[]" reconcileID=585dzxw9 time="2024-07-02T03:50:40.746Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=585dzxw9 time="2024-07-02T03:50:40.744Z" level=debug msg=Reconciling controller=clusterversion-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=dd105ee8-e867-49b6-becc-84bd3a82974b time="2024-07-02T03:50:40.746Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterversion reconcileID=ltgn2jpl time="2024-07-02T03:50:40.746Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterversion reconcileID=ltgn2jpl time="2024-07-02T03:50:40.746Z" level=debug msg="cluster installation is not complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterversion reconcileID=ltgn2jpl time="2024-07-02T03:50:40.746Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=ltgn2jpl time="2024-07-02T03:50:40.746Z" level=debug msg="Reconcile successful" controller=clusterversion-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=dd105ee8-e867-49b6-becc-84bd3a82974b time="2024-07-02T03:50:40.746Z" level=debug msg="Reconcile successful" controller=clusterrelocate-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=537ff15c-779c-4fa4-acaa-a4ccb23c9b6b time="2024-07-02T03:50:40.75Z" level=debug msg=Reconciling controller=argocdregister-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=21c5fa88-adab-462f-a5f3-a896e1ab6aae time="2024-07-02T03:50:40.75Z" level=info msg="reconciling cluster deployment" clusterDeployment=cd-32026-dqfk controller=argocdregister namespace=e2e-test-hive-wl9s4 time="2024-07-02T03:50:40.75Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=cd-32026-dqfk controller=argocdregister namespace=e2e-test-hive-wl9s4 time="2024-07-02T03:50:40.75Z" level=info msg="reconcile complete" clusterDeployment=cd-32026-dqfk controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=e2e-test-hive-wl9s4 outcome=unspecified time="2024-07-02T03:50:40.75Z" level=debug msg=Reconciling controller=awsprivatelink-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=775e48bb-f2e4-4ecf-b648-dfbf73685e13 time="2024-07-02T03:50:40.75Z" level=debug msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=awsprivatelink reconcileID=2cx4glvd time="2024-07-02T03:50:40.75Z" level=debug msg="Reconcile successful" controller=argocdregister-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=21c5fa88-adab-462f-a5f3-a896e1ab6aae time="2024-07-02T03:50:40.75Z" level=debug msg=Reconciling controller=hibernation-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=d4f1b169-328f-4e62-b58f-a853eb3957e3 time="2024-07-02T03:50:40.75Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=hibernation reconcileID=rgtrlgpk time="2024-07-02T03:50:40.75Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=hibernation reconcileID=rgtrlgpk time="2024-07-02T03:50:40.75Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=rgtrlgpk time="2024-07-02T03:50:40.75Z" level=debug msg="Reconcile successful" controller=hibernation-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=d4f1b169-328f-4e62-b58f-a853eb3957e3 time="2024-07-02T03:50:40.75Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=awsprivatelink reconcileID=2cx4glvd time="2024-07-02T03:50:40.75Z" level=debug msg="controller cannot service the clusterdeployment, so skipping" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=awsprivatelink reconcileID=2cx4glvd time="2024-07-02T03:50:40.75Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2cx4glvd time="2024-07-02T03:50:40.751Z" level=debug msg="Reconcile successful" controller=awsprivatelink-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=775e48bb-f2e4-4ecf-b648-dfbf73685e13 time="2024-07-02T03:50:40.759Z" level=info msg="failed to update cluster deployment status" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=remoteingress error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"cd-32026-dqfk\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=mg2srlw5 time="2024-07-02T03:50:40.759Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=remoteingress elapsedMillis=28 elapsedMillisGT=0 outcome=unspecified reconcileID=mg2srlw5 time="2024-07-02T03:50:40.759Z" level=error msg="Reconciler error" controller=remoteingress-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"cd-32026-dqfk\": the object has been modified; please apply your changes to the latest version and try again" name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=968a02ed-e823-4021-91b0-864e7f2e760f time="2024-07-02T03:50:40.759Z" level=debug msg=Reconciling controller=remoteingress-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=353ec1a1-b311-46d8-b613-5cbbbcaccfc0 time="2024-07-02T03:50:40.759Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=remoteingress reconcileID=8d86ptlb time="2024-07-02T03:50:40.759Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=remoteingress reconcileID=8d86ptlb time="2024-07-02T03:50:40.759Z" level=info msg="initializing remote ingress controller conditions" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=remoteingress reconcileID=8d86ptlb time="2024-07-02T03:50:40.761Z" level=info msg="failed to update cluster deployment status" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"cd-32026-dqfk\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=m76cxqjq time="2024-07-02T03:50:40.761Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment elapsedMillis=29 elapsedMillisGT=0 outcome=unspecified reconcileID=m76cxqjq time="2024-07-02T03:50:40.761Z" level=error msg="Reconciler error" controller=clusterdeployment-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"cd-32026-dqfk\": the object has been modified; please apply your changes to the latest version and try again" name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=b68630d5-ce54-48e0-b54f-93a4b45a983a time="2024-07-02T03:50:40.775Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=remoteingress elapsedMillis=16 elapsedMillisGT=0 outcome=unspecified reconcileID=8d86ptlb time="2024-07-02T03:50:40.776Z" level=debug msg="Reconcile successful" controller=remoteingress-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=353ec1a1-b311-46d8-b613-5cbbbcaccfc0 time="2024-07-02T03:50:40.776Z" level=debug msg=Reconciling controller=clusterversion-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=13070485-f5c9-487e-a965-b96894d3ae7c time="2024-07-02T03:50:40.776Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterversion reconcileID=5jzl2qml time="2024-07-02T03:50:40.776Z" level=debug msg=Reconciling controller=clusterrelocate-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=ac722ec7-f6c7-4414-8228-ffd80f62d1c8 time="2024-07-02T03:50:40.776Z" level=debug msg=Reconciling controller=controlplanecerts-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=0b694d6b-ee1e-42a9-b9d4-d52ca4c5956e time="2024-07-02T03:50:40.776Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=controlPlaneCerts reconcileID=hbsg8mb2 time="2024-07-02T03:50:40.776Z" level=debug msg=Reconciling controller=remoteingress-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=e708acff-d64a-4e56-bb60-57e4e2752f12 time="2024-07-02T03:50:40.776Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=remoteingress reconcileID=d2bmfs4w time="2024-07-02T03:50:40.776Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=remoteingress reconcileID=d2bmfs4w time="2024-07-02T03:50:40.776Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterRelocate reconcileID=69hjhkf7 time="2024-07-02T03:50:40.777Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterRelocate reconcileID=69hjhkf7 time="2024-07-02T03:50:40.777Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterRelocate matchingRelocates="[]" reconcileID=69hjhkf7 time="2024-07-02T03:50:40.776Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=controlPlaneCerts reconcileID=hbsg8mb2 time="2024-07-02T03:50:40.777Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=hbsg8mb2 time="2024-07-02T03:50:40.777Z" level=debug msg="Reconcile successful" controller=controlplanecerts-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=0b694d6b-ee1e-42a9-b9d4-d52ca4c5956e time="2024-07-02T03:50:40.776Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=remoteingress reconcileID=d2bmfs4w time="2024-07-02T03:50:40.777Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=d2bmfs4w time="2024-07-02T03:50:40.777Z" level=debug msg="Reconcile successful" controller=remoteingress-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=e708acff-d64a-4e56-bb60-57e4e2752f12 time="2024-07-02T03:50:40.776Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterversion reconcileID=5jzl2qml time="2024-07-02T03:50:40.777Z" level=debug msg="cluster installation is not complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterversion reconcileID=5jzl2qml time="2024-07-02T03:50:40.777Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=5jzl2qml time="2024-07-02T03:50:40.777Z" level=debug msg="Reconcile successful" controller=clusterversion-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=13070485-f5c9-487e-a965-b96894d3ae7c time="2024-07-02T03:50:40.777Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=69hjhkf7 time="2024-07-02T03:50:40.777Z" level=debug msg="Reconcile successful" controller=clusterrelocate-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=ac722ec7-f6c7-4414-8228-ffd80f62d1c8 time="2024-07-02T03:50:40.776Z" level=debug msg=Reconciling controller=unreachable-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=f73e061e-e689-4577-9ce5-564df3de89a1 time="2024-07-02T03:50:40.777Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=unreachable reconcileID=v48db2zn time="2024-07-02T03:50:40.777Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=unreachable reconcileID=v48db2zn time="2024-07-02T03:50:40.777Z" level=debug msg="cluster installation is not complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=unreachable reconcileID=v48db2zn time="2024-07-02T03:50:40.777Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=v48db2zn time="2024-07-02T03:50:40.777Z" level=debug msg="Reconcile successful" controller=unreachable-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=f73e061e-e689-4577-9ce5-564df3de89a1 time="2024-07-02T03:50:40.776Z" level=debug msg=Reconciling controller=syncidentityprovider-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=26196523-bc65-4c2a-aada-4f8106447e9c time="2024-07-02T03:50:40.777Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=syncidentityprovider reconcileID=98gx5jph time="2024-07-02T03:50:40.777Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=syncidentityprovider reconcileID=98gx5jph time="2024-07-02T03:50:40.777Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=syncidentityprovider reconcileID=98gx5jph time="2024-07-02T03:50:40.777Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=98gx5jph time="2024-07-02T03:50:40.777Z" level=debug msg="Reconcile successful" controller=syncidentityprovider-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=26196523-bc65-4c2a-aada-4f8106447e9c time="2024-07-02T03:50:40.776Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=e2e-test-hive-wl9s4 namespace= object=e2e-test-hive-wl9s4 reconcileID=d573f7be-3050-4eda-a55b-74294be0d1e3 time="2024-07-02T03:50:40.777Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/e2e-test-hive-wl9s4 reconcileID=stztlkmc time="2024-07-02T03:50:40.777Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/e2e-test-hive-wl9s4 outcome=unspecified reconcileID=stztlkmc time="2024-07-02T03:50:40.777Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=e2e-test-hive-wl9s4 namespace= object=e2e-test-hive-wl9s4 reconcileID=d573f7be-3050-4eda-a55b-74294be0d1e3 time="2024-07-02T03:50:40.776Z" level=debug msg=Reconciling controller=clusterstate-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=06ddea20-4a46-46e3-b53a-715ae5e9ee96 time="2024-07-02T03:50:40.778Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterState reconcileID=96qggx8s time="2024-07-02T03:50:40.778Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterState reconcileID=96qggx8s time="2024-07-02T03:50:40.778Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterState reconcileID=96qggx8s time="2024-07-02T03:50:40.778Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=96qggx8s time="2024-07-02T03:50:40.778Z" level=debug msg="Reconcile successful" controller=clusterstate-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=06ddea20-4a46-46e3-b53a-715ae5e9ee96 time="2024-07-02T03:50:40.782Z" level=debug msg=Reconciling controller=hibernation-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=e3f7b344-4722-401d-9f82-78dcf66ba4a4 time="2024-07-02T03:50:40.782Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=hibernation reconcileID=vq8bhnmz time="2024-07-02T03:50:40.782Z" level=debug msg=Reconciling controller=argocdregister-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=9a66ad45-5a0f-4bc1-98ad-da1fdeb8b862 time="2024-07-02T03:50:40.782Z" level=info msg="reconciling cluster deployment" clusterDeployment=cd-32026-dqfk controller=argocdregister namespace=e2e-test-hive-wl9s4 time="2024-07-02T03:50:40.782Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=cd-32026-dqfk controller=argocdregister namespace=e2e-test-hive-wl9s4 time="2024-07-02T03:50:40.782Z" level=info msg="reconcile complete" clusterDeployment=cd-32026-dqfk controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=e2e-test-hive-wl9s4 outcome=unspecified time="2024-07-02T03:50:40.782Z" level=debug msg=Reconciling controller=awsprivatelink-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=def77f0d-1c8d-46ac-83ff-17098e08e5da time="2024-07-02T03:50:40.782Z" level=debug msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=awsprivatelink reconcileID=fwzdgdxt time="2024-07-02T03:50:40.782Z" level=debug msg="Reconcile successful" controller=argocdregister-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=9a66ad45-5a0f-4bc1-98ad-da1fdeb8b862 time="2024-07-02T03:50:40.782Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=hibernation reconcileID=vq8bhnmz time="2024-07-02T03:50:40.782Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=awsprivatelink reconcileID=fwzdgdxt time="2024-07-02T03:50:40.782Z" level=debug msg="controller cannot service the clusterdeployment, so skipping" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=awsprivatelink reconcileID=fwzdgdxt time="2024-07-02T03:50:40.782Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=vq8bhnmz time="2024-07-02T03:50:40.783Z" level=debug msg="Reconcile successful" controller=hibernation-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=e3f7b344-4722-401d-9f82-78dcf66ba4a4 time="2024-07-02T03:50:40.783Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=fwzdgdxt time="2024-07-02T03:50:40.783Z" level=debug msg="Reconcile successful" controller=awsprivatelink-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=def77f0d-1c8d-46ac-83ff-17098e08e5da time="2024-07-02T03:50:40.811Z" level=debug msg=Reconciling controller=remoteingress-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=2c1354de-e38d-4e08-a8d1-492954edce13 time="2024-07-02T03:50:40.811Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=remoteingress reconcileID=9dxwbmqh time="2024-07-02T03:50:40.811Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=remoteingress reconcileID=9dxwbmqh time="2024-07-02T03:50:40.811Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=remoteingress reconcileID=9dxwbmqh time="2024-07-02T03:50:40.811Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=9dxwbmqh time="2024-07-02T03:50:40.811Z" level=debug msg="Reconcile successful" controller=remoteingress-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=2c1354de-e38d-4e08-a8d1-492954edce13 time="2024-07-02T03:50:40.812Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=21856238-7c23-40d9-8543-0f0bd9319af6 time="2024-07-02T03:50:40.812Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment reconcileID=sltp9v59 time="2024-07-02T03:50:40.813Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment reconcileID=sltp9v59 time="2024-07-02T03:50:40.813Z" level=info msg="initializing cluster deployment controller conditions" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment reconcileID=sltp9v59 time="2024-07-02T03:50:40.829Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment elapsedMillis=16 elapsedMillisGT=0 outcome=unspecified reconcileID=sltp9v59 time="2024-07-02T03:50:40.829Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=21856238-7c23-40d9-8543-0f0bd9319af6 time="2024-07-02T03:50:40.83Z" level=debug msg=Reconciling controller=controlplanecerts-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=eae0b321-a58f-430b-9fcb-e53947e66dc3 time="2024-07-02T03:50:40.83Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=controlPlaneCerts reconcileID=9r978vwf time="2024-07-02T03:50:40.83Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=controlPlaneCerts reconcileID=9r978vwf time="2024-07-02T03:50:40.83Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=9r978vwf time="2024-07-02T03:50:40.83Z" level=debug msg="Reconcile successful" controller=controlplanecerts-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=eae0b321-a58f-430b-9fcb-e53947e66dc3 time="2024-07-02T03:50:40.83Z" level=debug msg=Reconciling controller=clusterrelocate-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=c02c4e60-ffe8-41f9-8e6f-35cb361d0b69 time="2024-07-02T03:50:40.831Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterRelocate reconcileID=652t8h8j time="2024-07-02T03:50:40.831Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterRelocate reconcileID=652t8h8j time="2024-07-02T03:50:40.831Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterRelocate matchingRelocates="[]" reconcileID=652t8h8j time="2024-07-02T03:50:40.831Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=652t8h8j time="2024-07-02T03:50:40.831Z" level=debug msg="Reconcile successful" controller=clusterrelocate-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=c02c4e60-ffe8-41f9-8e6f-35cb361d0b69 time="2024-07-02T03:50:40.83Z" level=debug msg=Reconciling controller=remoteingress-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=08fe4e52-e728-4b00-b4f2-a0b5a3060a90 time="2024-07-02T03:50:40.831Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=remoteingress reconcileID=8bq9d6pf time="2024-07-02T03:50:40.831Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=remoteingress reconcileID=8bq9d6pf time="2024-07-02T03:50:40.83Z" level=debug msg=Reconciling controller=clusterstate-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=189359bb-baac-4ab2-af2a-ab405dc48b8b time="2024-07-02T03:50:40.831Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterState reconcileID=66kzdtwh time="2024-07-02T03:50:40.831Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterState reconcileID=66kzdtwh time="2024-07-02T03:50:40.831Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterState reconcileID=66kzdtwh time="2024-07-02T03:50:40.832Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=66kzdtwh time="2024-07-02T03:50:40.832Z" level=debug msg="Reconcile successful" controller=clusterstate-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=189359bb-baac-4ab2-af2a-ab405dc48b8b time="2024-07-02T03:50:40.831Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=remoteingress reconcileID=8bq9d6pf time="2024-07-02T03:50:40.832Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=8bq9d6pf time="2024-07-02T03:50:40.832Z" level=debug msg="Reconcile successful" controller=remoteingress-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=08fe4e52-e728-4b00-b4f2-a0b5a3060a90 time="2024-07-02T03:50:40.831Z" level=debug msg=Reconciling controller=unreachable-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=ea09f61f-eb36-43d7-9924-41ae607379b2 time="2024-07-02T03:50:40.832Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=unreachable reconcileID=mb52fzsz time="2024-07-02T03:50:40.832Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=unreachable reconcileID=mb52fzsz time="2024-07-02T03:50:40.832Z" level=debug msg="cluster installation is not complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=unreachable reconcileID=mb52fzsz time="2024-07-02T03:50:40.832Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=mb52fzsz time="2024-07-02T03:50:40.832Z" level=debug msg="Reconcile successful" controller=unreachable-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=ea09f61f-eb36-43d7-9924-41ae607379b2 time="2024-07-02T03:50:40.831Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=e2e-test-hive-wl9s4 namespace= object=e2e-test-hive-wl9s4 reconcileID=9408ea10-0b0f-4399-8e8c-1c69b94ad1ab time="2024-07-02T03:50:40.832Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/e2e-test-hive-wl9s4 reconcileID=n4l6m9gg time="2024-07-02T03:50:40.832Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/e2e-test-hive-wl9s4 outcome=unspecified reconcileID=n4l6m9gg time="2024-07-02T03:50:40.832Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=e2e-test-hive-wl9s4 namespace= object=e2e-test-hive-wl9s4 reconcileID=9408ea10-0b0f-4399-8e8c-1c69b94ad1ab time="2024-07-02T03:50:40.831Z" level=debug msg=Reconciling controller=clusterversion-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=ee5b9b02-281c-44b6-9e4c-d2b030ea0397 time="2024-07-02T03:50:40.832Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterversion reconcileID=rgbbhpqw time="2024-07-02T03:50:40.832Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterversion reconcileID=rgbbhpqw time="2024-07-02T03:50:40.832Z" level=debug msg="cluster installation is not complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterversion reconcileID=rgbbhpqw time="2024-07-02T03:50:40.832Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=rgbbhpqw time="2024-07-02T03:50:40.83Z" level=debug msg=Reconciling controller=syncidentityprovider-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=3e01bce8-3d68-4c49-8bba-b18befd27287 time="2024-07-02T03:50:40.832Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=syncidentityprovider reconcileID=wkbmqvq9 time="2024-07-02T03:50:40.832Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=syncidentityprovider reconcileID=wkbmqvq9 time="2024-07-02T03:50:40.832Z" level=debug msg="Reconcile successful" controller=clusterversion-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=ee5b9b02-281c-44b6-9e4c-d2b030ea0397 time="2024-07-02T03:50:40.832Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=syncidentityprovider reconcileID=wkbmqvq9 time="2024-07-02T03:50:40.832Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=wkbmqvq9 time="2024-07-02T03:50:40.832Z" level=debug msg="Reconcile successful" controller=syncidentityprovider-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=3e01bce8-3d68-4c49-8bba-b18befd27287 time="2024-07-02T03:50:40.836Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=96078abd-392c-496c-8e7b-677f1c0216a8 time="2024-07-02T03:50:40.836Z" level=debug msg=Reconciling controller=hibernation-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=44beae84-f815-45ef-ab8e-de64ffefb0f7 time="2024-07-02T03:50:40.836Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=hibernation reconcileID=n6qjvttx time="2024-07-02T03:50:40.836Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=hibernation reconcileID=n6qjvttx time="2024-07-02T03:50:40.836Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment reconcileID=l4z6mpxq time="2024-07-02T03:50:40.836Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=n6qjvttx time="2024-07-02T03:50:40.836Z" level=debug msg=Reconciling controller=awsprivatelink-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=fe610cae-4ffc-4e55-9390-04377470ea9e time="2024-07-02T03:50:40.836Z" level=debug msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=awsprivatelink reconcileID=h58kfx8v time="2024-07-02T03:50:40.836Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=awsprivatelink reconcileID=h58kfx8v time="2024-07-02T03:50:40.836Z" level=debug msg="controller cannot service the clusterdeployment, so skipping" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=awsprivatelink reconcileID=h58kfx8v time="2024-07-02T03:50:40.836Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=h58kfx8v time="2024-07-02T03:50:40.836Z" level=debug msg="Reconcile successful" controller=awsprivatelink-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=fe610cae-4ffc-4e55-9390-04377470ea9e time="2024-07-02T03:50:40.836Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment reconcileID=l4z6mpxq time="2024-07-02T03:50:40.836Z" level=debug msg="Reconcile successful" controller=hibernation-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=44beae84-f815-45ef-ab8e-de64ffefb0f7 time="2024-07-02T03:50:40.836Z" level=debug msg=Reconciling controller=argocdregister-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=7b9a3f6d-221e-43fa-a502-0485069769ab time="2024-07-02T03:50:40.837Z" level=info msg="reconciling cluster deployment" clusterDeployment=cd-32026-dqfk controller=argocdregister namespace=e2e-test-hive-wl9s4 time="2024-07-02T03:50:40.837Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=cd-32026-dqfk controller=argocdregister namespace=e2e-test-hive-wl9s4 time="2024-07-02T03:50:40.837Z" level=info msg="reconcile complete" clusterDeployment=cd-32026-dqfk controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=e2e-test-hive-wl9s4 outcome=unspecified time="2024-07-02T03:50:40.837Z" level=debug msg="Reconcile successful" controller=argocdregister-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=7b9a3f6d-221e-43fa-a502-0485069769ab time="2024-07-02T03:50:40.87Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment elapsedMillis=34 elapsedMillisGT=0 outcome=unspecified reconcileID=l4z6mpxq time="2024-07-02T03:50:40.87Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=96078abd-392c-496c-8e7b-677f1c0216a8 time="2024-07-02T03:50:40.871Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=e2e-test-hive-wl9s4 namespace= object=e2e-test-hive-wl9s4 reconcileID=00ad5ba4-e08d-4637-ac35-73c88e638379 time="2024-07-02T03:50:40.871Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/e2e-test-hive-wl9s4 reconcileID=7w544tpr time="2024-07-02T03:50:40.871Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/e2e-test-hive-wl9s4 outcome=unspecified reconcileID=7w544tpr time="2024-07-02T03:50:40.871Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=e2e-test-hive-wl9s4 namespace= object=e2e-test-hive-wl9s4 reconcileID=00ad5ba4-e08d-4637-ac35-73c88e638379 time="2024-07-02T03:50:40.871Z" level=debug msg=Reconciling controller=clusterversion-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=b38c6b39-bd5c-4f0a-b09e-0465ed136090 time="2024-07-02T03:50:40.871Z" level=debug msg=Reconciling controller=clusterstate-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=bc13eb76-5e1f-402a-802e-f90101bf1904 time="2024-07-02T03:50:40.871Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterState reconcileID=wmlgg6zk time="2024-07-02T03:50:40.871Z" level=debug msg=Reconciling controller=syncidentityprovider-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=2618e176-d4b1-4638-8343-dfa132a462b9 time="2024-07-02T03:50:40.872Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=syncidentityprovider reconcileID=7hdd765b time="2024-07-02T03:50:40.872Z" level=debug msg=Reconciling controller=awsprivatelink-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=8b384d5f-019e-427e-8e7d-691f1b9b886e time="2024-07-02T03:50:40.872Z" level=debug msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=awsprivatelink reconcileID=g9xj8j5r time="2024-07-02T03:50:40.871Z" level=debug msg=Reconciling controller=remoteingress-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=dff1d870-85cb-465b-b8f9-2b8cf43d4290 time="2024-07-02T03:50:40.872Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=remoteingress reconcileID=qbgl46cc time="2024-07-02T03:50:40.872Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=syncidentityprovider reconcileID=7hdd765b time="2024-07-02T03:50:40.872Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=remoteingress reconcileID=qbgl46cc time="2024-07-02T03:50:40.872Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=remoteingress reconcileID=qbgl46cc time="2024-07-02T03:50:40.872Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=qbgl46cc time="2024-07-02T03:50:40.872Z" level=debug msg="Reconcile successful" controller=remoteingress-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=dff1d870-85cb-465b-b8f9-2b8cf43d4290 time="2024-07-02T03:50:40.872Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=awsprivatelink reconcileID=g9xj8j5r time="2024-07-02T03:50:40.872Z" level=debug msg="controller cannot service the clusterdeployment, so skipping" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=awsprivatelink reconcileID=g9xj8j5r time="2024-07-02T03:50:40.872Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=g9xj8j5r time="2024-07-02T03:50:40.872Z" level=debug msg="Reconcile successful" controller=awsprivatelink-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=8b384d5f-019e-427e-8e7d-691f1b9b886e time="2024-07-02T03:50:40.872Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterState reconcileID=wmlgg6zk time="2024-07-02T03:50:40.872Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterState reconcileID=wmlgg6zk time="2024-07-02T03:50:40.872Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=syncidentityprovider reconcileID=7hdd765b time="2024-07-02T03:50:40.872Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=7hdd765b time="2024-07-02T03:50:40.872Z" level=debug msg="Reconcile successful" controller=syncidentityprovider-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=2618e176-d4b1-4638-8343-dfa132a462b9 time="2024-07-02T03:50:40.871Z" level=debug msg=Reconciling controller=controlplanecerts-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=666ba31c-8338-4b8f-9d72-e0e078549331 time="2024-07-02T03:50:40.872Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=controlPlaneCerts reconcileID=szl5z9rj time="2024-07-02T03:50:40.872Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=controlPlaneCerts reconcileID=szl5z9rj time="2024-07-02T03:50:40.872Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=szl5z9rj time="2024-07-02T03:50:40.872Z" level=debug msg="Reconcile successful" controller=controlplanecerts-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=666ba31c-8338-4b8f-9d72-e0e078549331 time="2024-07-02T03:50:40.871Z" level=debug msg=Reconciling controller=clusterrelocate-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=0926f15b-010d-4769-aa93-b64634b1cec0 time="2024-07-02T03:50:40.873Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterRelocate reconcileID=zcf6zwqc time="2024-07-02T03:50:40.873Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterRelocate reconcileID=zcf6zwqc time="2024-07-02T03:50:40.873Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterRelocate matchingRelocates="[]" reconcileID=zcf6zwqc time="2024-07-02T03:50:40.873Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=zcf6zwqc time="2024-07-02T03:50:40.873Z" level=debug msg="Reconcile successful" controller=clusterrelocate-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=0926f15b-010d-4769-aa93-b64634b1cec0 time="2024-07-02T03:50:40.872Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=wmlgg6zk time="2024-07-02T03:50:40.873Z" level=debug msg="Reconcile successful" controller=clusterstate-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=bc13eb76-5e1f-402a-802e-f90101bf1904 time="2024-07-02T03:50:40.871Z" level=debug msg=Reconciling controller=unreachable-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=299fedee-b065-4ba1-a1b8-071429adc2c1 time="2024-07-02T03:50:40.873Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=unreachable reconcileID=2hxtqwc8 time="2024-07-02T03:50:40.873Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=unreachable reconcileID=2hxtqwc8 time="2024-07-02T03:50:40.873Z" level=debug msg="cluster installation is not complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=unreachable reconcileID=2hxtqwc8 time="2024-07-02T03:50:40.873Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2hxtqwc8 time="2024-07-02T03:50:40.873Z" level=debug msg="Reconcile successful" controller=unreachable-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=299fedee-b065-4ba1-a1b8-071429adc2c1 time="2024-07-02T03:50:40.872Z" level=debug msg=Reconciling controller=argocdregister-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=9f8e8c6c-ac3e-4a75-b07a-6405057ec970 time="2024-07-02T03:50:40.873Z" level=info msg="reconciling cluster deployment" clusterDeployment=cd-32026-dqfk controller=argocdregister namespace=e2e-test-hive-wl9s4 time="2024-07-02T03:50:40.873Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=cd-32026-dqfk controller=argocdregister namespace=e2e-test-hive-wl9s4 time="2024-07-02T03:50:40.873Z" level=info msg="reconcile complete" clusterDeployment=cd-32026-dqfk controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=e2e-test-hive-wl9s4 outcome=unspecified time="2024-07-02T03:50:40.873Z" level=debug msg="Reconcile successful" controller=argocdregister-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=9f8e8c6c-ac3e-4a75-b07a-6405057ec970 time="2024-07-02T03:50:40.871Z" level=debug msg=Reconciling controller=hibernation-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=4307736e-0de5-4a1c-be58-98d52b8a7f39 time="2024-07-02T03:50:40.871Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterversion reconcileID=wcz759zl time="2024-07-02T03:50:40.873Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterversion reconcileID=wcz759zl time="2024-07-02T03:50:40.873Z" level=debug msg="cluster installation is not complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterversion reconcileID=wcz759zl time="2024-07-02T03:50:40.873Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=wcz759zl time="2024-07-02T03:50:40.873Z" level=debug msg="Reconcile successful" controller=clusterversion-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=b38c6b39-bd5c-4f0a-b09e-0465ed136090 time="2024-07-02T03:50:40.873Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=hibernation reconcileID=vslv66sr time="2024-07-02T03:50:40.873Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=hibernation reconcileID=vslv66sr time="2024-07-02T03:50:40.873Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=vslv66sr time="2024-07-02T03:50:40.873Z" level=debug msg="Reconcile successful" controller=hibernation-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=4307736e-0de5-4a1c-be58-98d52b8a7f39 time="2024-07-02T03:50:40.871Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=de75fd53-30ef-4444-abac-1b70500c975a time="2024-07-02T03:50:40.874Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment reconcileID=c5xv6nwv time="2024-07-02T03:50:40.874Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment reconcileID=c5xv6nwv time="2024-07-02T03:50:40.901Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment elapsedMillis=27 elapsedMillisGT=0 outcome=unspecified reconcileID=c5xv6nwv time="2024-07-02T03:50:40.901Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=de75fd53-30ef-4444-abac-1b70500c975a time="2024-07-02T03:50:40.903Z" level=debug msg=Reconciling controller=controlplanecerts-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=4c26fd59-59a2-42f6-a19f-9bacadb99b83 time="2024-07-02T03:50:40.903Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=e2e-test-hive-wl9s4 namespace= object=e2e-test-hive-wl9s4 reconcileID=9bdafd79-cb03-4845-91c3-838763295736 time="2024-07-02T03:50:40.903Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/e2e-test-hive-wl9s4 reconcileID=mstbb4wj time="2024-07-02T03:50:40.903Z" level=debug msg=Reconciling controller=argocdregister-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=5be05f9a-1d5f-4d9f-9f65-38c110634713 time="2024-07-02T03:50:40.903Z" level=info msg="reconciling cluster deployment" clusterDeployment=cd-32026-dqfk controller=argocdregister namespace=e2e-test-hive-wl9s4 time="2024-07-02T03:50:40.903Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=cd-32026-dqfk controller=argocdregister namespace=e2e-test-hive-wl9s4 time="2024-07-02T03:50:40.903Z" level=info msg="reconcile complete" clusterDeployment=cd-32026-dqfk controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=e2e-test-hive-wl9s4 outcome=unspecified time="2024-07-02T03:50:40.903Z" level=debug msg="Reconcile successful" controller=argocdregister-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=5be05f9a-1d5f-4d9f-9f65-38c110634713 time="2024-07-02T03:50:40.903Z" level=debug msg=Reconciling controller=awsprivatelink-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=1ce6f50e-d76b-4952-8a82-f2f3ca7009b4 time="2024-07-02T03:50:40.903Z" level=debug msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=awsprivatelink reconcileID=h62znqpf time="2024-07-02T03:50:40.903Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=awsprivatelink reconcileID=h62znqpf time="2024-07-02T03:50:40.903Z" level=debug msg="controller cannot service the clusterdeployment, so skipping" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=awsprivatelink reconcileID=h62znqpf time="2024-07-02T03:50:40.903Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=h62znqpf time="2024-07-02T03:50:40.903Z" level=debug msg="Reconcile successful" controller=awsprivatelink-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=1ce6f50e-d76b-4952-8a82-f2f3ca7009b4 time="2024-07-02T03:50:40.903Z" level=debug msg=Reconciling controller=unreachable-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=a3127f3f-7ceb-435f-8527-125e19ff7c61 time="2024-07-02T03:50:40.904Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=unreachable reconcileID=dfgn26kd time="2024-07-02T03:50:40.903Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=7a57f888-925f-4573-8a0b-471b288dd730 time="2024-07-02T03:50:40.904Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment reconcileID=69hrb6lx time="2024-07-02T03:50:40.904Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment reconcileID=69hrb6lx time="2024-07-02T03:50:40.904Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=unreachable reconcileID=dfgn26kd time="2024-07-02T03:50:40.904Z" level=debug msg="cluster installation is not complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=unreachable reconcileID=dfgn26kd time="2024-07-02T03:50:40.904Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=dfgn26kd time="2024-07-02T03:50:40.904Z" level=debug msg="Reconcile successful" controller=unreachable-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=a3127f3f-7ceb-435f-8527-125e19ff7c61 time="2024-07-02T03:50:40.903Z" level=debug msg=Reconciling controller=syncidentityprovider-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=758e3b73-7a1c-4893-9868-a394c27983fc time="2024-07-02T03:50:40.904Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=syncidentityprovider reconcileID=ggdrp2qd time="2024-07-02T03:50:40.903Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=controlPlaneCerts reconcileID=czqbwldb time="2024-07-02T03:50:40.903Z" level=debug msg=Reconciling controller=hibernation-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=409556ea-0954-43a6-af3e-a9f0dd56ca15 time="2024-07-02T03:50:40.904Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=hibernation reconcileID=grlkxsvs time="2024-07-02T03:50:40.903Z" level=debug msg=Reconciling controller=clusterversion-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=120e5ac6-c87c-47be-934d-83c6022c4a3d time="2024-07-02T03:50:40.904Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterversion reconcileID=lxzcgvzh time="2024-07-02T03:50:40.903Z" level=debug msg=Reconciling controller=clusterrelocate-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=b91a4318-9dbb-4d13-8400-a93e726eb7a5 time="2024-07-02T03:50:40.904Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterRelocate reconcileID=27tlmb5h time="2024-07-02T03:50:40.904Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterRelocate reconcileID=27tlmb5h time="2024-07-02T03:50:40.904Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterRelocate matchingRelocates="[]" reconcileID=27tlmb5h time="2024-07-02T03:50:40.903Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/e2e-test-hive-wl9s4 outcome=unspecified reconcileID=mstbb4wj time="2024-07-02T03:50:40.904Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=controlPlaneCerts reconcileID=czqbwldb time="2024-07-02T03:50:40.904Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=czqbwldb time="2024-07-02T03:50:40.904Z" level=debug msg="Reconcile successful" controller=controlplanecerts-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=4c26fd59-59a2-42f6-a19f-9bacadb99b83 time="2024-07-02T03:50:40.904Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=27tlmb5h time="2024-07-02T03:50:40.904Z" level=debug msg="Reconcile successful" controller=clusterrelocate-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=b91a4318-9dbb-4d13-8400-a93e726eb7a5 time="2024-07-02T03:50:40.904Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=hibernation reconcileID=grlkxsvs time="2024-07-02T03:50:40.904Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=grlkxsvs time="2024-07-02T03:50:40.904Z" level=debug msg="Reconcile successful" controller=hibernation-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=409556ea-0954-43a6-af3e-a9f0dd56ca15 time="2024-07-02T03:50:40.904Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=e2e-test-hive-wl9s4 namespace= object=e2e-test-hive-wl9s4 reconcileID=9bdafd79-cb03-4845-91c3-838763295736 time="2024-07-02T03:50:40.904Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=syncidentityprovider reconcileID=ggdrp2qd time="2024-07-02T03:50:40.905Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=syncidentityprovider reconcileID=ggdrp2qd time="2024-07-02T03:50:40.904Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterversion reconcileID=lxzcgvzh time="2024-07-02T03:50:40.905Z" level=debug msg="cluster installation is not complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterversion reconcileID=lxzcgvzh time="2024-07-02T03:50:40.905Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=lxzcgvzh time="2024-07-02T03:50:40.905Z" level=debug msg="Reconcile successful" controller=clusterversion-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=120e5ac6-c87c-47be-934d-83c6022c4a3d time="2024-07-02T03:50:40.905Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=ggdrp2qd time="2024-07-02T03:50:40.905Z" level=debug msg="Reconcile successful" controller=syncidentityprovider-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=758e3b73-7a1c-4893-9868-a394c27983fc time="2024-07-02T03:50:40.903Z" level=debug msg=Reconciling controller=remoteingress-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=cf96c0d9-d4b5-4b3a-9e69-d476d8950381 time="2024-07-02T03:50:40.905Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=remoteingress reconcileID=pnz94p5z time="2024-07-02T03:50:40.905Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=remoteingress reconcileID=pnz94p5z time="2024-07-02T03:50:40.905Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=remoteingress reconcileID=pnz94p5z time="2024-07-02T03:50:40.905Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=pnz94p5z time="2024-07-02T03:50:40.905Z" level=debug msg="Reconcile successful" controller=remoteingress-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=cf96c0d9-d4b5-4b3a-9e69-d476d8950381 time="2024-07-02T03:50:40.903Z" level=debug msg=Reconciling controller=clusterstate-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=85b2c708-ec79-4619-a32e-bfdaf5bb89a1 time="2024-07-02T03:50:40.905Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterState reconcileID=kd64r492 time="2024-07-02T03:50:40.905Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterState reconcileID=kd64r492 time="2024-07-02T03:50:40.905Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterState reconcileID=kd64r492 time="2024-07-02T03:50:40.905Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=kd64r492 time="2024-07-02T03:50:40.905Z" level=debug msg="Reconcile successful" controller=clusterstate-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=85b2c708-ec79-4619-a32e-bfdaf5bb89a1 time="2024-07-02T03:50:41.216Z" level=debug msg="adding clusterdeployment finalizer" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment reconcileID=69hrb6lx time="2024-07-02T03:50:41.248Z" level=debug msg=Reconciling controller=controlplanecerts-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=b52d50f7-4d2e-41d1-b00d-416e8cc40ed0 time="2024-07-02T03:50:41.248Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=controlPlaneCerts reconcileID=vkfhnrw5 time="2024-07-02T03:50:41.248Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=controlPlaneCerts reconcileID=vkfhnrw5 time="2024-07-02T03:50:41.248Z" level=debug msg=Reconciling controller=syncidentityprovider-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=e4992bc5-133c-4b7e-b7d1-85752e3d0a81 time="2024-07-02T03:50:41.248Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=vkfhnrw5 time="2024-07-02T03:50:41.249Z" level=debug msg=Reconciling controller=argocdregister-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=325a3113-3f9a-41bd-97b3-ce72bdf067e3 time="2024-07-02T03:50:41.249Z" level=info msg="reconciling cluster deployment" clusterDeployment=cd-32026-dqfk controller=argocdregister namespace=e2e-test-hive-wl9s4 time="2024-07-02T03:50:41.249Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=cd-32026-dqfk controller=argocdregister namespace=e2e-test-hive-wl9s4 time="2024-07-02T03:50:41.249Z" level=info msg="reconcile complete" clusterDeployment=cd-32026-dqfk controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=e2e-test-hive-wl9s4 outcome=unspecified time="2024-07-02T03:50:41.249Z" level=debug msg="Reconcile successful" controller=argocdregister-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=325a3113-3f9a-41bd-97b3-ce72bdf067e3 time="2024-07-02T03:50:41.248Z" level=debug msg=Reconciling controller=clusterstate-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=4150113a-ad09-4123-8fa1-9641d9dac96e time="2024-07-02T03:50:41.249Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterState reconcileID=mdf28jx9 time="2024-07-02T03:50:41.249Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterState reconcileID=mdf28jx9 time="2024-07-02T03:50:41.249Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterState reconcileID=mdf28jx9 time="2024-07-02T03:50:41.249Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=mdf28jx9 time="2024-07-02T03:50:41.249Z" level=debug msg="Reconcile successful" controller=clusterstate-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=4150113a-ad09-4123-8fa1-9641d9dac96e time="2024-07-02T03:50:41.249Z" level=debug msg=Reconciling controller=clusterversion-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=fe4740a6-0f71-4570-9715-f9d8e12cca5d time="2024-07-02T03:50:41.25Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterversion reconcileID=5j7x5tsz time="2024-07-02T03:50:41.25Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterversion reconcileID=5j7x5tsz time="2024-07-02T03:50:41.25Z" level=debug msg="cluster installation is not complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterversion reconcileID=5j7x5tsz time="2024-07-02T03:50:41.25Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=5j7x5tsz time="2024-07-02T03:50:41.25Z" level=debug msg="Reconcile successful" controller=clusterversion-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=fe4740a6-0f71-4570-9715-f9d8e12cca5d time="2024-07-02T03:50:41.248Z" level=debug msg=Reconciling controller=unreachable-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=966cd326-ec9e-4ce6-9778-429bd64c3ef3 time="2024-07-02T03:50:41.25Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=unreachable reconcileID=2vvcchs4 time="2024-07-02T03:50:41.249Z" level=debug msg=Reconciling controller=hibernation-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=f4af88ff-906d-4540-812d-4d1fa54b9efc time="2024-07-02T03:50:41.249Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=e2e-test-hive-wl9s4 namespace= object=e2e-test-hive-wl9s4 reconcileID=85963d79-189f-4ef4-bbf0-e2df641f6477 time="2024-07-02T03:50:41.25Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=unreachable reconcileID=2vvcchs4 time="2024-07-02T03:50:41.25Z" level=debug msg="cluster installation is not complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=unreachable reconcileID=2vvcchs4 time="2024-07-02T03:50:41.25Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=hibernation reconcileID=mz5zrmq4 time="2024-07-02T03:50:41.249Z" level=debug msg=Reconciling controller=remoteingress-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=1272fa3a-f2f3-484e-8134-61604d2b90d1 time="2024-07-02T03:50:41.25Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=hibernation reconcileID=mz5zrmq4 time="2024-07-02T03:50:41.25Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/e2e-test-hive-wl9s4 reconcileID=4t28x6wb time="2024-07-02T03:50:41.25Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=remoteingress reconcileID=r57mvzfd time="2024-07-02T03:50:41.251Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/e2e-test-hive-wl9s4 outcome=unspecified reconcileID=4t28x6wb time="2024-07-02T03:50:41.251Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=e2e-test-hive-wl9s4 namespace= object=e2e-test-hive-wl9s4 reconcileID=85963d79-189f-4ef4-bbf0-e2df641f6477 time="2024-07-02T03:50:41.25Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2vvcchs4 time="2024-07-02T03:50:41.251Z" level=debug msg="Reconcile successful" controller=unreachable-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=966cd326-ec9e-4ce6-9778-429bd64c3ef3 time="2024-07-02T03:50:41.251Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=remoteingress reconcileID=r57mvzfd time="2024-07-02T03:50:41.251Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=remoteingress reconcileID=r57mvzfd time="2024-07-02T03:50:41.251Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=r57mvzfd time="2024-07-02T03:50:41.251Z" level=debug msg="Reconcile successful" controller=remoteingress-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=1272fa3a-f2f3-484e-8134-61604d2b90d1 time="2024-07-02T03:50:41.25Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=mz5zrmq4 time="2024-07-02T03:50:41.251Z" level=debug msg="Reconcile successful" controller=hibernation-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=f4af88ff-906d-4540-812d-4d1fa54b9efc time="2024-07-02T03:50:41.248Z" level=debug msg=Reconciling controller=awsprivatelink-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=3390a916-8046-4d72-97e5-416eec91a593 time="2024-07-02T03:50:41.251Z" level=debug msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=awsprivatelink reconcileID=2mtkl2j8 time="2024-07-02T03:50:41.251Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=awsprivatelink reconcileID=2mtkl2j8 time="2024-07-02T03:50:41.251Z" level=debug msg="controller cannot service the clusterdeployment, so skipping" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=awsprivatelink reconcileID=2mtkl2j8 time="2024-07-02T03:50:41.251Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2mtkl2j8 time="2024-07-02T03:50:41.251Z" level=debug msg="Reconcile successful" controller=awsprivatelink-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=3390a916-8046-4d72-97e5-416eec91a593 time="2024-07-02T03:50:41.249Z" level=debug msg="Reconcile successful" controller=controlplanecerts-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=b52d50f7-4d2e-41d1-b00d-416e8cc40ed0 time="2024-07-02T03:50:41.249Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=syncidentityprovider reconcileID=lpxr7fbk time="2024-07-02T03:50:41.252Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=syncidentityprovider reconcileID=lpxr7fbk time="2024-07-02T03:50:41.252Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=syncidentityprovider reconcileID=lpxr7fbk time="2024-07-02T03:50:41.252Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=lpxr7fbk time="2024-07-02T03:50:41.252Z" level=debug msg="Reconcile successful" controller=syncidentityprovider-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=e4992bc5-133c-4b7e-b7d1-85752e3d0a81 time="2024-07-02T03:50:41.249Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment elapsedMillis=344 elapsedMillisGT=0 outcome=unspecified reconcileID=69hrb6lx time="2024-07-02T03:50:41.252Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=7a57f888-925f-4573-8a0b-471b288dd730 time="2024-07-02T03:50:41.252Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=422186f3-b221-46e9-bd54-7c1ef0a840b6 time="2024-07-02T03:50:41.248Z" level=debug msg=Reconciling controller=clusterrelocate-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=46de766b-2349-46ad-9b18-4c6221f13e42 time="2024-07-02T03:50:41.253Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterRelocate reconcileID=f92gvnc4 time="2024-07-02T03:50:41.253Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterRelocate reconcileID=f92gvnc4 time="2024-07-02T03:50:41.253Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterRelocate matchingRelocates="[]" reconcileID=f92gvnc4 time="2024-07-02T03:50:41.253Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=f92gvnc4 time="2024-07-02T03:50:41.253Z" level=debug msg="Reconcile successful" controller=clusterrelocate-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=46de766b-2349-46ad-9b18-4c6221f13e42 time="2024-07-02T03:50:41.253Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment reconcileID=vpvtfctr time="2024-07-02T03:50:41.254Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment reconcileID=vpvtfctr time="2024-07-02T03:50:41.693Z" level=debug msg=Reconciling controller=clusterrelocate-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=706f5dd8-acdf-455f-b785-a050cdbcec3d time="2024-07-02T03:50:41.694Z" level=debug msg=Reconciling controller=argocdregister-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=8bc15b02-d630-41fa-a687-8ed0dd7b7fae time="2024-07-02T03:50:41.694Z" level=info msg="reconciling cluster deployment" clusterDeployment=cd-32026-dqfk controller=argocdregister namespace=e2e-test-hive-wl9s4 time="2024-07-02T03:50:41.694Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=cd-32026-dqfk controller=argocdregister namespace=e2e-test-hive-wl9s4 time="2024-07-02T03:50:41.694Z" level=info msg="reconcile complete" clusterDeployment=cd-32026-dqfk controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=e2e-test-hive-wl9s4 outcome=unspecified time="2024-07-02T03:50:41.694Z" level=debug msg="Reconcile successful" controller=argocdregister-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=8bc15b02-d630-41fa-a687-8ed0dd7b7fae time="2024-07-02T03:50:41.694Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterRelocate reconcileID=q4r9crj8 time="2024-07-02T03:50:41.694Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterRelocate reconcileID=q4r9crj8 time="2024-07-02T03:50:41.694Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterRelocate matchingRelocates="[]" reconcileID=q4r9crj8 time="2024-07-02T03:50:41.694Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=q4r9crj8 time="2024-07-02T03:50:41.694Z" level=debug msg="Reconcile successful" controller=clusterrelocate-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=706f5dd8-acdf-455f-b785-a050cdbcec3d time="2024-07-02T03:50:41.693Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=e2e-test-hive-wl9s4 namespace= object=e2e-test-hive-wl9s4 reconcileID=02caf1cf-d80c-42a3-9e2c-2c74f171d080 time="2024-07-02T03:50:41.694Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/e2e-test-hive-wl9s4 reconcileID=4xjmxzj7 time="2024-07-02T03:50:41.694Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/e2e-test-hive-wl9s4 outcome=unspecified reconcileID=4xjmxzj7 time="2024-07-02T03:50:41.694Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=e2e-test-hive-wl9s4 namespace= object=e2e-test-hive-wl9s4 reconcileID=02caf1cf-d80c-42a3-9e2c-2c74f171d080 time="2024-07-02T03:50:41.693Z" level=debug msg=Reconciling controller=controlplanecerts-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=6b4bfd55-4587-4b44-ab18-3ff67450f64a time="2024-07-02T03:50:41.694Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=controlPlaneCerts reconcileID=bdbnmmqt time="2024-07-02T03:50:41.694Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=controlPlaneCerts reconcileID=bdbnmmqt time="2024-07-02T03:50:41.693Z" level=debug msg=Reconciling controller=awsprivatelink-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=50d3169a-b60f-4cdd-8355-f82414b76fd3 time="2024-07-02T03:50:41.694Z" level=debug msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=awsprivatelink reconcileID=2ptgt7wl time="2024-07-02T03:50:41.694Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=bdbnmmqt time="2024-07-02T03:50:41.694Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=awsprivatelink reconcileID=2ptgt7wl time="2024-07-02T03:50:41.694Z" level=debug msg="controller cannot service the clusterdeployment, so skipping" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=awsprivatelink reconcileID=2ptgt7wl time="2024-07-02T03:50:41.694Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2ptgt7wl time="2024-07-02T03:50:41.694Z" level=debug msg="Reconcile successful" controller=awsprivatelink-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=50d3169a-b60f-4cdd-8355-f82414b76fd3 time="2024-07-02T03:50:41.694Z" level=debug msg="Reconcile successful" controller=controlplanecerts-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=6b4bfd55-4587-4b44-ab18-3ff67450f64a time="2024-07-02T03:50:41.694Z" level=debug msg=Reconciling controller=unreachable-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=aee3fb13-d3ef-4bff-8279-0d5bd9219157 time="2024-07-02T03:50:41.693Z" level=debug msg=Reconciling controller=clusterstate-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=8e8d6bec-f15a-4c20-8901-fd890e37ea76 time="2024-07-02T03:50:41.695Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterState reconcileID=2llb8rpj time="2024-07-02T03:50:41.693Z" level=debug msg=Reconciling controller=hibernation-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=11f9bf02-1415-41e8-b50c-c2e0b523bf69 time="2024-07-02T03:50:41.695Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=hibernation reconcileID=dnhj8hsb time="2024-07-02T03:50:41.695Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=hibernation reconcileID=dnhj8hsb time="2024-07-02T03:50:41.694Z" level=debug msg=Reconciling controller=clusterversion-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=c971addb-0660-4036-aaa1-821ab7545227 time="2024-07-02T03:50:41.695Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterversion reconcileID=49ddvcks time="2024-07-02T03:50:41.695Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterversion reconcileID=49ddvcks time="2024-07-02T03:50:41.695Z" level=debug msg="cluster installation is not complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterversion reconcileID=49ddvcks time="2024-07-02T03:50:41.695Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=unreachable reconcileID=qtbbtslz time="2024-07-02T03:50:41.695Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=dnhj8hsb time="2024-07-02T03:50:41.695Z" level=debug msg="Reconcile successful" controller=hibernation-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=11f9bf02-1415-41e8-b50c-c2e0b523bf69 time="2024-07-02T03:50:41.693Z" level=debug msg=Reconciling controller=remoteingress-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=bc06faa7-9cb2-48da-a802-d9553127f0e3 time="2024-07-02T03:50:41.695Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=remoteingress reconcileID=pjh6cj6f time="2024-07-02T03:50:41.695Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=remoteingress reconcileID=pjh6cj6f time="2024-07-02T03:50:41.695Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=remoteingress reconcileID=pjh6cj6f time="2024-07-02T03:50:41.695Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=pjh6cj6f time="2024-07-02T03:50:41.695Z" level=debug msg="Reconcile successful" controller=remoteingress-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=bc06faa7-9cb2-48da-a802-d9553127f0e3 time="2024-07-02T03:50:41.695Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=unreachable reconcileID=qtbbtslz time="2024-07-02T03:50:41.695Z" level=debug msg="cluster installation is not complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=unreachable reconcileID=qtbbtslz time="2024-07-02T03:50:41.695Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=qtbbtslz time="2024-07-02T03:50:41.695Z" level=debug msg="Reconcile successful" controller=unreachable-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=aee3fb13-d3ef-4bff-8279-0d5bd9219157 time="2024-07-02T03:50:41.695Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=49ddvcks time="2024-07-02T03:50:41.695Z" level=debug msg="Reconcile successful" controller=clusterversion-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=c971addb-0660-4036-aaa1-821ab7545227 time="2024-07-02T03:50:41.693Z" level=debug msg=Reconciling controller=syncidentityprovider-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=0ea68319-de52-4f33-8938-07337f841091 time="2024-07-02T03:50:41.695Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=syncidentityprovider reconcileID=fsmm47kq time="2024-07-02T03:50:41.696Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=syncidentityprovider reconcileID=fsmm47kq time="2024-07-02T03:50:41.695Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterState reconcileID=2llb8rpj time="2024-07-02T03:50:41.696Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterState reconcileID=2llb8rpj time="2024-07-02T03:50:41.696Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2llb8rpj time="2024-07-02T03:50:41.696Z" level=debug msg="Reconcile successful" controller=clusterstate-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=8e8d6bec-f15a-4c20-8901-fd890e37ea76 time="2024-07-02T03:50:41.696Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=syncidentityprovider reconcileID=fsmm47kq time="2024-07-02T03:50:41.696Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=fsmm47kq time="2024-07-02T03:50:41.696Z" level=debug msg="Reconcile successful" controller=syncidentityprovider-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=0ea68319-de52-4f33-8938-07337f841091 time="2024-07-02T03:50:41.793Z" level=debug msg="loading pull secrets" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment reconcileID=vpvtfctr time="2024-07-02T03:50:41.793Z" level=info msg="Existing pull secret object not found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment reconcileID=vpvtfctr time="2024-07-02T03:50:41.793Z" level=debug msg="Setting labels on derived object" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment derivedObject=cd-32026-dqfk-merged-pull-secret reconcileID=vpvtfctr time="2024-07-02T03:50:41.817Z" level=info msg="Created the merged pull secret object successfully" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment reconcileID=vpvtfctr secretName=cd-32026-dqfk-merged-pull-secret time="2024-07-02T03:50:41.817Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment elapsedMillis=563 elapsedMillisGT=0 outcome=unspecified reconcileID=vpvtfctr time="2024-07-02T03:50:41.817Z" level=debug msg="Reconcile done, requeueing" controller=clusterdeployment-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=422186f3-b221-46e9-bd54-7c1ef0a840b6 time="2024-07-02T03:50:41.817Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=566c0dc4-a354-4e21-985e-a1249f977d65 time="2024-07-02T03:50:41.817Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment reconcileID=rbbm4blx time="2024-07-02T03:50:41.818Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment reconcileID=rbbm4blx time="2024-07-02T03:50:41.818Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk time="2024-07-02T03:50:42.193Z" level=debug msg="loading pull secrets" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment reconcileID=rbbm4blx time="2024-07-02T03:50:42.193Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment reconcileID=rbbm4blx time="2024-07-02T03:50:42.194Z" level=debug msg="generating cluster image set job" clusterdeployment=e2e-test-hive-wl9s4/cd-32026-dqfk time="2024-07-02T03:50:42.194Z" level=debug msg="Setting labels on derived object" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment derivedObject=cd-32026-dqfk-imageset reconcileID=rbbm4blx time="2024-07-02T03:50:42.194Z" level=info msg="creating imageset job" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment job=cd-32026-dqfk-imageset reconcileID=rbbm4blx releaseImage="quay.io/openshift-release-dev/ocp-release:4.16.0-x86_64" time="2024-07-02T03:50:42.305Z" level=info msg="created service account" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment name=cluster-installer reconcileID=rbbm4blx time="2024-07-02T03:50:42.377Z" level=info msg="created role" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment name=cluster-installer reconcileID=rbbm4blx time="2024-07-02T03:50:42.48Z" level=info msg="created rolebinding" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment name=cluster-installer reconcileID=rbbm4blx time="2024-07-02T03:50:42.495Z" level=info msg="Job created" controller=clusterProvision time="2024-07-02T03:50:42.495Z" level=info msg="calculated time to imageset job seconds" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment elapsed=2.49547752 reconcileID=rbbm4blx time="2024-07-02T03:50:42.495Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment elapsedMillis=677 elapsedMillisGT=0 outcome=unspecified reconcileID=rbbm4blx time="2024-07-02T03:50:42.495Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=566c0dc4-a354-4e21-985e-a1249f977d65 time="2024-07-02T03:50:42.495Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=6f04e9aa-fb34-4ec2-bbbe-51774d8fc320 time="2024-07-02T03:50:42.495Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment reconcileID=j4jl8xls time="2024-07-02T03:50:42.495Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment reconcileID=j4jl8xls time="2024-07-02T03:50:42.496Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-imageset ownerKind=ClusterDeployment ownerNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk time="2024-07-02T03:50:42.496Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk time="2024-07-02T03:50:42.796Z" level=debug msg="loading pull secrets" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment reconcileID=j4jl8xls time="2024-07-02T03:50:42.796Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment reconcileID=j4jl8xls time="2024-07-02T03:50:42.797Z" level=debug msg="job exists and is in progress" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment job=cd-32026-dqfk-imageset reconcileID=j4jl8xls time="2024-07-02T03:50:42.797Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment elapsedMillis=301 elapsedMillisGT=0 outcome=unspecified reconcileID=j4jl8xls time="2024-07-02T03:50:42.797Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=6f04e9aa-fb34-4ec2-bbbe-51774d8fc320 time="2024-07-02T03:50:42.797Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=711e315f-5d45-4e5d-826a-ece39da4a4a9 time="2024-07-02T03:50:42.797Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment reconcileID=rbsq4j4g time="2024-07-02T03:50:42.797Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment reconcileID=rbsq4j4g time="2024-07-02T03:50:42.797Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-imageset ownerKind=ClusterDeployment ownerNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk time="2024-07-02T03:50:42.797Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk time="2024-07-02T03:50:43.057Z" level=debug msg="loading pull secrets" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment reconcileID=rbsq4j4g time="2024-07-02T03:50:43.057Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment reconcileID=rbsq4j4g time="2024-07-02T03:50:43.057Z" level=debug msg="job exists and is in progress" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment job=cd-32026-dqfk-imageset reconcileID=rbsq4j4g time="2024-07-02T03:50:43.057Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment elapsedMillis=260 elapsedMillisGT=0 outcome=unspecified reconcileID=rbsq4j4g time="2024-07-02T03:50:43.057Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=711e315f-5d45-4e5d-826a-ece39da4a4a9 time="2024-07-02T03:50:43.135Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=85e58274-5c22-4755-aa77-3d4aa1d2900b time="2024-07-02T03:50:43.135Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment reconcileID=xgd74hnt time="2024-07-02T03:50:43.135Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment reconcileID=xgd74hnt time="2024-07-02T03:50:43.136Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-imageset ownerKind=ClusterDeployment ownerNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk time="2024-07-02T03:50:43.136Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk time="2024-07-02T03:50:43.461Z" level=debug msg="loading pull secrets" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment reconcileID=xgd74hnt time="2024-07-02T03:50:43.461Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment reconcileID=xgd74hnt time="2024-07-02T03:50:43.461Z" level=debug msg="job exists and is in progress" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment job=cd-32026-dqfk-imageset reconcileID=xgd74hnt time="2024-07-02T03:50:43.461Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment elapsedMillis=325 elapsedMillisGT=0 outcome=unspecified reconcileID=xgd74hnt time="2024-07-02T03:50:43.461Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=85e58274-5c22-4755-aa77-3d4aa1d2900b time="2024-07-02T03:50:47.522Z" level=debug msg=Reconciling controller=machinepool-controller name=cd-32026-dqfk-worker namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk-worker reconcileID=78eef63a-8397-4686-8d6b-215352d95260 time="2024-07-02T03:50:47.522Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-worker reconcileID=fgd4cp2r time="2024-07-02T03:50:47.522Z" level=debug msg="no additional log fields found" controller=machinepool machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-worker reconcileID=fgd4cp2r time="2024-07-02T03:50:47.522Z" level=info msg="initializing remote machineset controller conditions" controller=machinepool machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-worker reconcileID=fgd4cp2r time="2024-07-02T03:50:47.537Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=15 elapsedMillisGT=0 machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-worker outcome=unspecified reconcileID=fgd4cp2r time="2024-07-02T03:50:47.537Z" level=debug msg="Reconcile successful" controller=machinepool-controller name=cd-32026-dqfk-worker namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk-worker reconcileID=78eef63a-8397-4686-8d6b-215352d95260 time="2024-07-02T03:50:47.539Z" level=debug msg=Reconciling controller=machinepool-controller name=cd-32026-dqfk-worker namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk-worker reconcileID=70e95fbf-77c5-4bf9-82d5-6cecc4b8532c time="2024-07-02T03:50:47.539Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-worker reconcileID=7g4xwtcl time="2024-07-02T03:50:47.539Z" level=debug msg="no additional log fields found" controller=machinepool machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-worker reconcileID=7g4xwtcl time="2024-07-02T03:50:47.539Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=e2e-test-hive-wl9s4/cd-32026-dqfk-worker time="2024-07-02T03:50:47.539Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-worker reconcileID=7g4xwtcl time="2024-07-02T03:50:47.539Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-worker outcome=unspecified reconcileID=7g4xwtcl time="2024-07-02T03:50:47.539Z" level=debug msg="Reconcile successful" controller=machinepool-controller name=cd-32026-dqfk-worker namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk-worker reconcileID=70e95fbf-77c5-4bf9-82d5-6cecc4b8532c time="2024-07-02T03:50:50.423Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=7a386917-0afb-4838-a35c-adac230b45b7 time="2024-07-02T03:50:50.423Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment reconcileID=2tn76j7l time="2024-07-02T03:50:50.423Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment reconcileID=2tn76j7l time="2024-07-02T03:50:50.423Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-imageset ownerKind=ClusterDeployment ownerNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk time="2024-07-02T03:50:50.423Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk time="2024-07-02T03:50:50.717Z" level=debug msg="loading pull secrets" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment reconcileID=2tn76j7l time="2024-07-02T03:50:50.718Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment reconcileID=2tn76j7l time="2024-07-02T03:50:50.718Z" level=debug msg="job exists and is in progress" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment job=cd-32026-dqfk-imageset reconcileID=2tn76j7l time="2024-07-02T03:50:50.718Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment elapsedMillis=295 elapsedMillisGT=0 outcome=unspecified reconcileID=2tn76j7l time="2024-07-02T03:50:50.718Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=7a386917-0afb-4838-a35c-adac230b45b7 time="2024-07-02T03:50:51.661Z" level=debug msg=Reconciling controller=controlplanecerts-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=d8060053-708c-4a02-ba5f-bd47da0fba06 time="2024-07-02T03:50:51.661Z" level=debug msg=Reconciling controller=clusterversion-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=5e465b67-55e1-4d3a-9699-690664e84121 time="2024-07-02T03:50:51.661Z" level=debug msg=Reconciling controller=remoteingress-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=c7547c3d-1de4-4e55-afcf-aa3463702385 time="2024-07-02T03:50:51.661Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=remoteingress reconcileID=x5hnql5d time="2024-07-02T03:50:51.661Z" level=debug msg=Reconciling controller=hibernation-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=fe1b3b5b-ce5c-468c-b9cf-f22120b832ef time="2024-07-02T03:50:51.661Z" level=debug msg=Reconciling controller=machinepool-controller name=cd-32026-dqfk-worker namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk-worker reconcileID=c9276122-5973-49a5-9fb0-ef0dc557e935 time="2024-07-02T03:50:51.662Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-worker reconcileID=tnz7f88q time="2024-07-02T03:50:51.662Z" level=debug msg="no additional log fields found" controller=machinepool machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-worker reconcileID=tnz7f88q time="2024-07-02T03:50:51.662Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=e2e-test-hive-wl9s4/cd-32026-dqfk-worker time="2024-07-02T03:50:51.662Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-worker reconcileID=tnz7f88q time="2024-07-02T03:50:51.662Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-worker outcome=unspecified reconcileID=tnz7f88q time="2024-07-02T03:50:51.662Z" level=debug msg="Reconcile successful" controller=machinepool-controller name=cd-32026-dqfk-worker namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk-worker reconcileID=c9276122-5973-49a5-9fb0-ef0dc557e935 time="2024-07-02T03:50:51.661Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=controlPlaneCerts reconcileID=qrstqtqj time="2024-07-02T03:50:51.662Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=controlPlaneCerts reconcileID=qrstqtqj time="2024-07-02T03:50:51.662Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=qrstqtqj time="2024-07-02T03:50:51.662Z" level=debug msg="Reconcile successful" controller=controlplanecerts-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=d8060053-708c-4a02-ba5f-bd47da0fba06 time="2024-07-02T03:50:51.662Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=hibernation reconcileID=jg9mv7sv time="2024-07-02T03:50:51.662Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=hibernation reconcileID=jg9mv7sv time="2024-07-02T03:50:51.662Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=jg9mv7sv time="2024-07-02T03:50:51.662Z" level=debug msg="Reconcile successful" controller=hibernation-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=fe1b3b5b-ce5c-468c-b9cf-f22120b832ef time="2024-07-02T03:50:51.661Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=remoteingress reconcileID=x5hnql5d time="2024-07-02T03:50:51.663Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=remoteingress reconcileID=x5hnql5d time="2024-07-02T03:50:51.663Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=remoteingress elapsedMillis=1 elapsedMillisGT=0 outcome=unspecified reconcileID=x5hnql5d time="2024-07-02T03:50:51.663Z" level=debug msg="Reconcile successful" controller=remoteingress-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=c7547c3d-1de4-4e55-afcf-aa3463702385 time="2024-07-02T03:50:51.661Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterversion reconcileID=nt626gqr time="2024-07-02T03:50:51.661Z" level=debug msg=Reconciling controller=unreachable-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=c7295ba9-2581-4f17-bb23-7b8a1c6446f6 time="2024-07-02T03:50:51.663Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterversion reconcileID=nt626gqr time="2024-07-02T03:50:51.663Z" level=debug msg="cluster installation is not complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterversion reconcileID=nt626gqr time="2024-07-02T03:50:51.663Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=nt626gqr time="2024-07-02T03:50:51.663Z" level=debug msg="Reconcile successful" controller=clusterversion-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=5e465b67-55e1-4d3a-9699-690664e84121 time="2024-07-02T03:50:51.661Z" level=debug msg=Reconciling controller=awsprivatelink-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=2726b67b-66d2-46f9-9a82-2606cc09a9e4 time="2024-07-02T03:50:51.663Z" level=debug msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=awsprivatelink reconcileID=rpgw4mg5 time="2024-07-02T03:50:51.663Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=awsprivatelink reconcileID=rpgw4mg5 time="2024-07-02T03:50:51.663Z" level=debug msg="controller cannot service the clusterdeployment, so skipping" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=awsprivatelink reconcileID=rpgw4mg5 time="2024-07-02T03:50:51.663Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=rpgw4mg5 time="2024-07-02T03:50:51.663Z" level=debug msg="Reconcile successful" controller=awsprivatelink-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=2726b67b-66d2-46f9-9a82-2606cc09a9e4 time="2024-07-02T03:50:51.663Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=unreachable reconcileID=wrsx6q5f time="2024-07-02T03:50:51.661Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=e2e-test-hive-wl9s4 namespace= object=e2e-test-hive-wl9s4 reconcileID=12f817b3-c004-4652-935a-2c79ea9c4ee8 time="2024-07-02T03:50:51.663Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/e2e-test-hive-wl9s4 reconcileID=l2jfsht5 time="2024-07-02T03:50:51.663Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/e2e-test-hive-wl9s4 outcome=unspecified reconcileID=l2jfsht5 time="2024-07-02T03:50:51.663Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=e2e-test-hive-wl9s4 namespace= object=e2e-test-hive-wl9s4 reconcileID=12f817b3-c004-4652-935a-2c79ea9c4ee8 time="2024-07-02T03:50:51.661Z" level=debug msg=Reconciling controller=clusterrelocate-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=7c4a023f-80c6-4777-9b43-7692e89d4dd1 time="2024-07-02T03:50:51.663Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterRelocate reconcileID=6k8v8vbw time="2024-07-02T03:50:51.663Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=unreachable reconcileID=wrsx6q5f time="2024-07-02T03:50:51.663Z" level=debug msg="cluster installation is not complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=unreachable reconcileID=wrsx6q5f time="2024-07-02T03:50:51.663Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=wrsx6q5f time="2024-07-02T03:50:51.663Z" level=debug msg="Reconcile successful" controller=unreachable-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=c7295ba9-2581-4f17-bb23-7b8a1c6446f6 time="2024-07-02T03:50:51.663Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterRelocate reconcileID=6k8v8vbw time="2024-07-02T03:50:51.664Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterRelocate matchingRelocates="[]" reconcileID=6k8v8vbw time="2024-07-02T03:50:51.664Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=6k8v8vbw time="2024-07-02T03:50:51.664Z" level=debug msg="Reconcile successful" controller=clusterrelocate-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=7c4a023f-80c6-4777-9b43-7692e89d4dd1 time="2024-07-02T03:50:51.661Z" level=debug msg=Reconciling controller=syncidentityprovider-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=f8948c1b-1e89-4811-b47a-c5fcc139ff4a time="2024-07-02T03:50:51.664Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=syncidentityprovider reconcileID=4pwwgkmb time="2024-07-02T03:50:51.664Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=syncidentityprovider reconcileID=4pwwgkmb time="2024-07-02T03:50:51.661Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=02363bef-603e-4393-8ae8-bea9e57d891f time="2024-07-02T03:50:51.664Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment reconcileID=c5sqkzs6 time="2024-07-02T03:50:51.664Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment reconcileID=c5sqkzs6 time="2024-07-02T03:50:51.664Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=syncidentityprovider reconcileID=4pwwgkmb time="2024-07-02T03:50:51.664Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4pwwgkmb time="2024-07-02T03:50:51.664Z" level=debug msg="Reconcile successful" controller=syncidentityprovider-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=f8948c1b-1e89-4811-b47a-c5fcc139ff4a time="2024-07-02T03:50:51.661Z" level=debug msg=Reconciling controller=clusterstate-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=9766c4da-1cdf-4b9a-8688-0059c68d7ed9 time="2024-07-02T03:50:51.664Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterState reconcileID=6qkgml74 time="2024-07-02T03:50:51.664Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterState reconcileID=6qkgml74 time="2024-07-02T03:50:51.661Z" level=debug msg=Reconciling controller=argocdregister-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=667b173b-7e99-4ae1-a450-bf9c93e1ce4d time="2024-07-02T03:50:51.664Z" level=info msg="reconciling cluster deployment" clusterDeployment=cd-32026-dqfk controller=argocdregister namespace=e2e-test-hive-wl9s4 time="2024-07-02T03:50:51.664Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=cd-32026-dqfk controller=argocdregister namespace=e2e-test-hive-wl9s4 time="2024-07-02T03:50:51.664Z" level=info msg="reconcile complete" clusterDeployment=cd-32026-dqfk controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=e2e-test-hive-wl9s4 outcome=unspecified time="2024-07-02T03:50:51.664Z" level=debug msg="Reconcile successful" controller=argocdregister-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=667b173b-7e99-4ae1-a450-bf9c93e1ce4d time="2024-07-02T03:50:51.664Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-imageset ownerKind=ClusterDeployment ownerNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk time="2024-07-02T03:50:51.664Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk time="2024-07-02T03:50:51.664Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterState reconcileID=6qkgml74 time="2024-07-02T03:50:51.665Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=6qkgml74 time="2024-07-02T03:50:51.665Z" level=debug msg="Reconcile successful" controller=clusterstate-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=9766c4da-1cdf-4b9a-8688-0059c68d7ed9 time="2024-07-02T03:50:51.726Z" level=debug msg="loading pull secrets" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment reconcileID=c5sqkzs6 time="2024-07-02T03:50:51.726Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment reconcileID=c5sqkzs6 time="2024-07-02T03:50:51.726Z" level=debug msg="job exists and is in progress" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment job=cd-32026-dqfk-imageset reconcileID=c5sqkzs6 time="2024-07-02T03:50:51.726Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment elapsedMillis=62 elapsedMillisGT=0 outcome=unspecified reconcileID=c5sqkzs6 time="2024-07-02T03:50:51.726Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=02363bef-603e-4393-8ae8-bea9e57d891f time="2024-07-02T03:50:52.438Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=de08f711-c4ff-457d-99a0-65d061946319 time="2024-07-02T03:50:52.439Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment reconcileID=npxrmrrt time="2024-07-02T03:50:52.439Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment reconcileID=npxrmrrt time="2024-07-02T03:50:52.439Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-imageset ownerKind=ClusterDeployment ownerNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk time="2024-07-02T03:50:52.439Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk time="2024-07-02T03:50:52.876Z" level=debug msg="loading pull secrets" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment reconcileID=npxrmrrt time="2024-07-02T03:50:52.876Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment reconcileID=npxrmrrt time="2024-07-02T03:50:52.876Z" level=debug msg="job exists and is in progress" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment job=cd-32026-dqfk-imageset reconcileID=npxrmrrt time="2024-07-02T03:50:52.876Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment elapsedMillis=437 elapsedMillisGT=0 outcome=unspecified reconcileID=npxrmrrt time="2024-07-02T03:50:52.876Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=de08f711-c4ff-457d-99a0-65d061946319 time="2024-07-02T03:50:53.651Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=651b6c9e-2def-4753-b761-19db84617775 time="2024-07-02T03:50:53.651Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment reconcileID=b9jdbtv5 time="2024-07-02T03:50:53.651Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment reconcileID=b9jdbtv5 time="2024-07-02T03:50:53.651Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-imageset ownerKind=ClusterDeployment ownerNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk time="2024-07-02T03:50:53.651Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk time="2024-07-02T03:50:53.919Z" level=debug msg="loading pull secrets" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment reconcileID=b9jdbtv5 time="2024-07-02T03:50:53.919Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment reconcileID=b9jdbtv5 time="2024-07-02T03:50:53.919Z" level=debug msg="job exists and is in progress" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment job=cd-32026-dqfk-imageset reconcileID=b9jdbtv5 time="2024-07-02T03:50:53.919Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment elapsedMillis=268 elapsedMillisGT=0 outcome=unspecified reconcileID=b9jdbtv5 time="2024-07-02T03:50:53.919Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=651b6c9e-2def-4753-b761-19db84617775 time="2024-07-02T03:50:54.467Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=79bf2076-913a-4dc5-ad91-84314c550a11 time="2024-07-02T03:50:54.467Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment reconcileID=p27pwkvx time="2024-07-02T03:50:54.467Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment reconcileID=p27pwkvx time="2024-07-02T03:50:54.467Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-imageset ownerKind=ClusterDeployment ownerNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk time="2024-07-02T03:50:54.467Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk time="2024-07-02T03:50:54.662Z" level=debug msg="loading pull secrets" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment reconcileID=p27pwkvx time="2024-07-02T03:50:54.662Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment reconcileID=p27pwkvx time="2024-07-02T03:50:54.662Z" level=debug msg="job exists and is in progress" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment job=cd-32026-dqfk-imageset reconcileID=p27pwkvx time="2024-07-02T03:50:54.662Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment elapsedMillis=195 elapsedMillisGT=0 outcome=unspecified reconcileID=p27pwkvx time="2024-07-02T03:50:54.662Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=79bf2076-913a-4dc5-ad91-84314c550a11 time="2024-07-02T03:50:54.693Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=ec1313ae-907e-4d28-be1f-dbdc0ade5693 time="2024-07-02T03:50:54.694Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment reconcileID=n2vh87fz time="2024-07-02T03:50:54.694Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment reconcileID=n2vh87fz time="2024-07-02T03:50:54.694Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-imageset ownerKind=ClusterDeployment ownerNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk time="2024-07-02T03:50:54.694Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk time="2024-07-02T03:50:55.074Z" level=debug msg="loading pull secrets" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment reconcileID=n2vh87fz time="2024-07-02T03:50:55.074Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment reconcileID=n2vh87fz time="2024-07-02T03:50:55.074Z" level=warning msg="Finished job found. Deleting." clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment job=cd-32026-dqfk-imageset reconcileID=n2vh87fz successful=true time="2024-07-02T03:50:55.089Z" level=debug msg="setting InstallImagesNotResolved Condition to False" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment reconcileID=n2vh87fz time="2024-07-02T03:50:55.107Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=clusterDeployment controllerKey=e2e-test-hive-wl9s4/cd-32026-dqfk time="2024-07-02T03:50:55.107Z" level=debug msg=Reconciling controller=awsprivatelink-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=e00f5276-0c09-4c85-98a1-a584885d0426 time="2024-07-02T03:50:55.107Z" level=debug msg=Reconciling controller=unreachable-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=417b9a7c-19b9-49b1-95b4-e90b68a0bf49 time="2024-07-02T03:50:55.107Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=unreachable reconcileID=9f8k4bc5 time="2024-07-02T03:50:55.108Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=unreachable reconcileID=9f8k4bc5 time="2024-07-02T03:50:55.108Z" level=debug msg=Reconciling controller=hibernation-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=74cc6e5c-45f2-4c81-8cb6-7d09943667ee time="2024-07-02T03:50:55.108Z" level=debug msg=Reconciling controller=machinepool-controller name=cd-32026-dqfk-worker namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk-worker reconcileID=ab63e6cc-d2a9-4cfd-ac0e-15cc4391aa52 time="2024-07-02T03:50:55.108Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-worker reconcileID=pjnrdpvv time="2024-07-02T03:50:55.108Z" level=debug msg="no additional log fields found" controller=machinepool machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-worker reconcileID=pjnrdpvv time="2024-07-02T03:50:55.108Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=e2e-test-hive-wl9s4/cd-32026-dqfk-worker time="2024-07-02T03:50:55.108Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-worker reconcileID=pjnrdpvv time="2024-07-02T03:50:55.108Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-worker outcome=unspecified reconcileID=pjnrdpvv time="2024-07-02T03:50:55.108Z" level=debug msg="Reconcile successful" controller=machinepool-controller name=cd-32026-dqfk-worker namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk-worker reconcileID=ab63e6cc-d2a9-4cfd-ac0e-15cc4391aa52 time="2024-07-02T03:50:55.107Z" level=debug msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=awsprivatelink reconcileID=gk9985hs time="2024-07-02T03:50:55.108Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=awsprivatelink reconcileID=gk9985hs time="2024-07-02T03:50:55.108Z" level=debug msg="controller cannot service the clusterdeployment, so skipping" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=awsprivatelink reconcileID=gk9985hs time="2024-07-02T03:50:55.108Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=gk9985hs time="2024-07-02T03:50:55.108Z" level=debug msg="Reconcile successful" controller=awsprivatelink-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=e00f5276-0c09-4c85-98a1-a584885d0426 time="2024-07-02T03:50:55.108Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=hibernation reconcileID=mkfhmp98 time="2024-07-02T03:50:55.108Z" level=debug msg="cluster installation is not complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=unreachable reconcileID=9f8k4bc5 time="2024-07-02T03:50:55.108Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=hibernation reconcileID=mkfhmp98 time="2024-07-02T03:50:55.108Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=mkfhmp98 time="2024-07-02T03:50:55.108Z" level=debug msg="Reconcile successful" controller=hibernation-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=74cc6e5c-45f2-4c81-8cb6-7d09943667ee time="2024-07-02T03:50:55.107Z" level=debug msg=Reconciling controller=syncidentityprovider-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=cc2ff6f9-9639-45e0-b88a-e5de63841714 time="2024-07-02T03:50:55.108Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=syncidentityprovider reconcileID=ch27jjtm time="2024-07-02T03:50:55.108Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=syncidentityprovider reconcileID=ch27jjtm time="2024-07-02T03:50:55.109Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=syncidentityprovider reconcileID=ch27jjtm time="2024-07-02T03:50:55.109Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=ch27jjtm time="2024-07-02T03:50:55.109Z" level=debug msg="Reconcile successful" controller=syncidentityprovider-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=cc2ff6f9-9639-45e0-b88a-e5de63841714 time="2024-07-02T03:50:55.107Z" level=debug msg=Reconciling controller=clusterversion-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=aaac3a45-b97a-450c-a52d-37c7c0b7fbc8 time="2024-07-02T03:50:55.109Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterversion reconcileID=x8mjqf5d time="2024-07-02T03:50:55.109Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterversion reconcileID=x8mjqf5d time="2024-07-02T03:50:55.108Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=9f8k4bc5 time="2024-07-02T03:50:55.109Z" level=debug msg="Reconcile successful" controller=unreachable-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=417b9a7c-19b9-49b1-95b4-e90b68a0bf49 time="2024-07-02T03:50:55.107Z" level=debug msg=Reconciling controller=argocdregister-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=ee1a66ba-d48d-4b93-89ef-08a99f26879e time="2024-07-02T03:50:55.109Z" level=info msg="reconciling cluster deployment" clusterDeployment=cd-32026-dqfk controller=argocdregister namespace=e2e-test-hive-wl9s4 time="2024-07-02T03:50:55.109Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=cd-32026-dqfk controller=argocdregister namespace=e2e-test-hive-wl9s4 time="2024-07-02T03:50:55.109Z" level=info msg="reconcile complete" clusterDeployment=cd-32026-dqfk controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=e2e-test-hive-wl9s4 outcome=unspecified time="2024-07-02T03:50:55.109Z" level=debug msg="Reconcile successful" controller=argocdregister-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=ee1a66ba-d48d-4b93-89ef-08a99f26879e time="2024-07-02T03:50:55.107Z" level=debug msg=Reconciling controller=remoteingress-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=7dd32d0b-b16d-4312-90d5-35a038d19ea9 time="2024-07-02T03:50:55.109Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=remoteingress reconcileID=vpkd6vwk time="2024-07-02T03:50:55.11Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=remoteingress reconcileID=vpkd6vwk time="2024-07-02T03:50:55.11Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=remoteingress reconcileID=vpkd6vwk time="2024-07-02T03:50:55.11Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=vpkd6vwk time="2024-07-02T03:50:55.11Z" level=debug msg="Reconcile successful" controller=remoteingress-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=7dd32d0b-b16d-4312-90d5-35a038d19ea9 time="2024-07-02T03:50:55.107Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=e2e-test-hive-wl9s4 namespace= object=e2e-test-hive-wl9s4 reconcileID=3d92683f-b75a-44de-9b3d-9417e0008152 time="2024-07-02T03:50:55.11Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/e2e-test-hive-wl9s4 reconcileID=5d75jfxf time="2024-07-02T03:50:55.107Z" level=debug msg=Reconciling controller=clusterstate-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=54cea9d2-9dd4-4b4c-868d-42e436c60880 time="2024-07-02T03:50:55.11Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterState reconcileID=7fvwxxm6 time="2024-07-02T03:50:55.11Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterState reconcileID=7fvwxxm6 time="2024-07-02T03:50:55.11Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterState reconcileID=7fvwxxm6 time="2024-07-02T03:50:55.11Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=7fvwxxm6 time="2024-07-02T03:50:55.11Z" level=debug msg="Reconcile successful" controller=clusterstate-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=54cea9d2-9dd4-4b4c-868d-42e436c60880 time="2024-07-02T03:50:55.11Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/e2e-test-hive-wl9s4 outcome=unspecified reconcileID=5d75jfxf time="2024-07-02T03:50:55.11Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=e2e-test-hive-wl9s4 namespace= object=e2e-test-hive-wl9s4 reconcileID=3d92683f-b75a-44de-9b3d-9417e0008152 time="2024-07-02T03:50:55.109Z" level=debug msg="cluster installation is not complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterversion reconcileID=x8mjqf5d time="2024-07-02T03:50:55.11Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterversion elapsedMillis=1 elapsedMillisGT=0 outcome=unspecified reconcileID=x8mjqf5d time="2024-07-02T03:50:55.11Z" level=debug msg="Reconcile successful" controller=clusterversion-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=aaac3a45-b97a-450c-a52d-37c7c0b7fbc8 time="2024-07-02T03:50:55.107Z" level=debug msg=Reconciling controller=clusterrelocate-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=1c7f475e-71df-40a7-ac58-f0dee3e02a76 time="2024-07-02T03:50:55.111Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterRelocate reconcileID=p4q7crkd time="2024-07-02T03:50:55.111Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterRelocate reconcileID=p4q7crkd time="2024-07-02T03:50:55.111Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterRelocate matchingRelocates="[]" reconcileID=p4q7crkd time="2024-07-02T03:50:55.111Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=p4q7crkd time="2024-07-02T03:50:55.111Z" level=debug msg="Reconcile successful" controller=clusterrelocate-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=1c7f475e-71df-40a7-ac58-f0dee3e02a76 time="2024-07-02T03:50:55.107Z" level=debug msg=Reconciling controller=controlplanecerts-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=4ce6cca5-c648-471b-bcf1-a2be052d7993 time="2024-07-02T03:50:55.111Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=controlPlaneCerts reconcileID=gvclml4b time="2024-07-02T03:50:55.111Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=controlPlaneCerts reconcileID=gvclml4b time="2024-07-02T03:50:55.111Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=gvclml4b time="2024-07-02T03:50:55.111Z" level=debug msg="Reconcile successful" controller=controlplanecerts-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=4ce6cca5-c648-471b-bcf1-a2be052d7993 time="2024-07-02T03:50:55.128Z" level=debug msg=Reconciling controller=syncidentityprovider-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=514e065c-4c08-48ba-835f-163f50bf873e time="2024-07-02T03:50:55.128Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=syncidentityprovider reconcileID=z2pnx5xk time="2024-07-02T03:50:55.128Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=syncidentityprovider reconcileID=z2pnx5xk time="2024-07-02T03:50:55.128Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=syncidentityprovider reconcileID=z2pnx5xk time="2024-07-02T03:50:55.128Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=z2pnx5xk time="2024-07-02T03:50:55.128Z" level=debug msg="Reconcile successful" controller=syncidentityprovider-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=514e065c-4c08-48ba-835f-163f50bf873e time="2024-07-02T03:50:55.128Z" level=debug msg=Reconciling controller=clusterrelocate-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=f1a38d69-a8c6-4238-8ed1-b03ef0cfc3c2 time="2024-07-02T03:50:55.128Z" level=debug msg=Reconciling controller=unreachable-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=130f85aa-bb66-44a9-a891-615ac9d03648 time="2024-07-02T03:50:55.128Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=unreachable reconcileID=j82ghtdr time="2024-07-02T03:50:55.128Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=e2e-test-hive-wl9s4 namespace= object=e2e-test-hive-wl9s4 reconcileID=a5b014b2-c547-4718-9b9b-fa2c0580ad70 time="2024-07-02T03:50:55.128Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/e2e-test-hive-wl9s4 reconcileID=ddxrf2qb time="2024-07-02T03:50:55.129Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/e2e-test-hive-wl9s4 outcome=unspecified reconcileID=ddxrf2qb time="2024-07-02T03:50:55.129Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=e2e-test-hive-wl9s4 namespace= object=e2e-test-hive-wl9s4 reconcileID=a5b014b2-c547-4718-9b9b-fa2c0580ad70 time="2024-07-02T03:50:55.128Z" level=debug msg=Reconciling controller=clusterstate-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=493c3b11-fd96-447c-8d29-de3aa6e9b5d0 time="2024-07-02T03:50:55.129Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterState reconcileID=rw5qr9lb time="2024-07-02T03:50:55.129Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterState reconcileID=rw5qr9lb time="2024-07-02T03:50:55.128Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=unreachable reconcileID=j82ghtdr time="2024-07-02T03:50:55.129Z" level=debug msg="cluster installation is not complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=unreachable reconcileID=j82ghtdr time="2024-07-02T03:50:55.128Z" level=debug msg=Reconciling controller=hibernation-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=b43722c4-4f74-4b9b-8aa1-38890a40dd1a time="2024-07-02T03:50:55.128Z" level=debug msg=Reconciling controller=remoteingress-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=efce8eea-24fa-408a-ad29-c0e1f40b709e time="2024-07-02T03:50:55.129Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=remoteingress reconcileID=nvgdhxxn time="2024-07-02T03:50:55.129Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=remoteingress reconcileID=nvgdhxxn time="2024-07-02T03:50:55.129Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=remoteingress reconcileID=nvgdhxxn time="2024-07-02T03:50:55.129Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=nvgdhxxn time="2024-07-02T03:50:55.129Z" level=debug msg="Reconcile successful" controller=remoteingress-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=efce8eea-24fa-408a-ad29-c0e1f40b709e time="2024-07-02T03:50:55.129Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterState reconcileID=rw5qr9lb time="2024-07-02T03:50:55.129Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=rw5qr9lb time="2024-07-02T03:50:55.129Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=hibernation reconcileID=8wz5c9zb time="2024-07-02T03:50:55.13Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=hibernation reconcileID=8wz5c9zb time="2024-07-02T03:50:55.13Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=8wz5c9zb time="2024-07-02T03:50:55.13Z" level=debug msg="Reconcile successful" controller=hibernation-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=b43722c4-4f74-4b9b-8aa1-38890a40dd1a time="2024-07-02T03:50:55.13Z" level=debug msg="Reconcile successful" controller=clusterstate-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=493c3b11-fd96-447c-8d29-de3aa6e9b5d0 time="2024-07-02T03:50:55.129Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=j82ghtdr time="2024-07-02T03:50:55.13Z" level=debug msg="Reconcile successful" controller=unreachable-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=130f85aa-bb66-44a9-a891-615ac9d03648 time="2024-07-02T03:50:55.128Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterRelocate reconcileID=rxlq6p82 time="2024-07-02T03:50:55.128Z" level=debug msg=Reconciling controller=argocdregister-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=940946da-2528-4e91-8dde-4ea4c8758975 time="2024-07-02T03:50:55.13Z" level=info msg="reconciling cluster deployment" clusterDeployment=cd-32026-dqfk controller=argocdregister namespace=e2e-test-hive-wl9s4 time="2024-07-02T03:50:55.128Z" level=debug msg=Reconciling controller=controlplanecerts-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=0dd93017-21d4-4442-9c55-29020fd098bb time="2024-07-02T03:50:55.13Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterRelocate reconcileID=rxlq6p82 time="2024-07-02T03:50:55.13Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterRelocate matchingRelocates="[]" reconcileID=rxlq6p82 time="2024-07-02T03:50:55.13Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=rxlq6p82 time="2024-07-02T03:50:55.13Z" level=debug msg="Reconcile successful" controller=clusterrelocate-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=f1a38d69-a8c6-4238-8ed1-b03ef0cfc3c2 time="2024-07-02T03:50:55.13Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=controlPlaneCerts reconcileID=mlxjj24n time="2024-07-02T03:50:55.13Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=controlPlaneCerts reconcileID=mlxjj24n time="2024-07-02T03:50:55.128Z" level=debug msg="no failed provisions yet -- allowing retry" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment reconcileID=n2vh87fz time="2024-07-02T03:50:55.131Z" level=debug msg="setting ProvisionStoppedCondition to False" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment reconcileID=n2vh87fz time="2024-07-02T03:50:55.131Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=mlxjj24n time="2024-07-02T03:50:55.131Z" level=debug msg="Reconcile successful" controller=controlplanecerts-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=0dd93017-21d4-4442-9c55-29020fd098bb time="2024-07-02T03:50:55.128Z" level=debug msg=Reconciling controller=machinepool-controller name=cd-32026-dqfk-worker namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk-worker reconcileID=b42d638a-2d45-4d54-9cfa-80b021ae6713 time="2024-07-02T03:50:55.131Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-worker reconcileID=gbd87mzw time="2024-07-02T03:50:55.128Z" level=debug msg=Reconciling controller=clusterversion-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=85ca4de1-9062-4410-b519-3067f46a6529 time="2024-07-02T03:50:55.131Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterversion reconcileID=dw68dq66 time="2024-07-02T03:50:55.131Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterversion reconcileID=dw68dq66 time="2024-07-02T03:50:55.131Z" level=debug msg="cluster installation is not complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterversion reconcileID=dw68dq66 time="2024-07-02T03:50:55.131Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=dw68dq66 time="2024-07-02T03:50:55.132Z" level=debug msg="Reconcile successful" controller=clusterversion-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=85ca4de1-9062-4410-b519-3067f46a6529 time="2024-07-02T03:50:55.131Z" level=debug msg="no additional log fields found" controller=machinepool machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-worker reconcileID=gbd87mzw time="2024-07-02T03:50:55.132Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=e2e-test-hive-wl9s4/cd-32026-dqfk-worker time="2024-07-02T03:50:55.128Z" level=debug msg=Reconciling controller=awsprivatelink-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=1bdba19b-be51-4107-8b17-c209442f2648 time="2024-07-02T03:50:55.132Z" level=debug msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=awsprivatelink reconcileID=hg8cqllx time="2024-07-02T03:50:55.132Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-worker reconcileID=gbd87mzw time="2024-07-02T03:50:55.132Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-worker outcome=unspecified reconcileID=gbd87mzw time="2024-07-02T03:50:55.132Z" level=debug msg="Reconcile successful" controller=machinepool-controller name=cd-32026-dqfk-worker namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk-worker reconcileID=b42d638a-2d45-4d54-9cfa-80b021ae6713 time="2024-07-02T03:50:55.13Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=cd-32026-dqfk controller=argocdregister namespace=e2e-test-hive-wl9s4 time="2024-07-02T03:50:55.132Z" level=info msg="reconcile complete" clusterDeployment=cd-32026-dqfk controller=argocdregister elapsedMillis=1 elapsedMillisGT=0 namespace=e2e-test-hive-wl9s4 outcome=unspecified time="2024-07-02T03:50:55.132Z" level=debug msg="Reconcile successful" controller=argocdregister-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=940946da-2528-4e91-8dde-4ea4c8758975 time="2024-07-02T03:50:55.132Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=awsprivatelink reconcileID=hg8cqllx time="2024-07-02T03:50:55.132Z" level=debug msg="controller cannot service the clusterdeployment, so skipping" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=awsprivatelink reconcileID=hg8cqllx time="2024-07-02T03:50:55.132Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=hg8cqllx time="2024-07-02T03:50:55.132Z" level=debug msg="Reconcile successful" controller=awsprivatelink-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=1bdba19b-be51-4107-8b17-c209442f2648 time="2024-07-02T03:50:55.151Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment elapsedMillis=457 elapsedMillisGT=0 outcome=unspecified reconcileID=n2vh87fz time="2024-07-02T03:50:55.151Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=ec1313ae-907e-4d28-be1f-dbdc0ade5693 time="2024-07-02T03:50:55.151Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=d922d983-0e07-4eda-9d0c-52fff8cad824 time="2024-07-02T03:50:55.151Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment reconcileID=ps2hg6ts time="2024-07-02T03:50:55.151Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment reconcileID=ps2hg6ts time="2024-07-02T03:50:55.151Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Job objectNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-imageset ownerKind=ClusterDeployment ownerNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk time="2024-07-02T03:50:55.151Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=e2e-test-hive-wl9s4 namespace= object=e2e-test-hive-wl9s4 reconcileID=018d8f0e-6843-4c53-a54c-8bc66f523cae time="2024-07-02T03:50:55.152Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk time="2024-07-02T03:50:55.152Z" level=debug msg=Reconciling controller=machinepool-controller name=cd-32026-dqfk-worker namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk-worker reconcileID=6c1af557-c1e3-4303-9814-57b76f496ab3 time="2024-07-02T03:50:55.152Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-worker reconcileID=6w6br7cg time="2024-07-02T03:50:55.152Z" level=debug msg=Reconciling controller=argocdregister-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=a70ce533-3ce6-42d3-b5d3-c2212b5b1718 time="2024-07-02T03:50:55.152Z" level=info msg="reconciling cluster deployment" clusterDeployment=cd-32026-dqfk controller=argocdregister namespace=e2e-test-hive-wl9s4 time="2024-07-02T03:50:55.152Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=cd-32026-dqfk controller=argocdregister namespace=e2e-test-hive-wl9s4 time="2024-07-02T03:50:55.152Z" level=info msg="reconcile complete" clusterDeployment=cd-32026-dqfk controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=e2e-test-hive-wl9s4 outcome=unspecified time="2024-07-02T03:50:55.152Z" level=debug msg="Reconcile successful" controller=argocdregister-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=a70ce533-3ce6-42d3-b5d3-c2212b5b1718 time="2024-07-02T03:50:55.152Z" level=debug msg=Reconciling controller=awsprivatelink-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=5ee65011-3ee8-4ac9-aa5f-810befd75b00 time="2024-07-02T03:50:55.152Z" level=debug msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=awsprivatelink reconcileID=wft2lkzb time="2024-07-02T03:50:55.151Z" level=debug msg=Reconciling controller=clusterstate-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=9570246d-4c1c-41cd-b8e7-829fb38a6219 time="2024-07-02T03:50:55.152Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterState reconcileID=vx7lmtjk time="2024-07-02T03:50:55.152Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterState reconcileID=vx7lmtjk time="2024-07-02T03:50:55.152Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterState reconcileID=vx7lmtjk time="2024-07-02T03:50:55.152Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=vx7lmtjk time="2024-07-02T03:50:55.152Z" level=debug msg=Reconciling controller=unreachable-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=d79234ca-4908-4432-9ed0-20bb10c7144d time="2024-07-02T03:50:55.152Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=unreachable reconcileID=k79gx4zt time="2024-07-02T03:50:55.152Z" level=debug msg=Reconciling controller=controlplanecerts-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=8d5ad841-9855-4f66-b7ce-624228e6ada0 time="2024-07-02T03:50:55.152Z" level=debug msg=Reconciling controller=remoteingress-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=814ff14c-0fe3-48b6-ba9e-79326e96f542 time="2024-07-02T03:50:55.152Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=remoteingress reconcileID=v96b4x7h time="2024-07-02T03:50:55.152Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=remoteingress reconcileID=v96b4x7h time="2024-07-02T03:50:55.152Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=remoteingress reconcileID=v96b4x7h time="2024-07-02T03:50:55.152Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=v96b4x7h time="2024-07-02T03:50:55.152Z" level=debug msg="Reconcile successful" controller=remoteingress-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=814ff14c-0fe3-48b6-ba9e-79326e96f542 time="2024-07-02T03:50:55.152Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=unreachable reconcileID=k79gx4zt time="2024-07-02T03:50:55.153Z" level=debug msg="cluster installation is not complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=unreachable reconcileID=k79gx4zt time="2024-07-02T03:50:55.153Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=k79gx4zt time="2024-07-02T03:50:55.153Z" level=debug msg="Reconcile successful" controller=unreachable-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=d79234ca-4908-4432-9ed0-20bb10c7144d time="2024-07-02T03:50:55.152Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/e2e-test-hive-wl9s4 reconcileID=mq2s6g6f time="2024-07-02T03:50:55.153Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/e2e-test-hive-wl9s4 outcome=unspecified reconcileID=mq2s6g6f time="2024-07-02T03:50:55.153Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=e2e-test-hive-wl9s4 namespace= object=e2e-test-hive-wl9s4 reconcileID=018d8f0e-6843-4c53-a54c-8bc66f523cae time="2024-07-02T03:50:55.152Z" level=debug msg="Reconcile successful" controller=clusterstate-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=9570246d-4c1c-41cd-b8e7-829fb38a6219 time="2024-07-02T03:50:55.152Z" level=debug msg="no additional log fields found" controller=machinepool machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-worker reconcileID=6w6br7cg time="2024-07-02T03:50:55.153Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=e2e-test-hive-wl9s4/cd-32026-dqfk-worker time="2024-07-02T03:50:55.153Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-worker reconcileID=6w6br7cg time="2024-07-02T03:50:55.153Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=1 elapsedMillisGT=0 machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-worker outcome=unspecified reconcileID=6w6br7cg time="2024-07-02T03:50:55.153Z" level=debug msg="Reconcile successful" controller=machinepool-controller name=cd-32026-dqfk-worker namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk-worker reconcileID=6c1af557-c1e3-4303-9814-57b76f496ab3 time="2024-07-02T03:50:55.152Z" level=debug msg=Reconciling controller=clusterversion-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=3979aef4-5325-4ee9-87e1-6b4a4d228698 time="2024-07-02T03:50:55.153Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterversion reconcileID=jpprczmz time="2024-07-02T03:50:55.153Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterversion reconcileID=jpprczmz time="2024-07-02T03:50:55.153Z" level=debug msg="cluster installation is not complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterversion reconcileID=jpprczmz time="2024-07-02T03:50:55.153Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=jpprczmz time="2024-07-02T03:50:55.153Z" level=debug msg="Reconcile successful" controller=clusterversion-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=3979aef4-5325-4ee9-87e1-6b4a4d228698 time="2024-07-02T03:50:55.152Z" level=debug msg=Reconciling controller=syncidentityprovider-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=341c3b68-f0dd-482d-90a5-12cebef1fe97 time="2024-07-02T03:50:55.153Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=syncidentityprovider reconcileID=52s9ghgl time="2024-07-02T03:50:55.153Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=syncidentityprovider reconcileID=52s9ghgl time="2024-07-02T03:50:55.153Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=syncidentityprovider reconcileID=52s9ghgl time="2024-07-02T03:50:55.153Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=52s9ghgl time="2024-07-02T03:50:55.153Z" level=debug msg="Reconcile successful" controller=syncidentityprovider-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=341c3b68-f0dd-482d-90a5-12cebef1fe97 time="2024-07-02T03:50:55.152Z" level=debug msg=Reconciling controller=hibernation-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=317e6f97-b2d9-4b63-b497-91b2b5e5f328 time="2024-07-02T03:50:55.153Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=hibernation reconcileID=2dxq4fn6 time="2024-07-02T03:50:55.153Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=hibernation reconcileID=2dxq4fn6 time="2024-07-02T03:50:55.153Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2dxq4fn6 time="2024-07-02T03:50:55.153Z" level=debug msg="Reconcile successful" controller=hibernation-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=317e6f97-b2d9-4b63-b497-91b2b5e5f328 time="2024-07-02T03:50:55.151Z" level=debug msg=Reconciling controller=clusterrelocate-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=c5a1f072-ca72-4b6f-ab10-68e60b347ad2 time="2024-07-02T03:50:55.153Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterRelocate reconcileID=pd8n2j52 time="2024-07-02T03:50:55.153Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterRelocate reconcileID=pd8n2j52 time="2024-07-02T03:50:55.153Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterRelocate matchingRelocates="[]" reconcileID=pd8n2j52 time="2024-07-02T03:50:55.154Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=pd8n2j52 time="2024-07-02T03:50:55.154Z" level=debug msg="Reconcile successful" controller=clusterrelocate-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=c5a1f072-ca72-4b6f-ab10-68e60b347ad2 time="2024-07-02T03:50:55.152Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=awsprivatelink reconcileID=wft2lkzb time="2024-07-02T03:50:55.154Z" level=debug msg="controller cannot service the clusterdeployment, so skipping" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=awsprivatelink reconcileID=wft2lkzb time="2024-07-02T03:50:55.154Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=awsprivatelink elapsedMillis=1 elapsedMillisGT=0 outcome=unspecified reconcileID=wft2lkzb time="2024-07-02T03:50:55.154Z" level=debug msg="Reconcile successful" controller=awsprivatelink-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=5ee65011-3ee8-4ac9-aa5f-810befd75b00 time="2024-07-02T03:50:55.152Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=controlPlaneCerts reconcileID=9pjcj95g time="2024-07-02T03:50:55.154Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=controlPlaneCerts reconcileID=9pjcj95g time="2024-07-02T03:50:55.154Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=9pjcj95g time="2024-07-02T03:50:55.154Z" level=debug msg="Reconcile successful" controller=controlplanecerts-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=8d5ad841-9855-4f66-b7ce-624228e6ada0 time="2024-07-02T03:50:55.474Z" level=debug msg="loading pull secrets" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment reconcileID=ps2hg6ts time="2024-07-02T03:50:55.474Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment reconcileID=ps2hg6ts time="2024-07-02T03:50:55.474Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=clusterDeployment controllerKey=e2e-test-hive-wl9s4/cd-32026-dqfk time="2024-07-02T03:50:55.476Z" level=debug msg="no failed provisions yet -- allowing retry" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment reconcileID=ps2hg6ts time="2024-07-02T03:50:55.476Z" level=debug msg="service account already exists" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment name=cluster-installer reconcileID=ps2hg6ts time="2024-07-02T03:50:55.476Z" level=debug msg="role already exists" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment name=cluster-installer reconcileID=ps2hg6ts time="2024-07-02T03:50:55.476Z" level=debug msg="rolebinding already exists" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment name=cluster-installer reconcileID=ps2hg6ts time="2024-07-02T03:50:55.476Z" level=debug msg="generating installer pod spec" clusterProvision=cd-32026-dqfk-0-hb2rx namespace=e2e-test-hive-wl9s4 time="2024-07-02T03:50:55.476Z" level=debug msg="Setting label on derived object" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment derivedObject=cd-32026-dqfk-0-hb2rx reconcileID=ps2hg6ts time="2024-07-02T03:50:55.476Z" level=debug msg="Setting expectations &utils.ControlleeExpectations{add:1, del:0, key:\"e2e-test-hive-wl9s4/cd-32026-dqfk\", timestamp:time.Time{wall:0xc198fc27dc6899ce, ext:151213808824, loc:(*time.Location)(0xa9ed900)}}" controller=clusterDeployment controllerKey=e2e-test-hive-wl9s4/cd-32026-dqfk time="2024-07-02T03:50:55.519Z" level=info msg="created new provision" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment provision=cd-32026-dqfk-0-hb2rx reconcileID=ps2hg6ts time="2024-07-02T03:50:55.519Z" level=debug msg="setting Provisioned Condition to False" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment reconcileID=ps2hg6ts time="2024-07-02T03:50:55.52Z" level=info msg="ClusterProvision created" controller=clusterDeployment time="2024-07-02T03:50:55.52Z" level=debug msg=Reconciling controller=clusterprovision-controller name=cd-32026-dqfk-0-hb2rx namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx reconcileID=d12c01db-0093-4c67-9c21-b89ea9e7f8c0 time="2024-07-02T03:50:55.52Z" level=info msg="reconciling cluster provision" clusterProvision=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx controller=clusterProvision reconcileID=d7j5lth8 time="2024-07-02T03:50:55.52Z" level=debug msg="no additional log fields found" clusterProvision=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx controller=clusterProvision reconcileID=d7j5lth8 time="2024-07-02T03:50:55.52Z" level=debug msg=Reconciling controller=awsprivatelink-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=9dbe1c34-bf70-4080-b933-54689534771f time="2024-07-02T03:50:55.52Z" level=debug msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=awsprivatelink reconcileID=htm4zsg2 time="2024-07-02T03:50:55.52Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=awsprivatelink reconcileID=htm4zsg2 time="2024-07-02T03:50:55.52Z" level=debug msg="Lowered expectations &utils.ControlleeExpectations{add:0, del:0, key:\"e2e-test-hive-wl9s4/cd-32026-dqfk\", timestamp:time.Time{wall:0xc198fc27dc6899ce, ext:151213808824, loc:(*time.Location)(0xa9ed900)}}" controller=clusterDeployment controllerKey=e2e-test-hive-wl9s4/cd-32026-dqfk time="2024-07-02T03:50:55.52Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=clusterProvision controllerKey=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx time="2024-07-02T03:50:55.52Z" level=debug msg="generating installer job" clusterProvision=cd-32026-dqfk-0-hb2rx namespace=e2e-test-hive-wl9s4 time="2024-07-02T03:50:55.52Z" level=debug msg="Setting labels on derived object" clusterProvision=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx controller=clusterProvision derivedObject=cd-32026-dqfk-0-hb2rx-provision job=cd-32026-dqfk-0-hb2rx-provision reconcileID=d7j5lth8 time="2024-07-02T03:50:55.52Z" level=info msg="creating install job" clusterProvision=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx controller=clusterProvision job=cd-32026-dqfk-0-hb2rx-provision reconcileID=d7j5lth8 time="2024-07-02T03:50:55.52Z" level=debug msg="Setting expectations &utils.ControlleeExpectations{add:1, del:0, key:\"e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx\", timestamp:time.Time{wall:0xc198fc27df0b2077, ext:151258014537, loc:(*time.Location)(0xa9ed900)}}" controller=clusterProvision controllerKey=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx time="2024-07-02T03:50:55.52Z" level=debug msg="controller cannot service the clusterdeployment, so skipping" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=awsprivatelink reconcileID=htm4zsg2 time="2024-07-02T03:50:55.52Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=htm4zsg2 time="2024-07-02T03:50:55.52Z" level=debug msg="Reconcile successful" controller=awsprivatelink-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=9dbe1c34-bf70-4080-b933-54689534771f time="2024-07-02T03:50:55.537Z" level=info msg="reconcile complete" clusterProvision=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx controller=clusterProvision elapsedMillis=17 elapsedMillisGT=0 outcome=unspecified reconcileID=d7j5lth8 time="2024-07-02T03:50:55.538Z" level=debug msg="Reconcile successful" controller=clusterprovision-controller name=cd-32026-dqfk-0-hb2rx namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx reconcileID=d12c01db-0093-4c67-9c21-b89ea9e7f8c0 time="2024-07-02T03:50:55.537Z" level=info msg="calculated time to first provision seconds" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment elapsed=15.537962425 reconcileID=ps2hg6ts time="2024-07-02T03:50:55.538Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment elapsedMillis=386 elapsedMillisGT=0 outcome=unspecified reconcileID=ps2hg6ts time="2024-07-02T03:50:55.538Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=d922d983-0e07-4eda-9d0c-52fff8cad824 time="2024-07-02T03:50:55.538Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=bca4f9de-c1fa-4407-b7e0-94634846b73e time="2024-07-02T03:50:55.538Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment reconcileID=6sv2kjtj time="2024-07-02T03:50:55.538Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment reconcileID=6sv2kjtj time="2024-07-02T03:50:55.538Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx ownerKind=ClusterDeployment ownerNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk time="2024-07-02T03:50:55.538Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk time="2024-07-02T03:50:55.538Z" level=info msg="Job created" controller=clusterProvision time="2024-07-02T03:50:55.538Z" level=debug msg="Lowered expectations &utils.ControlleeExpectations{add:0, del:0, key:\"e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx\", timestamp:time.Time{wall:0xc198fc27df0b2077, ext:151258014537, loc:(*time.Location)(0xa9ed900)}}" controller=clusterProvision controllerKey=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx time="2024-07-02T03:50:55.539Z" level=debug msg=Reconciling controller=clusterprovision-controller name=cd-32026-dqfk-0-hb2rx namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx reconcileID=8ea28c6a-9d30-49b2-b60a-cea2cc403176 time="2024-07-02T03:50:55.539Z" level=info msg="reconciling cluster provision" clusterProvision=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx controller=clusterProvision reconcileID=dltlgx9t time="2024-07-02T03:50:55.539Z" level=debug msg="no additional log fields found" clusterProvision=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx controller=clusterProvision reconcileID=dltlgx9t time="2024-07-02T03:50:55.539Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx controller=clusterProvision objectKind=Job objectNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx-provision ownerKind=ClusterProvision ownerNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx reconcileID=dltlgx9t time="2024-07-02T03:50:55.539Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx\", timestamp:time.Time{wall:0xc198fc27df0b2077, ext:151258014537, loc:(*time.Location)(0xa9ed900)}}" controller=clusterProvision controllerKey=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx time="2024-07-02T03:50:55.54Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=e2e-test-hive-wl9s4 namespace= object=e2e-test-hive-wl9s4 reconcileID=90c5a448-0475-45d6-a254-0890a40cfaed time="2024-07-02T03:50:55.54Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/e2e-test-hive-wl9s4 reconcileID=dmsp2nn8 time="2024-07-02T03:50:55.54Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/e2e-test-hive-wl9s4 outcome=unspecified reconcileID=dmsp2nn8 time="2024-07-02T03:50:55.54Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=e2e-test-hive-wl9s4 namespace= object=e2e-test-hive-wl9s4 reconcileID=90c5a448-0475-45d6-a254-0890a40cfaed time="2024-07-02T03:50:55.54Z" level=debug msg=Reconciling controller=clusterversion-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=6ad95846-7464-4a14-9902-7c608013cd32 time="2024-07-02T03:50:55.54Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterversion reconcileID=h5qc4zdh time="2024-07-02T03:50:55.54Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterversion reconcileID=h5qc4zdh time="2024-07-02T03:50:55.54Z" level=debug msg="cluster installation is not complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterversion reconcileID=h5qc4zdh time="2024-07-02T03:50:55.54Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=h5qc4zdh time="2024-07-02T03:50:55.54Z" level=debug msg="Reconcile successful" controller=clusterversion-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=6ad95846-7464-4a14-9902-7c608013cd32 time="2024-07-02T03:50:55.541Z" level=debug msg=Reconciling controller=syncidentityprovider-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=0c874467-ddb4-4b90-905d-177ee168953c time="2024-07-02T03:50:55.541Z" level=debug msg=Reconciling controller=remoteingress-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=82bc96e1-f7c2-4cdc-8d57-e619c054ffb2 time="2024-07-02T03:50:55.541Z" level=debug msg=Reconciling controller=controlplanecerts-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=f8f8af99-6e02-44f7-adac-4dc4284322bd time="2024-07-02T03:50:55.541Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=controlPlaneCerts reconcileID=rpfbnxmd time="2024-07-02T03:50:55.541Z" level=debug msg=Reconciling controller=clusterrelocate-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=38fb31d5-9f42-4660-bbfc-9c24cf568b97 time="2024-07-02T03:50:55.541Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=controlPlaneCerts reconcileID=rpfbnxmd time="2024-07-02T03:50:55.541Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=remoteingress reconcileID=2xh6t6bh time="2024-07-02T03:50:55.541Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=remoteingress reconcileID=2xh6t6bh time="2024-07-02T03:50:55.541Z" level=debug msg=Reconciling controller=clusterstate-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=38419120-9149-4a0a-abdc-deef58f4ad91 time="2024-07-02T03:50:55.541Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterState reconcileID=td2kw67p time="2024-07-02T03:50:55.541Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterRelocate reconcileID=sjrxnzgj time="2024-07-02T03:50:55.541Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterRelocate reconcileID=sjrxnzgj time="2024-07-02T03:50:55.541Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterRelocate matchingRelocates="[]" reconcileID=sjrxnzgj time="2024-07-02T03:50:55.541Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=sjrxnzgj time="2024-07-02T03:50:55.541Z" level=debug msg="Reconcile successful" controller=clusterrelocate-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=38fb31d5-9f42-4660-bbfc-9c24cf568b97 time="2024-07-02T03:50:55.541Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=syncidentityprovider reconcileID=wl2xmzrl time="2024-07-02T03:50:55.541Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=syncidentityprovider reconcileID=wl2xmzrl time="2024-07-02T03:50:55.541Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=syncidentityprovider reconcileID=wl2xmzrl time="2024-07-02T03:50:55.542Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=wl2xmzrl time="2024-07-02T03:50:55.542Z" level=debug msg="Reconcile successful" controller=syncidentityprovider-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=0c874467-ddb4-4b90-905d-177ee168953c time="2024-07-02T03:50:55.541Z" level=debug msg=Reconciling controller=unreachable-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=49db07b4-fbea-4f25-a983-e4035e107c1e time="2024-07-02T03:50:55.542Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=unreachable reconcileID=7tg2vhcm time="2024-07-02T03:50:55.542Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterState reconcileID=td2kw67p time="2024-07-02T03:50:55.542Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterState reconcileID=td2kw67p time="2024-07-02T03:50:55.542Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=td2kw67p time="2024-07-02T03:50:55.542Z" level=debug msg="Reconcile successful" controller=clusterstate-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=38419120-9149-4a0a-abdc-deef58f4ad91 time="2024-07-02T03:50:55.542Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=unreachable reconcileID=7tg2vhcm time="2024-07-02T03:50:55.542Z" level=debug msg="cluster installation is not complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=unreachable reconcileID=7tg2vhcm time="2024-07-02T03:50:55.542Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=7tg2vhcm time="2024-07-02T03:50:55.542Z" level=debug msg="Reconcile successful" controller=unreachable-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=49db07b4-fbea-4f25-a983-e4035e107c1e time="2024-07-02T03:50:55.541Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=remoteingress reconcileID=2xh6t6bh time="2024-07-02T03:50:55.542Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=remoteingress elapsedMillis=1 elapsedMillisGT=0 outcome=unspecified reconcileID=2xh6t6bh time="2024-07-02T03:50:55.542Z" level=debug msg="Reconcile successful" controller=remoteingress-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=82bc96e1-f7c2-4cdc-8d57-e619c054ffb2 time="2024-07-02T03:50:55.541Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=rpfbnxmd time="2024-07-02T03:50:55.542Z" level=debug msg="Reconcile successful" controller=controlplanecerts-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=f8f8af99-6e02-44f7-adac-4dc4284322bd time="2024-07-02T03:50:55.546Z" level=debug msg=Reconciling controller=argocdregister-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=47280f23-b98f-4b07-91fd-8283ba06d1fc time="2024-07-02T03:50:55.546Z" level=info msg="reconciling cluster deployment" clusterDeployment=cd-32026-dqfk controller=argocdregister namespace=e2e-test-hive-wl9s4 time="2024-07-02T03:50:55.546Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=cd-32026-dqfk controller=argocdregister namespace=e2e-test-hive-wl9s4 time="2024-07-02T03:50:55.546Z" level=info msg="reconcile complete" clusterDeployment=cd-32026-dqfk controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=e2e-test-hive-wl9s4 outcome=unspecified time="2024-07-02T03:50:55.546Z" level=debug msg="Reconcile successful" controller=argocdregister-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=47280f23-b98f-4b07-91fd-8283ba06d1fc time="2024-07-02T03:50:55.546Z" level=debug msg=Reconciling controller=awsprivatelink-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=ccdc6fed-6853-4d3c-8104-91e5bf689ad4 time="2024-07-02T03:50:55.546Z" level=debug msg=Reconciling controller=machinepool-controller name=cd-32026-dqfk-worker namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk-worker reconcileID=e6bce9b9-9d1d-4f5a-8ccc-ebafc7215593 time="2024-07-02T03:50:55.546Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-worker reconcileID=lggjk5cs time="2024-07-02T03:50:55.546Z" level=debug msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=awsprivatelink reconcileID=m5bfx9zw time="2024-07-02T03:50:55.546Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=awsprivatelink reconcileID=m5bfx9zw time="2024-07-02T03:50:55.546Z" level=debug msg=Reconciling controller=hibernation-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=5fa5f0db-57c5-4ad6-8e0b-e8645991ecbc time="2024-07-02T03:50:55.546Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=hibernation reconcileID=5x5wtpsw time="2024-07-02T03:50:55.546Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=hibernation reconcileID=5x5wtpsw time="2024-07-02T03:50:55.546Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=5x5wtpsw time="2024-07-02T03:50:55.546Z" level=debug msg="Reconcile successful" controller=hibernation-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=5fa5f0db-57c5-4ad6-8e0b-e8645991ecbc time="2024-07-02T03:50:55.546Z" level=debug msg="no additional log fields found" controller=machinepool machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-worker reconcileID=lggjk5cs time="2024-07-02T03:50:55.546Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=e2e-test-hive-wl9s4/cd-32026-dqfk-worker time="2024-07-02T03:50:55.546Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-worker reconcileID=lggjk5cs time="2024-07-02T03:50:55.546Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-worker outcome=unspecified reconcileID=lggjk5cs time="2024-07-02T03:50:55.546Z" level=debug msg="Reconcile successful" controller=machinepool-controller name=cd-32026-dqfk-worker namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk-worker reconcileID=e6bce9b9-9d1d-4f5a-8ccc-ebafc7215593 time="2024-07-02T03:50:55.546Z" level=debug msg="controller cannot service the clusterdeployment, so skipping" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=awsprivatelink reconcileID=m5bfx9zw time="2024-07-02T03:50:55.546Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=m5bfx9zw time="2024-07-02T03:50:55.546Z" level=debug msg="Reconcile successful" controller=awsprivatelink-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=ccdc6fed-6853-4d3c-8104-91e5bf689ad4 time="2024-07-02T03:50:55.553Z" level=debug msg=Reconciling controller=awsprivatelink-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=1af16b3a-1582-4e03-9fb8-e122a490f002 time="2024-07-02T03:50:55.553Z" level=debug msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=awsprivatelink reconcileID=w8qx97d6 time="2024-07-02T03:50:55.553Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=awsprivatelink reconcileID=w8qx97d6 time="2024-07-02T03:50:55.553Z" level=debug msg="controller cannot service the clusterdeployment, so skipping" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=awsprivatelink reconcileID=w8qx97d6 time="2024-07-02T03:50:55.553Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=w8qx97d6 time="2024-07-02T03:50:55.553Z" level=debug msg="Reconcile successful" controller=awsprivatelink-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=1af16b3a-1582-4e03-9fb8-e122a490f002 time="2024-07-02T03:50:55.554Z" level=info msg="reconcile complete" clusterProvision=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx controller=clusterProvision elapsedMillis=15 elapsedMillisGT=0 outcome=unspecified reconcileID=dltlgx9t time="2024-07-02T03:50:55.554Z" level=debug msg="Reconcile successful" controller=clusterprovision-controller name=cd-32026-dqfk-0-hb2rx namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx reconcileID=8ea28c6a-9d30-49b2-b60a-cea2cc403176 time="2024-07-02T03:50:55.554Z" level=debug msg=Reconciling controller=clusterprovision-controller name=cd-32026-dqfk-0-hb2rx namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx reconcileID=f71d3884-a912-4c5c-bb4a-bf5be52f0339 time="2024-07-02T03:50:55.554Z" level=info msg="reconciling cluster provision" clusterProvision=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx controller=clusterProvision reconcileID=7224jsq7 time="2024-07-02T03:50:55.554Z" level=debug msg="no additional log fields found" clusterProvision=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx controller=clusterProvision reconcileID=7224jsq7 time="2024-07-02T03:50:55.555Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx controller=clusterProvision objectKind=Job objectNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx-provision ownerKind=ClusterProvision ownerNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx reconcileID=7224jsq7 time="2024-07-02T03:50:55.555Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx\", timestamp:time.Time{wall:0xc198fc27df0b2077, ext:151258014537, loc:(*time.Location)(0xa9ed900)}}" controller=clusterProvision controllerKey=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx time="2024-07-02T03:50:55.555Z" level=debug msg="reconciling running job" clusterProvision=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx controller=clusterProvision reconcileID=7224jsq7 time="2024-07-02T03:50:55.555Z" level=debug msg="install job still running" clusterProvision=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx controller=clusterProvision job=cd-32026-dqfk-0-hb2rx-provision reconcileID=7224jsq7 time="2024-07-02T03:50:55.555Z" level=info msg="reconcile complete" clusterProvision=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=7224jsq7 time="2024-07-02T03:50:55.555Z" level=debug msg="Reconcile done, requeueing after 59.444557058s" controller=clusterprovision-controller name=cd-32026-dqfk-0-hb2rx namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx reconcileID=f71d3884-a912-4c5c-bb4a-bf5be52f0339 time="2024-07-02T03:50:55.579Z" level=debug msg=Reconciling controller=clusterprovision-controller name=cd-32026-dqfk-0-hb2rx namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx reconcileID=5a26f0ca-c1d2-4ab8-835a-0dc9b673012e time="2024-07-02T03:50:55.579Z" level=info msg="reconciling cluster provision" clusterProvision=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx controller=clusterProvision reconcileID=tknjg86c time="2024-07-02T03:50:55.579Z" level=debug msg="no additional log fields found" clusterProvision=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx controller=clusterProvision reconcileID=tknjg86c time="2024-07-02T03:50:55.579Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx controller=clusterProvision objectKind=Job objectNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx-provision ownerKind=ClusterProvision ownerNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx reconcileID=tknjg86c time="2024-07-02T03:50:55.579Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx\", timestamp:time.Time{wall:0xc198fc27df0b2077, ext:151258014537, loc:(*time.Location)(0xa9ed900)}}" controller=clusterProvision controllerKey=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx time="2024-07-02T03:50:55.579Z" level=debug msg="reconciling running job" clusterProvision=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx controller=clusterProvision reconcileID=tknjg86c time="2024-07-02T03:50:55.579Z" level=debug msg="install job still running" clusterProvision=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx controller=clusterProvision job=cd-32026-dqfk-0-hb2rx-provision reconcileID=tknjg86c time="2024-07-02T03:50:55.579Z" level=info msg="reconcile complete" clusterProvision=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=tknjg86c time="2024-07-02T03:50:55.579Z" level=debug msg="Reconcile done, requeueing after 59.420114285s" controller=clusterprovision-controller name=cd-32026-dqfk-0-hb2rx namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx reconcileID=5a26f0ca-c1d2-4ab8-835a-0dc9b673012e time="2024-07-02T03:50:55.694Z" level=info msg="scrape root domain" controller=dnsendpoint rootDomain=qe.devcluster.openshift.com scraper=nameServer time="2024-07-02T03:50:55.694Z" level=error msg="failed to scrape name servers for root domain" controller=dnsendpoint domain=qe.devcluster.openshift.com error="error querying name servers: failed to get AWS client: error creating AWS client: Secret \"route53-aws-creds\" not found" scraper=nameServer time="2024-07-02T03:50:55.842Z" level=debug msg="loading pull secrets" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment reconcileID=6sv2kjtj time="2024-07-02T03:50:55.842Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment reconcileID=6sv2kjtj time="2024-07-02T03:50:55.842Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"e2e-test-hive-wl9s4/cd-32026-dqfk\", timestamp:time.Time{wall:0xc198fc27dc6899ce, ext:151213808824, loc:(*time.Location)(0xa9ed900)}}" controller=clusterDeployment controllerKey=e2e-test-hive-wl9s4/cd-32026-dqfk time="2024-07-02T03:50:55.854Z" level=info msg="could not adopt provision" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"cd-32026-dqfk\": the object has been modified; please apply your changes to the latest version and try again" provision=cd-32026-dqfk-0-hb2rx reconcileID=6sv2kjtj time="2024-07-02T03:50:55.854Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment elapsedMillis=315 elapsedMillisGT=0 outcome=unspecified reconcileID=6sv2kjtj time="2024-07-02T03:50:55.854Z" level=error msg="Reconciler error" controller=clusterdeployment-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"cd-32026-dqfk\": the object has been modified; please apply your changes to the latest version and try again" name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=bca4f9de-c1fa-4407-b7e0-94634846b73e time="2024-07-02T03:50:55.854Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=bcd8d7ae-11d9-4a94-8b52-af90181a9243 time="2024-07-02T03:50:55.854Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment reconcileID=r57759f6 time="2024-07-02T03:50:55.854Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment reconcileID=r57759f6 time="2024-07-02T03:50:55.854Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx ownerKind=ClusterDeployment ownerNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk time="2024-07-02T03:50:55.854Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk time="2024-07-02T03:50:56.293Z" level=debug msg="loading pull secrets" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment reconcileID=r57759f6 time="2024-07-02T03:50:56.293Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment reconcileID=r57759f6 time="2024-07-02T03:50:56.293Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"e2e-test-hive-wl9s4/cd-32026-dqfk\", timestamp:time.Time{wall:0xc198fc27dc6899ce, ext:151213808824, loc:(*time.Location)(0xa9ed900)}}" controller=clusterDeployment controllerKey=e2e-test-hive-wl9s4/cd-32026-dqfk time="2024-07-02T03:50:56.314Z" level=info msg="adopted provision" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment provision=cd-32026-dqfk-0-hb2rx reconcileID=r57759f6 time="2024-07-02T03:50:56.314Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment elapsedMillis=460 elapsedMillisGT=0 outcome=unspecified reconcileID=r57759f6 time="2024-07-02T03:50:56.314Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=bcd8d7ae-11d9-4a94-8b52-af90181a9243 time="2024-07-02T03:50:56.314Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=a54a0328-5bbb-494d-88db-56d772b4b704 time="2024-07-02T03:50:56.314Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment reconcileID=kx2xjqbh time="2024-07-02T03:50:56.314Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment reconcileID=kx2xjqbh time="2024-07-02T03:50:56.314Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx ownerKind=ClusterDeployment ownerNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk time="2024-07-02T03:50:56.315Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk time="2024-07-02T03:50:56.315Z" level=debug msg=Reconciling controller=controlplanecerts-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=d16d0304-f386-40f5-a4e2-f69ec4035311 time="2024-07-02T03:50:56.315Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=controlPlaneCerts reconcileID=5rf8krt7 time="2024-07-02T03:50:56.315Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=controlPlaneCerts reconcileID=5rf8krt7 time="2024-07-02T03:50:56.315Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=5rf8krt7 time="2024-07-02T03:50:56.315Z" level=debug msg="Reconcile successful" controller=controlplanecerts-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=d16d0304-f386-40f5-a4e2-f69ec4035311 time="2024-07-02T03:50:56.315Z" level=debug msg=Reconciling controller=awsprivatelink-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=d3aab5cc-a9c8-4e10-8934-a9646d811b58 time="2024-07-02T03:50:56.315Z" level=debug msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=awsprivatelink reconcileID=ccfkfh24 time="2024-07-02T03:50:56.315Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=awsprivatelink reconcileID=ccfkfh24 time="2024-07-02T03:50:56.315Z" level=debug msg="controller cannot service the clusterdeployment, so skipping" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=awsprivatelink reconcileID=ccfkfh24 time="2024-07-02T03:50:56.315Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=ccfkfh24 time="2024-07-02T03:50:56.315Z" level=debug msg="Reconcile successful" controller=awsprivatelink-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=d3aab5cc-a9c8-4e10-8934-a9646d811b58 time="2024-07-02T03:50:56.315Z" level=debug msg=Reconciling controller=syncidentityprovider-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=35f0d062-3522-4032-8deb-89ace7fb5847 time="2024-07-02T03:50:56.315Z" level=debug msg=Reconciling controller=clusterrelocate-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=4ed5f853-f75b-496f-9cfe-c0c1cf2d0546 time="2024-07-02T03:50:56.315Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterRelocate reconcileID=cj52mqmc time="2024-07-02T03:50:56.315Z" level=debug msg=Reconciling controller=clusterprovision-controller name=cd-32026-dqfk-0-hb2rx namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx reconcileID=f1355545-6d4f-4196-bc87-ec3c2e4318b9 time="2024-07-02T03:50:56.315Z" level=debug msg=Reconciling controller=clusterversion-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=db20c0bf-2180-4486-bb0a-c906317f921e time="2024-07-02T03:50:56.315Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterversion reconcileID=p5g9w7h4 time="2024-07-02T03:50:56.315Z" level=debug msg=Reconciling controller=argocdregister-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=57ea5d08-05eb-43d5-a93d-63f7c0b20321 time="2024-07-02T03:50:56.315Z" level=info msg="reconciling cluster deployment" clusterDeployment=cd-32026-dqfk controller=argocdregister namespace=e2e-test-hive-wl9s4 time="2024-07-02T03:50:56.315Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=cd-32026-dqfk controller=argocdregister namespace=e2e-test-hive-wl9s4 time="2024-07-02T03:50:56.315Z" level=info msg="reconcile complete" clusterDeployment=cd-32026-dqfk controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=e2e-test-hive-wl9s4 outcome=unspecified time="2024-07-02T03:50:56.315Z" level=debug msg="Reconcile successful" controller=argocdregister-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=57ea5d08-05eb-43d5-a93d-63f7c0b20321 time="2024-07-02T03:50:56.315Z" level=debug msg=Reconciling controller=hibernation-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=2d55faeb-7a1d-4686-871c-3fe34fad4139 time="2024-07-02T03:50:56.315Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=hibernation reconcileID=xf5dq96f time="2024-07-02T03:50:56.316Z" level=debug msg=Reconciling controller=machinepool-controller name=cd-32026-dqfk-worker namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk-worker reconcileID=a90727c2-4f57-4df3-9c49-1ed7144e287e time="2024-07-02T03:50:56.316Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-worker reconcileID=rnpcn7rr time="2024-07-02T03:50:56.315Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterversion reconcileID=p5g9w7h4 time="2024-07-02T03:50:56.316Z" level=debug msg="cluster installation is not complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterversion reconcileID=p5g9w7h4 time="2024-07-02T03:50:56.316Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=p5g9w7h4 time="2024-07-02T03:50:56.316Z" level=debug msg="Reconcile successful" controller=clusterversion-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=db20c0bf-2180-4486-bb0a-c906317f921e time="2024-07-02T03:50:56.316Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=hibernation reconcileID=xf5dq96f time="2024-07-02T03:50:56.316Z" level=debug msg="no additional log fields found" controller=machinepool machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-worker reconcileID=rnpcn7rr time="2024-07-02T03:50:56.316Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=xf5dq96f time="2024-07-02T03:50:56.316Z" level=debug msg="Reconcile successful" controller=hibernation-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=2d55faeb-7a1d-4686-871c-3fe34fad4139 time="2024-07-02T03:50:56.315Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=syncidentityprovider reconcileID=vptrcgq9 time="2024-07-02T03:50:56.316Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=syncidentityprovider reconcileID=vptrcgq9 time="2024-07-02T03:50:56.316Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=e2e-test-hive-wl9s4/cd-32026-dqfk-worker time="2024-07-02T03:50:56.316Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-worker reconcileID=rnpcn7rr time="2024-07-02T03:50:56.316Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-worker outcome=unspecified reconcileID=rnpcn7rr time="2024-07-02T03:50:56.316Z" level=debug msg="Reconcile successful" controller=machinepool-controller name=cd-32026-dqfk-worker namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk-worker reconcileID=a90727c2-4f57-4df3-9c49-1ed7144e287e time="2024-07-02T03:50:56.315Z" level=info msg="reconciling cluster provision" clusterProvision=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx controller=clusterProvision reconcileID=4kwzzbhn time="2024-07-02T03:50:56.316Z" level=debug msg="no additional log fields found" clusterProvision=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx controller=clusterProvision reconcileID=4kwzzbhn time="2024-07-02T03:50:56.315Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=e2e-test-hive-wl9s4 namespace= object=e2e-test-hive-wl9s4 reconcileID=57ce1b03-fa44-4e44-94e6-06f980311018 time="2024-07-02T03:50:56.316Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx controller=clusterProvision objectKind=Job objectNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx-provision ownerKind=ClusterProvision ownerNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx reconcileID=4kwzzbhn time="2024-07-02T03:50:56.316Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=syncidentityprovider reconcileID=vptrcgq9 time="2024-07-02T03:50:56.317Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=vptrcgq9 time="2024-07-02T03:50:56.317Z" level=debug msg="Reconcile successful" controller=syncidentityprovider-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=35f0d062-3522-4032-8deb-89ace7fb5847 time="2024-07-02T03:50:56.316Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/e2e-test-hive-wl9s4 reconcileID=tlhvhfkg time="2024-07-02T03:50:56.317Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx\", timestamp:time.Time{wall:0xc198fc27df0b2077, ext:151258014537, loc:(*time.Location)(0xa9ed900)}}" controller=clusterProvision controllerKey=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx time="2024-07-02T03:50:56.317Z" level=debug msg="reconciling running job" clusterProvision=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx controller=clusterProvision reconcileID=4kwzzbhn time="2024-07-02T03:50:56.317Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/e2e-test-hive-wl9s4 outcome=unspecified reconcileID=tlhvhfkg time="2024-07-02T03:50:56.317Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=e2e-test-hive-wl9s4 namespace= object=e2e-test-hive-wl9s4 reconcileID=57ce1b03-fa44-4e44-94e6-06f980311018 time="2024-07-02T03:50:56.315Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterRelocate reconcileID=cj52mqmc time="2024-07-02T03:50:56.317Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterRelocate matchingRelocates="[]" reconcileID=cj52mqmc time="2024-07-02T03:50:56.317Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterRelocate elapsedMillis=1 elapsedMillisGT=0 outcome=unspecified reconcileID=cj52mqmc time="2024-07-02T03:50:56.317Z" level=debug msg="Reconcile successful" controller=clusterrelocate-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=4ed5f853-f75b-496f-9cfe-c0c1cf2d0546 time="2024-07-02T03:50:56.317Z" level=debug msg="install job still running" clusterProvision=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx controller=clusterProvision job=cd-32026-dqfk-0-hb2rx-provision reconcileID=4kwzzbhn time="2024-07-02T03:50:56.317Z" level=info msg="reconcile complete" clusterProvision=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4kwzzbhn time="2024-07-02T03:50:56.317Z" level=debug msg="Reconcile done, requeueing after 58.682620186s" controller=clusterprovision-controller name=cd-32026-dqfk-0-hb2rx namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx reconcileID=f1355545-6d4f-4196-bc87-ec3c2e4318b9 time="2024-07-02T03:50:56.315Z" level=debug msg=Reconciling controller=clusterstate-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=ae852133-a948-4836-b523-a3c7e9988724 time="2024-07-02T03:50:56.317Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterState reconcileID=jrl9frgl time="2024-07-02T03:50:56.317Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterState reconcileID=jrl9frgl time="2024-07-02T03:50:56.315Z" level=debug msg=Reconciling controller=unreachable-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=d3d6fc77-38c7-4816-8630-d4ece0db1119 time="2024-07-02T03:50:56.317Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterState reconcileID=jrl9frgl time="2024-07-02T03:50:56.317Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=jrl9frgl time="2024-07-02T03:50:56.317Z" level=debug msg="Reconcile successful" controller=clusterstate-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=ae852133-a948-4836-b523-a3c7e9988724 time="2024-07-02T03:50:56.315Z" level=debug msg=Reconciling controller=remoteingress-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=bb9b9c47-7dff-4c42-a96e-ec54976e3ce6 time="2024-07-02T03:50:56.317Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=remoteingress reconcileID=nttqrhrp time="2024-07-02T03:50:56.317Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=remoteingress reconcileID=nttqrhrp time="2024-07-02T03:50:56.317Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=remoteingress reconcileID=nttqrhrp time="2024-07-02T03:50:56.318Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=nttqrhrp time="2024-07-02T03:50:56.318Z" level=debug msg="Reconcile successful" controller=remoteingress-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=bb9b9c47-7dff-4c42-a96e-ec54976e3ce6 time="2024-07-02T03:50:56.317Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=unreachable reconcileID=7m6mcdnn time="2024-07-02T03:50:56.318Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=unreachable reconcileID=7m6mcdnn time="2024-07-02T03:50:56.318Z" level=debug msg="cluster installation is not complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=unreachable reconcileID=7m6mcdnn time="2024-07-02T03:50:56.318Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=7m6mcdnn time="2024-07-02T03:50:56.318Z" level=debug msg="Reconcile successful" controller=unreachable-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=d3d6fc77-38c7-4816-8630-d4ece0db1119 time="2024-07-02T03:50:56.672Z" level=debug msg="loading pull secrets" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment reconcileID=kx2xjqbh time="2024-07-02T03:50:56.672Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment reconcileID=kx2xjqbh time="2024-07-02T03:50:56.672Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"e2e-test-hive-wl9s4/cd-32026-dqfk\", timestamp:time.Time{wall:0xc198fc27dc6899ce, ext:151213808824, loc:(*time.Location)(0xa9ed900)}}" controller=clusterDeployment controllerKey=e2e-test-hive-wl9s4/cd-32026-dqfk time="2024-07-02T03:50:56.687Z" level=info msg="could not adopt provision" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"cd-32026-dqfk\": the object has been modified; please apply your changes to the latest version and try again" provision=cd-32026-dqfk-0-hb2rx reconcileID=kx2xjqbh time="2024-07-02T03:50:56.687Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment elapsedMillis=372 elapsedMillisGT=0 outcome=unspecified reconcileID=kx2xjqbh time="2024-07-02T03:50:56.687Z" level=error msg="Reconciler error" controller=clusterdeployment-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"cd-32026-dqfk\": the object has been modified; please apply your changes to the latest version and try again" name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=a54a0328-5bbb-494d-88db-56d772b4b704 time="2024-07-02T03:50:56.687Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=b7830162-9558-4778-80a3-fcfa08bbaec1 time="2024-07-02T03:50:56.687Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment reconcileID=nwz9xsnv time="2024-07-02T03:50:56.687Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment reconcileID=nwz9xsnv time="2024-07-02T03:50:56.687Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx ownerKind=ClusterDeployment ownerNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk time="2024-07-02T03:50:56.687Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk time="2024-07-02T03:50:56.963Z" level=debug msg="loading pull secrets" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment reconcileID=nwz9xsnv time="2024-07-02T03:50:56.963Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment reconcileID=nwz9xsnv time="2024-07-02T03:50:56.963Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"e2e-test-hive-wl9s4/cd-32026-dqfk\", timestamp:time.Time{wall:0xc198fc27dc6899ce, ext:151213808824, loc:(*time.Location)(0xa9ed900)}}" controller=clusterDeployment controllerKey=e2e-test-hive-wl9s4/cd-32026-dqfk time="2024-07-02T03:50:56.965Z" level=debug msg="reconciling existing provision" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment provision=cd-32026-dqfk-0-hb2rx reconcileID=nwz9xsnv time="2024-07-02T03:50:56.965Z" level=debug msg="still initializing provision" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment provision=cd-32026-dqfk-0-hb2rx reconcileID=nwz9xsnv time="2024-07-02T03:50:56.965Z" level=debug msg="setting Provisioned Condition to False" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment provision=cd-32026-dqfk-0-hb2rx reconcileID=nwz9xsnv time="2024-07-02T03:50:56.987Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment elapsedMillis=300 elapsedMillisGT=0 outcome=unspecified reconcileID=nwz9xsnv time="2024-07-02T03:50:56.987Z" level=debug msg=Reconciling controller=clusterstate-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=27d0c686-7ba3-4ad3-a680-7422185fc5c0 time="2024-07-02T03:50:56.987Z" level=debug msg=Reconciling controller=syncidentityprovider-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=a577fdd2-40cc-4461-864a-2e8b1db3df80 time="2024-07-02T03:50:56.987Z" level=debug msg=Reconciling controller=clusterprovision-controller name=cd-32026-dqfk-0-hb2rx namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx reconcileID=e8467b98-15e0-44f3-8d96-a62a63b790cc time="2024-07-02T03:50:56.987Z" level=info msg="reconciling cluster provision" clusterProvision=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx controller=clusterProvision reconcileID=w8kzqdgw time="2024-07-02T03:50:56.987Z" level=debug msg="no additional log fields found" clusterProvision=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx controller=clusterProvision reconcileID=w8kzqdgw time="2024-07-02T03:50:56.987Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx controller=clusterProvision objectKind=Job objectNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx-provision ownerKind=ClusterProvision ownerNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx reconcileID=w8kzqdgw time="2024-07-02T03:50:56.987Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx\", timestamp:time.Time{wall:0xc198fc27df0b2077, ext:151258014537, loc:(*time.Location)(0xa9ed900)}}" controller=clusterProvision controllerKey=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx time="2024-07-02T03:50:56.987Z" level=debug msg="reconciling running job" clusterProvision=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx controller=clusterProvision reconcileID=w8kzqdgw time="2024-07-02T03:50:56.988Z" level=debug msg="install job still running" clusterProvision=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx controller=clusterProvision job=cd-32026-dqfk-0-hb2rx-provision reconcileID=w8kzqdgw time="2024-07-02T03:50:56.988Z" level=info msg="reconcile complete" clusterProvision=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=w8kzqdgw time="2024-07-02T03:50:56.988Z" level=debug msg="Reconcile done, requeueing after 58.011969725s" controller=clusterprovision-controller name=cd-32026-dqfk-0-hb2rx namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx reconcileID=e8467b98-15e0-44f3-8d96-a62a63b790cc time="2024-07-02T03:50:56.987Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=syncidentityprovider reconcileID=k6l6rhvl time="2024-07-02T03:50:56.987Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=b7830162-9558-4778-80a3-fcfa08bbaec1 time="2024-07-02T03:50:56.987Z" level=debug msg=Reconciling controller=unreachable-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=039a22cd-f24a-444e-acaf-4c79cb3a0709 time="2024-07-02T03:50:56.988Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=unreachable reconcileID=cpt56jvc time="2024-07-02T03:50:56.988Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=3e9bfcc1-b3af-4add-b38b-da091a0d9f39 time="2024-07-02T03:50:56.988Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment reconcileID=ngkd9w7s time="2024-07-02T03:50:56.987Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterState reconcileID=tsxwn488 time="2024-07-02T03:50:56.988Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=syncidentityprovider reconcileID=k6l6rhvl time="2024-07-02T03:50:56.988Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=unreachable reconcileID=cpt56jvc time="2024-07-02T03:50:56.988Z" level=debug msg="cluster installation is not complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=unreachable reconcileID=cpt56jvc time="2024-07-02T03:50:56.988Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=cpt56jvc time="2024-07-02T03:50:56.988Z" level=debug msg="Reconcile successful" controller=unreachable-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=039a22cd-f24a-444e-acaf-4c79cb3a0709 time="2024-07-02T03:50:56.988Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterState reconcileID=tsxwn488 time="2024-07-02T03:50:56.988Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterState reconcileID=tsxwn488 time="2024-07-02T03:50:56.988Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=tsxwn488 time="2024-07-02T03:50:56.988Z" level=debug msg="Reconcile successful" controller=clusterstate-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=27d0c686-7ba3-4ad3-a680-7422185fc5c0 time="2024-07-02T03:50:56.988Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment reconcileID=ngkd9w7s time="2024-07-02T03:50:56.988Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx ownerKind=ClusterDeployment ownerNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk time="2024-07-02T03:50:56.988Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk time="2024-07-02T03:50:56.988Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=syncidentityprovider reconcileID=k6l6rhvl time="2024-07-02T03:50:56.987Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=e2e-test-hive-wl9s4 namespace= object=e2e-test-hive-wl9s4 reconcileID=ebd96c1a-ef3b-401c-8ed1-4617fe4d2468 time="2024-07-02T03:50:56.989Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/e2e-test-hive-wl9s4 reconcileID=j47tj4ch time="2024-07-02T03:50:56.989Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/e2e-test-hive-wl9s4 outcome=unspecified reconcileID=j47tj4ch time="2024-07-02T03:50:56.989Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=e2e-test-hive-wl9s4 namespace= object=e2e-test-hive-wl9s4 reconcileID=ebd96c1a-ef3b-401c-8ed1-4617fe4d2468 time="2024-07-02T03:50:56.989Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=k6l6rhvl time="2024-07-02T03:50:56.989Z" level=debug msg="Reconcile successful" controller=syncidentityprovider-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=a577fdd2-40cc-4461-864a-2e8b1db3df80 time="2024-07-02T03:50:56.987Z" level=debug msg=Reconciling controller=clusterrelocate-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=ec1670b7-fe4c-494e-9493-98d00d1f9842 time="2024-07-02T03:50:56.989Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterRelocate reconcileID=wwm4dclc time="2024-07-02T03:50:56.989Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterRelocate reconcileID=wwm4dclc time="2024-07-02T03:50:56.989Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterRelocate matchingRelocates="[]" reconcileID=wwm4dclc time="2024-07-02T03:50:56.987Z" level=debug msg=Reconciling controller=controlplanecerts-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=bc8448b6-f5cf-486b-82b0-75586d19b75f time="2024-07-02T03:50:56.989Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=controlPlaneCerts reconcileID=xtqmt7br time="2024-07-02T03:50:56.987Z" level=debug msg=Reconciling controller=clusterversion-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=4e5e706b-442c-4be0-bd2c-e9dcec8cd1e6 time="2024-07-02T03:50:56.989Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterversion reconcileID=jd5lzbc9 time="2024-07-02T03:50:56.989Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=controlPlaneCerts reconcileID=xtqmt7br time="2024-07-02T03:50:56.989Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=xtqmt7br time="2024-07-02T03:50:56.989Z" level=debug msg="Reconcile successful" controller=controlplanecerts-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=bc8448b6-f5cf-486b-82b0-75586d19b75f time="2024-07-02T03:50:56.989Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=wwm4dclc time="2024-07-02T03:50:56.989Z" level=debug msg="Reconcile successful" controller=clusterrelocate-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=ec1670b7-fe4c-494e-9493-98d00d1f9842 time="2024-07-02T03:50:56.989Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterversion reconcileID=jd5lzbc9 time="2024-07-02T03:50:56.99Z" level=debug msg="cluster installation is not complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterversion reconcileID=jd5lzbc9 time="2024-07-02T03:50:56.99Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=jd5lzbc9 time="2024-07-02T03:50:56.99Z" level=debug msg="Reconcile successful" controller=clusterversion-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=4e5e706b-442c-4be0-bd2c-e9dcec8cd1e6 time="2024-07-02T03:50:56.987Z" level=debug msg=Reconciling controller=remoteingress-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=968843f0-173e-4595-ac54-107b5facf7be time="2024-07-02T03:50:56.99Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=remoteingress reconcileID=xbhbpp6v time="2024-07-02T03:50:56.99Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=remoteingress reconcileID=xbhbpp6v time="2024-07-02T03:50:56.99Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=remoteingress reconcileID=xbhbpp6v time="2024-07-02T03:50:56.99Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=xbhbpp6v time="2024-07-02T03:50:56.99Z" level=debug msg="Reconcile successful" controller=remoteingress-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=968843f0-173e-4595-ac54-107b5facf7be time="2024-07-02T03:50:56.993Z" level=debug msg=Reconciling controller=machinepool-controller name=cd-32026-dqfk-worker namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk-worker reconcileID=7738e1a1-b819-4c82-bc4c-95f7476d747e time="2024-07-02T03:50:56.993Z" level=debug msg=Reconciling controller=argocdregister-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=dd716734-b973-4b0c-b633-e498dfd3c5bc time="2024-07-02T03:50:56.993Z" level=info msg="reconciling cluster deployment" clusterDeployment=cd-32026-dqfk controller=argocdregister namespace=e2e-test-hive-wl9s4 time="2024-07-02T03:50:56.993Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=cd-32026-dqfk controller=argocdregister namespace=e2e-test-hive-wl9s4 time="2024-07-02T03:50:56.993Z" level=info msg="reconcile complete" clusterDeployment=cd-32026-dqfk controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=e2e-test-hive-wl9s4 outcome=unspecified time="2024-07-02T03:50:56.993Z" level=debug msg="Reconcile successful" controller=argocdregister-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=dd716734-b973-4b0c-b633-e498dfd3c5bc time="2024-07-02T03:50:56.993Z" level=debug msg=Reconciling controller=awsprivatelink-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=f8023cca-2572-41db-b640-78f4020918cf time="2024-07-02T03:50:56.993Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-worker reconcileID=j89h9nrt time="2024-07-02T03:50:56.993Z" level=debug msg="no additional log fields found" controller=machinepool machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-worker reconcileID=j89h9nrt time="2024-07-02T03:50:56.993Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=e2e-test-hive-wl9s4/cd-32026-dqfk-worker time="2024-07-02T03:50:56.993Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-worker reconcileID=j89h9nrt time="2024-07-02T03:50:56.993Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-worker outcome=unspecified reconcileID=j89h9nrt time="2024-07-02T03:50:56.993Z" level=debug msg="Reconcile successful" controller=machinepool-controller name=cd-32026-dqfk-worker namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk-worker reconcileID=7738e1a1-b819-4c82-bc4c-95f7476d747e time="2024-07-02T03:50:56.993Z" level=debug msg=Reconciling controller=hibernation-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=1eedb704-218a-41c2-91ca-9b74e7fffbdd time="2024-07-02T03:50:56.993Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=hibernation reconcileID=5dpgs4k6 time="2024-07-02T03:50:56.993Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=hibernation reconcileID=5dpgs4k6 time="2024-07-02T03:50:56.993Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=5dpgs4k6 time="2024-07-02T03:50:56.993Z" level=debug msg="Reconcile successful" controller=hibernation-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=1eedb704-218a-41c2-91ca-9b74e7fffbdd time="2024-07-02T03:50:56.993Z" level=debug msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=awsprivatelink reconcileID=6zkp62p7 time="2024-07-02T03:50:56.993Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=awsprivatelink reconcileID=6zkp62p7 time="2024-07-02T03:50:56.993Z" level=debug msg="controller cannot service the clusterdeployment, so skipping" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=awsprivatelink reconcileID=6zkp62p7 time="2024-07-02T03:50:56.993Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=6zkp62p7 time="2024-07-02T03:50:56.993Z" level=debug msg="Reconcile successful" controller=awsprivatelink-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=f8023cca-2572-41db-b640-78f4020918cf time="2024-07-02T03:50:57.305Z" level=debug msg="loading pull secrets" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment reconcileID=ngkd9w7s time="2024-07-02T03:50:57.305Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment reconcileID=ngkd9w7s time="2024-07-02T03:50:57.305Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"e2e-test-hive-wl9s4/cd-32026-dqfk\", timestamp:time.Time{wall:0xc198fc27dc6899ce, ext:151213808824, loc:(*time.Location)(0xa9ed900)}}" controller=clusterDeployment controllerKey=e2e-test-hive-wl9s4/cd-32026-dqfk time="2024-07-02T03:50:57.306Z" level=debug msg="reconciling existing provision" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment provision=cd-32026-dqfk-0-hb2rx reconcileID=ngkd9w7s time="2024-07-02T03:50:57.306Z" level=debug msg="still initializing provision" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment provision=cd-32026-dqfk-0-hb2rx reconcileID=ngkd9w7s time="2024-07-02T03:50:57.307Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment elapsedMillis=318 elapsedMillisGT=0 outcome=unspecified reconcileID=ngkd9w7s time="2024-07-02T03:50:57.307Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=3e9bfcc1-b3af-4add-b38b-da091a0d9f39 time="2024-07-02T03:50:57.307Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=af87e48e-29ae-433c-9608-fd4a6348dacd time="2024-07-02T03:50:57.307Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment reconcileID=rnn4wrmq time="2024-07-02T03:50:57.307Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment reconcileID=rnn4wrmq time="2024-07-02T03:50:57.307Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx ownerKind=ClusterDeployment ownerNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk time="2024-07-02T03:50:57.307Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk time="2024-07-02T03:50:57.683Z" level=debug msg="loading pull secrets" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment reconcileID=rnn4wrmq time="2024-07-02T03:50:57.684Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment reconcileID=rnn4wrmq time="2024-07-02T03:50:57.684Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"e2e-test-hive-wl9s4/cd-32026-dqfk\", timestamp:time.Time{wall:0xc198fc27dc6899ce, ext:151213808824, loc:(*time.Location)(0xa9ed900)}}" controller=clusterDeployment controllerKey=e2e-test-hive-wl9s4/cd-32026-dqfk time="2024-07-02T03:50:57.685Z" level=debug msg="reconciling existing provision" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment provision=cd-32026-dqfk-0-hb2rx reconcileID=rnn4wrmq time="2024-07-02T03:50:57.686Z" level=debug msg="still initializing provision" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment provision=cd-32026-dqfk-0-hb2rx reconcileID=rnn4wrmq time="2024-07-02T03:50:57.686Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment elapsedMillis=378 elapsedMillisGT=0 outcome=unspecified reconcileID=rnn4wrmq time="2024-07-02T03:50:57.686Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=af87e48e-29ae-433c-9608-fd4a6348dacd time="2024-07-02T03:50:57.686Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=de26bf83-400f-4d3f-a465-44430755b7aa time="2024-07-02T03:50:57.686Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment reconcileID=hbxfrw7z time="2024-07-02T03:50:57.686Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment reconcileID=hbxfrw7z time="2024-07-02T03:50:57.686Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx ownerKind=ClusterDeployment ownerNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk time="2024-07-02T03:50:57.687Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk time="2024-07-02T03:50:57.968Z" level=debug msg="loading pull secrets" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment reconcileID=hbxfrw7z time="2024-07-02T03:50:57.968Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment reconcileID=hbxfrw7z time="2024-07-02T03:50:57.968Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"e2e-test-hive-wl9s4/cd-32026-dqfk\", timestamp:time.Time{wall:0xc198fc27dc6899ce, ext:151213808824, loc:(*time.Location)(0xa9ed900)}}" controller=clusterDeployment controllerKey=e2e-test-hive-wl9s4/cd-32026-dqfk time="2024-07-02T03:50:57.968Z" level=debug msg="reconciling existing provision" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment provision=cd-32026-dqfk-0-hb2rx reconcileID=hbxfrw7z time="2024-07-02T03:50:57.968Z" level=debug msg="still initializing provision" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment provision=cd-32026-dqfk-0-hb2rx reconcileID=hbxfrw7z time="2024-07-02T03:50:57.968Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment elapsedMillis=282 elapsedMillisGT=0 outcome=unspecified reconcileID=hbxfrw7z time="2024-07-02T03:50:57.968Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=de26bf83-400f-4d3f-a465-44430755b7aa time="2024-07-02T03:50:58.515Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=82e1466f-cecd-4634-8609-986ad0231ed8 time="2024-07-02T03:50:58.515Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment reconcileID=g2dp2fkp time="2024-07-02T03:50:58.515Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment reconcileID=g2dp2fkp time="2024-07-02T03:50:58.515Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx ownerKind=ClusterDeployment ownerNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk time="2024-07-02T03:50:58.515Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk time="2024-07-02T03:50:58.795Z" level=debug msg="loading pull secrets" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment reconcileID=g2dp2fkp time="2024-07-02T03:50:58.795Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment reconcileID=g2dp2fkp time="2024-07-02T03:50:58.795Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"e2e-test-hive-wl9s4/cd-32026-dqfk\", timestamp:time.Time{wall:0xc198fc27dc6899ce, ext:151213808824, loc:(*time.Location)(0xa9ed900)}}" controller=clusterDeployment controllerKey=e2e-test-hive-wl9s4/cd-32026-dqfk time="2024-07-02T03:50:58.796Z" level=debug msg="reconciling existing provision" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment provision=cd-32026-dqfk-0-hb2rx reconcileID=g2dp2fkp time="2024-07-02T03:50:58.796Z" level=debug msg="still initializing provision" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment provision=cd-32026-dqfk-0-hb2rx reconcileID=g2dp2fkp time="2024-07-02T03:50:58.796Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment elapsedMillis=281 elapsedMillisGT=0 outcome=unspecified reconcileID=g2dp2fkp time="2024-07-02T03:50:58.796Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=82e1466f-cecd-4634-8609-986ad0231ed8 time="2024-07-02T03:51:03.545Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=8bdd867b-d5e2-483b-b213-e502686e249f time="2024-07-02T03:51:03.545Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment reconcileID=g9xcvnfs time="2024-07-02T03:51:03.545Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment reconcileID=g9xcvnfs time="2024-07-02T03:51:03.545Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx ownerKind=ClusterDeployment ownerNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk time="2024-07-02T03:51:03.545Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk time="2024-07-02T03:51:03.92Z" level=debug msg="loading pull secrets" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment reconcileID=g9xcvnfs time="2024-07-02T03:51:03.92Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment reconcileID=g9xcvnfs time="2024-07-02T03:51:03.92Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"e2e-test-hive-wl9s4/cd-32026-dqfk\", timestamp:time.Time{wall:0xc198fc27dc6899ce, ext:151213808824, loc:(*time.Location)(0xa9ed900)}}" controller=clusterDeployment controllerKey=e2e-test-hive-wl9s4/cd-32026-dqfk time="2024-07-02T03:51:03.921Z" level=debug msg="reconciling existing provision" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment provision=cd-32026-dqfk-0-hb2rx reconcileID=g9xcvnfs time="2024-07-02T03:51:03.921Z" level=debug msg="still initializing provision" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment provision=cd-32026-dqfk-0-hb2rx reconcileID=g9xcvnfs time="2024-07-02T03:51:03.921Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment elapsedMillis=376 elapsedMillisGT=0 outcome=unspecified reconcileID=g9xcvnfs time="2024-07-02T03:51:03.921Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=8bdd867b-d5e2-483b-b213-e502686e249f time="2024-07-02T03:51:04.559Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=378ce022-d848-406e-8722-25f68f536074 time="2024-07-02T03:51:04.559Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment reconcileID=rxfmdj9m time="2024-07-02T03:51:04.56Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment reconcileID=rxfmdj9m time="2024-07-02T03:51:04.56Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx ownerKind=ClusterDeployment ownerNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk time="2024-07-02T03:51:04.56Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk time="2024-07-02T03:51:05.054Z" level=debug msg="loading pull secrets" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment reconcileID=rxfmdj9m time="2024-07-02T03:51:05.054Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment reconcileID=rxfmdj9m time="2024-07-02T03:51:05.054Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"e2e-test-hive-wl9s4/cd-32026-dqfk\", timestamp:time.Time{wall:0xc198fc27dc6899ce, ext:151213808824, loc:(*time.Location)(0xa9ed900)}}" controller=clusterDeployment controllerKey=e2e-test-hive-wl9s4/cd-32026-dqfk time="2024-07-02T03:51:05.056Z" level=debug msg="reconciling existing provision" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment provision=cd-32026-dqfk-0-hb2rx reconcileID=rxfmdj9m time="2024-07-02T03:51:05.056Z" level=debug msg="still initializing provision" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment provision=cd-32026-dqfk-0-hb2rx reconcileID=rxfmdj9m time="2024-07-02T03:51:05.056Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment elapsedMillis=496 elapsedMillisGT=0 outcome=unspecified reconcileID=rxfmdj9m time="2024-07-02T03:51:05.056Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=378ce022-d848-406e-8722-25f68f536074 time="2024-07-02T03:51:25.671Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=65e937c8-3d3d-4a02-8aa9-dcb612105599 time="2024-07-02T03:51:25.672Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment reconcileID=xdzm98c9 time="2024-07-02T03:51:25.672Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment reconcileID=xdzm98c9 time="2024-07-02T03:51:25.672Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx ownerKind=ClusterDeployment ownerNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk time="2024-07-02T03:51:25.672Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk time="2024-07-02T03:51:25.789Z" level=debug msg="loading pull secrets" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment reconcileID=xdzm98c9 time="2024-07-02T03:51:25.789Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment reconcileID=xdzm98c9 time="2024-07-02T03:51:25.789Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"e2e-test-hive-wl9s4/cd-32026-dqfk\", timestamp:time.Time{wall:0xc198fc27dc6899ce, ext:151213808824, loc:(*time.Location)(0xa9ed900)}}" controller=clusterDeployment controllerKey=e2e-test-hive-wl9s4/cd-32026-dqfk time="2024-07-02T03:51:25.79Z" level=debug msg="reconciling existing provision" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment provision=cd-32026-dqfk-0-hb2rx reconcileID=xdzm98c9 time="2024-07-02T03:51:25.79Z" level=debug msg="still initializing provision" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment provision=cd-32026-dqfk-0-hb2rx reconcileID=xdzm98c9 time="2024-07-02T03:51:25.79Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment elapsedMillis=118 elapsedMillisGT=0 outcome=unspecified reconcileID=xdzm98c9 time="2024-07-02T03:51:25.79Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=65e937c8-3d3d-4a02-8aa9-dcb612105599 time="2024-07-02T03:51:26.699Z" level=debug msg=Reconciling controller=clusterprovision-controller name=cd-32026-dqfk-0-hb2rx namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx reconcileID=9088ae2e-8eb5-4216-a080-ee1d11f048af time="2024-07-02T03:51:26.699Z" level=info msg="reconciling cluster provision" clusterProvision=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx controller=clusterProvision reconcileID=nqp5kmwh time="2024-07-02T03:51:26.699Z" level=debug msg="no additional log fields found" clusterProvision=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx controller=clusterProvision reconcileID=nqp5kmwh time="2024-07-02T03:51:26.699Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx controller=clusterProvision objectKind=Job objectNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx-provision ownerKind=ClusterProvision ownerNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx reconcileID=nqp5kmwh time="2024-07-02T03:51:26.699Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx\", timestamp:time.Time{wall:0xc198fc27df0b2077, ext:151258014537, loc:(*time.Location)(0xa9ed900)}}" controller=clusterProvision controllerKey=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx time="2024-07-02T03:51:26.699Z" level=debug msg="reconciling running job" clusterProvision=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx controller=clusterProvision reconcileID=nqp5kmwh time="2024-07-02T03:51:26.699Z" level=debug msg="install job still running" clusterProvision=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx controller=clusterProvision job=cd-32026-dqfk-0-hb2rx-provision reconcileID=nqp5kmwh time="2024-07-02T03:51:26.699Z" level=info msg="reconcile complete" clusterProvision=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=nqp5kmwh time="2024-07-02T03:51:26.699Z" level=debug msg="Reconcile done, requeueing after 28.300574227s" controller=clusterprovision-controller name=cd-32026-dqfk-0-hb2rx namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx reconcileID=9088ae2e-8eb5-4216-a080-ee1d11f048af time="2024-07-02T03:51:36.438Z" level=debug msg=Reconciling controller=awsprivatelink-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=e7a0cd1d-5d8c-4458-b215-752eb0ebbb1a time="2024-07-02T03:51:36.439Z" level=debug msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=awsprivatelink reconcileID=hhcmsp5f time="2024-07-02T03:51:36.439Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=awsprivatelink reconcileID=hhcmsp5f time="2024-07-02T03:51:36.439Z" level=debug msg="controller cannot service the clusterdeployment, so skipping" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=awsprivatelink reconcileID=hhcmsp5f time="2024-07-02T03:51:36.439Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=hhcmsp5f time="2024-07-02T03:51:36.439Z" level=debug msg="Reconcile successful" controller=awsprivatelink-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=e7a0cd1d-5d8c-4458-b215-752eb0ebbb1a time="2024-07-02T03:51:36.438Z" level=debug msg=Reconciling controller=clusterprovision-controller name=cd-32026-dqfk-0-hb2rx namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx reconcileID=d90fdbd0-a18d-4662-a986-d8651cf0b209 time="2024-07-02T03:51:36.439Z" level=info msg="reconciling cluster provision" clusterProvision=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx controller=clusterProvision reconcileID=29wk4d9n time="2024-07-02T03:51:36.439Z" level=debug msg="no additional log fields found" clusterProvision=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx controller=clusterProvision reconcileID=29wk4d9n time="2024-07-02T03:51:36.439Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=e4632c3c-29c5-49dc-9996-1fb31ee6fe99 time="2024-07-02T03:51:36.439Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx controller=clusterProvision objectKind=Job objectNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx-provision ownerKind=ClusterProvision ownerNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx reconcileID=29wk4d9n time="2024-07-02T03:51:36.439Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx controller=clusterProvision objectKind=Secret objectNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx reconcileID=29wk4d9n time="2024-07-02T03:51:36.439Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx controller=clusterProvision objectKind=Secret objectNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx-admin-password ownerKind=ClusterProvision ownerNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx reconcileID=29wk4d9n time="2024-07-02T03:51:36.439Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment reconcileID=n6844dd7 time="2024-07-02T03:51:36.439Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment reconcileID=n6844dd7 time="2024-07-02T03:51:36.439Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx ownerKind=ClusterDeployment ownerNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk time="2024-07-02T03:51:36.439Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx\", timestamp:time.Time{wall:0xc198fc27df0b2077, ext:151258014537, loc:(*time.Location)(0xa9ed900)}}" controller=clusterProvision controllerKey=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx time="2024-07-02T03:51:36.439Z" level=debug msg="reconciling running job" clusterProvision=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx controller=clusterProvision reconcileID=29wk4d9n time="2024-07-02T03:51:36.439Z" level=debug msg="install job still running" clusterProvision=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx controller=clusterProvision job=cd-32026-dqfk-0-hb2rx-provision reconcileID=29wk4d9n time="2024-07-02T03:51:36.44Z" level=info msg="reconcile complete" clusterProvision=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=29wk4d9n time="2024-07-02T03:51:36.44Z" level=debug msg="Reconcile done, requeueing after 18.559958454s" controller=clusterprovision-controller name=cd-32026-dqfk-0-hb2rx namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx reconcileID=d90fdbd0-a18d-4662-a986-d8651cf0b209 time="2024-07-02T03:51:36.439Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk time="2024-07-02T03:51:36.843Z" level=debug msg="loading pull secrets" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment reconcileID=n6844dd7 time="2024-07-02T03:51:36.843Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment reconcileID=n6844dd7 time="2024-07-02T03:51:36.843Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"e2e-test-hive-wl9s4/cd-32026-dqfk\", timestamp:time.Time{wall:0xc198fc27dc6899ce, ext:151213808824, loc:(*time.Location)(0xa9ed900)}}" controller=clusterDeployment controllerKey=e2e-test-hive-wl9s4/cd-32026-dqfk time="2024-07-02T03:51:36.844Z" level=debug msg="reconciling existing provision" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment provision=cd-32026-dqfk-0-hb2rx reconcileID=n6844dd7 time="2024-07-02T03:51:36.844Z" level=info msg="Saving infra ID \"cd-32026-dqfk-hp2lg\" for cluster" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment provision=cd-32026-dqfk-0-hb2rx reconcileID=n6844dd7 time="2024-07-02T03:51:36.885Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=e2e-test-hive-wl9s4 namespace= object=e2e-test-hive-wl9s4 reconcileID=dd5f2f97-a444-4e08-b4f0-82831df2701a time="2024-07-02T03:51:36.885Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/e2e-test-hive-wl9s4 reconcileID=89z8xv8z time="2024-07-02T03:51:36.885Z" level=debug msg=Reconciling controller=controlplanecerts-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=377cfd2f-9122-4b66-87b7-d0c178d02fc8 time="2024-07-02T03:51:36.885Z" level=debug msg=Reconciling controller=clusterstate-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=dfa7d01d-9d2e-4751-a806-ad1ab9d9092c time="2024-07-02T03:51:36.885Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterState reconcileID=gmtvkmfx time="2024-07-02T03:51:36.885Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterState reconcileID=gmtvkmfx time="2024-07-02T03:51:36.885Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterState reconcileID=gmtvkmfx time="2024-07-02T03:51:36.885Z" level=debug msg=Reconciling controller=machinepool-controller name=cd-32026-dqfk-worker namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk-worker reconcileID=6e428f6f-9d17-45b1-a792-773b5c271fc5 time="2024-07-02T03:51:36.885Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-worker reconcileID=hnvpw8nz time="2024-07-02T03:51:36.885Z" level=debug msg="no additional log fields found" controller=machinepool machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-worker reconcileID=hnvpw8nz time="2024-07-02T03:51:36.885Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=e2e-test-hive-wl9s4/cd-32026-dqfk-worker time="2024-07-02T03:51:36.885Z" level=debug msg=Reconciling controller=argocdregister-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=0a8b5694-71c2-4338-9728-63c3e8f7bcac time="2024-07-02T03:51:36.885Z" level=info msg="reconciling cluster deployment" clusterDeployment=cd-32026-dqfk controller=argocdregister namespace=e2e-test-hive-wl9s4 time="2024-07-02T03:51:36.885Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=cd-32026-dqfk controller=argocdregister namespace=e2e-test-hive-wl9s4 time="2024-07-02T03:51:36.885Z" level=info msg="reconcile complete" clusterDeployment=cd-32026-dqfk controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=e2e-test-hive-wl9s4 outcome=unspecified time="2024-07-02T03:51:36.885Z" level=debug msg="Reconcile successful" controller=argocdregister-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=0a8b5694-71c2-4338-9728-63c3e8f7bcac time="2024-07-02T03:51:36.885Z" level=debug msg=Reconciling controller=clusterrelocate-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=6b1c441c-4e26-4973-9894-78e4eeda355b time="2024-07-02T03:51:36.886Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterRelocate reconcileID=qv82zkbf time="2024-07-02T03:51:36.886Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterRelocate reconcileID=qv82zkbf time="2024-07-02T03:51:36.886Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterRelocate matchingRelocates="[]" reconcileID=qv82zkbf time="2024-07-02T03:51:36.886Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment elapsedMillis=446 elapsedMillisGT=0 outcome=unspecified reconcileID=n6844dd7 time="2024-07-02T03:51:36.886Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=e4632c3c-29c5-49dc-9996-1fb31ee6fe99 time="2024-07-02T03:51:36.886Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=3ab414c0-d3ea-47b3-8163-4ab4d3f4e963 time="2024-07-02T03:51:36.886Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=qv82zkbf time="2024-07-02T03:51:36.885Z" level=debug msg=Reconciling controller=awsprivatelink-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=719e9e15-e58d-473a-a8e0-a22ba4a6e78d time="2024-07-02T03:51:36.886Z" level=debug msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=awsprivatelink reconcileID=8494t229 time="2024-07-02T03:51:36.886Z" level=debug msg="Reconcile successful" controller=clusterrelocate-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=6b1c441c-4e26-4973-9894-78e4eeda355b time="2024-07-02T03:51:36.885Z" level=debug msg=Reconciling controller=clusterversion-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=f6bd2022-f94b-4b99-ae65-0f6c90321fe8 time="2024-07-02T03:51:36.886Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterversion reconcileID=rdvbnvdt time="2024-07-02T03:51:36.886Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment reconcileID=f4t6kvt7 time="2024-07-02T03:51:36.886Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment reconcileID=f4t6kvt7 time="2024-07-02T03:51:36.886Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterversion reconcileID=rdvbnvdt time="2024-07-02T03:51:36.886Z" level=debug msg="cluster installation is not complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterversion reconcileID=rdvbnvdt time="2024-07-02T03:51:36.886Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx ownerKind=ClusterDeployment ownerNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk time="2024-07-02T03:51:36.886Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=awsprivatelink reconcileID=8494t229 time="2024-07-02T03:51:36.886Z" level=debug msg="controller cannot service the clusterdeployment, so skipping" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=awsprivatelink reconcileID=8494t229 time="2024-07-02T03:51:36.886Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=8494t229 time="2024-07-02T03:51:36.886Z" level=debug msg="Reconcile successful" controller=awsprivatelink-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=719e9e15-e58d-473a-a8e0-a22ba4a6e78d time="2024-07-02T03:51:36.885Z" level=debug msg=Reconciling controller=remoteingress-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=3fe143aa-8717-4c84-b161-9d843f9a28bc time="2024-07-02T03:51:36.886Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=remoteingress reconcileID=sz2vw89q time="2024-07-02T03:51:36.886Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=remoteingress reconcileID=sz2vw89q time="2024-07-02T03:51:36.887Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=remoteingress reconcileID=sz2vw89q time="2024-07-02T03:51:36.887Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=sz2vw89q time="2024-07-02T03:51:36.887Z" level=debug msg="Reconcile successful" controller=remoteingress-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=3fe143aa-8717-4c84-b161-9d843f9a28bc time="2024-07-02T03:51:36.886Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk time="2024-07-02T03:51:36.885Z" level=debug msg=Reconciling controller=syncidentityprovider-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=3a517b3a-3605-4dda-8c19-4d5656e1b2ed time="2024-07-02T03:51:36.887Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=syncidentityprovider reconcileID=2ghlq9h9 time="2024-07-02T03:51:36.887Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=syncidentityprovider reconcileID=2ghlq9h9 time="2024-07-02T03:51:36.886Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=rdvbnvdt time="2024-07-02T03:51:36.887Z" level=debug msg="Reconcile successful" controller=clusterversion-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=f6bd2022-f94b-4b99-ae65-0f6c90321fe8 time="2024-07-02T03:51:36.887Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=syncidentityprovider reconcileID=2ghlq9h9 time="2024-07-02T03:51:36.887Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2ghlq9h9 time="2024-07-02T03:51:36.887Z" level=debug msg="Reconcile successful" controller=syncidentityprovider-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=3a517b3a-3605-4dda-8c19-4d5656e1b2ed time="2024-07-02T03:51:36.885Z" level=debug msg=Reconciling controller=unreachable-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=41d05d35-b529-4e38-b16d-d46a8c9fbff3 time="2024-07-02T03:51:36.887Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=unreachable reconcileID=wntd9ltc time="2024-07-02T03:51:36.887Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=unreachable reconcileID=wntd9ltc time="2024-07-02T03:51:36.887Z" level=debug msg="cluster installation is not complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=unreachable reconcileID=wntd9ltc time="2024-07-02T03:51:36.887Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=wntd9ltc time="2024-07-02T03:51:36.885Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/e2e-test-hive-wl9s4 outcome=unspecified reconcileID=89z8xv8z time="2024-07-02T03:51:36.885Z" level=debug msg=Reconciling controller=hibernation-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=54d32e59-a8d9-4604-acc8-774205659a2f time="2024-07-02T03:51:36.887Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=hibernation reconcileID=bpw8k2cw time="2024-07-02T03:51:36.887Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=hibernation reconcileID=bpw8k2cw time="2024-07-02T03:51:36.887Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=bpw8k2cw time="2024-07-02T03:51:36.887Z" level=debug msg="Reconcile successful" controller=hibernation-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=54d32e59-a8d9-4604-acc8-774205659a2f time="2024-07-02T03:51:36.887Z" level=debug msg="Reconcile successful" controller=unreachable-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=41d05d35-b529-4e38-b16d-d46a8c9fbff3 time="2024-07-02T03:51:36.885Z" level=debug msg=Reconciling controller=clusterprovision-controller name=cd-32026-dqfk-0-hb2rx namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx reconcileID=d822701d-7e34-481f-a32d-3ca9727d309e time="2024-07-02T03:51:36.887Z" level=info msg="reconciling cluster provision" clusterProvision=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx controller=clusterProvision reconcileID=rml5n987 time="2024-07-02T03:51:36.887Z" level=debug msg="no additional log fields found" clusterProvision=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx controller=clusterProvision reconcileID=rml5n987 time="2024-07-02T03:51:36.887Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=e2e-test-hive-wl9s4 namespace= object=e2e-test-hive-wl9s4 reconcileID=dd5f2f97-a444-4e08-b4f0-82831df2701a time="2024-07-02T03:51:36.885Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=gmtvkmfx time="2024-07-02T03:51:36.887Z" level=debug msg="Reconcile successful" controller=clusterstate-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=dfa7d01d-9d2e-4751-a806-ad1ab9d9092c time="2024-07-02T03:51:36.885Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=controlPlaneCerts reconcileID=9l2cw2kx time="2024-07-02T03:51:36.888Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=controlPlaneCerts reconcileID=9l2cw2kx time="2024-07-02T03:51:36.888Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=9l2cw2kx time="2024-07-02T03:51:36.888Z" level=debug msg="Reconcile successful" controller=controlplanecerts-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=377cfd2f-9122-4b66-87b7-d0c178d02fc8 time="2024-07-02T03:51:36.887Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx controller=clusterProvision objectKind=Job objectNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx-provision ownerKind=ClusterProvision ownerNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx reconcileID=rml5n987 time="2024-07-02T03:51:36.888Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx controller=clusterProvision objectKind=Secret objectNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx reconcileID=rml5n987 time="2024-07-02T03:51:36.885Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-worker reconcileID=hnvpw8nz time="2024-07-02T03:51:36.888Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=2 elapsedMillisGT=0 machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-worker outcome=unspecified reconcileID=hnvpw8nz time="2024-07-02T03:51:36.888Z" level=debug msg="Reconcile successful" controller=machinepool-controller name=cd-32026-dqfk-worker namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk-worker reconcileID=6e428f6f-9d17-45b1-a792-773b5c271fc5 time="2024-07-02T03:51:36.888Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx controller=clusterProvision objectKind=Secret objectNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx-admin-password ownerKind=ClusterProvision ownerNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx reconcileID=rml5n987 time="2024-07-02T03:51:36.888Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx\", timestamp:time.Time{wall:0xc198fc27df0b2077, ext:151258014537, loc:(*time.Location)(0xa9ed900)}}" controller=clusterProvision controllerKey=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx time="2024-07-02T03:51:36.888Z" level=debug msg="reconciling running job" clusterProvision=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx controller=clusterProvision reconcileID=rml5n987 time="2024-07-02T03:51:36.888Z" level=debug msg="install job still running" clusterProvision=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx controller=clusterProvision job=cd-32026-dqfk-0-hb2rx-provision reconcileID=rml5n987 time="2024-07-02T03:51:36.888Z" level=info msg="provision initialization complete" clusterProvision=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx controller=clusterProvision job=cd-32026-dqfk-0-hb2rx-provision reconcileID=rml5n987 time="2024-07-02T03:51:36.888Z" level=info msg="transitioning to provisioning" clusterProvision=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx controller=clusterProvision job=cd-32026-dqfk-0-hb2rx-provision reconcileID=rml5n987 time="2024-07-02T03:51:36.908Z" level=debug msg=Reconciling controller=awsprivatelink-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=dbe6ac74-f821-4839-8c56-6292930c30cb time="2024-07-02T03:51:36.909Z" level=debug msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=awsprivatelink reconcileID=kp6pzh9k time="2024-07-02T03:51:36.909Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=awsprivatelink reconcileID=kp6pzh9k time="2024-07-02T03:51:36.909Z" level=debug msg="controller cannot service the clusterdeployment, so skipping" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=awsprivatelink reconcileID=kp6pzh9k time="2024-07-02T03:51:36.909Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=kp6pzh9k time="2024-07-02T03:51:36.909Z" level=debug msg="Reconcile successful" controller=awsprivatelink-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=dbe6ac74-f821-4839-8c56-6292930c30cb time="2024-07-02T03:51:36.938Z" level=info msg="reconcile complete" clusterProvision=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx controller=clusterProvision elapsedMillis=50 elapsedMillisGT=0 outcome=unspecified reconcileID=rml5n987 time="2024-07-02T03:51:36.938Z" level=debug msg="Reconcile successful" controller=clusterprovision-controller name=cd-32026-dqfk-0-hb2rx namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx reconcileID=d822701d-7e34-481f-a32d-3ca9727d309e time="2024-07-02T03:51:36.938Z" level=debug msg=Reconciling controller=clusterprovision-controller name=cd-32026-dqfk-0-hb2rx namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx reconcileID=f1acd783-dd5b-401e-8c5a-7540fe8953fc time="2024-07-02T03:51:36.938Z" level=info msg="reconciling cluster provision" clusterProvision=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx controller=clusterProvision reconcileID=bz2dqhfd time="2024-07-02T03:51:36.938Z" level=debug msg="no additional log fields found" clusterProvision=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx controller=clusterProvision reconcileID=bz2dqhfd time="2024-07-02T03:51:36.938Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx controller=clusterProvision objectKind=Job objectNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx-provision ownerKind=ClusterProvision ownerNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx reconcileID=bz2dqhfd time="2024-07-02T03:51:36.938Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx controller=clusterProvision objectKind=Secret objectNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx reconcileID=bz2dqhfd time="2024-07-02T03:51:36.938Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx controller=clusterProvision objectKind=Secret objectNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx-admin-password ownerKind=ClusterProvision ownerNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx reconcileID=bz2dqhfd time="2024-07-02T03:51:36.938Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx\", timestamp:time.Time{wall:0xc198fc27df0b2077, ext:151258014537, loc:(*time.Location)(0xa9ed900)}}" controller=clusterProvision controllerKey=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx time="2024-07-02T03:51:36.938Z" level=debug msg="reconciling running job" clusterProvision=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx controller=clusterProvision reconcileID=bz2dqhfd time="2024-07-02T03:51:36.938Z" level=debug msg="install job still running" clusterProvision=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx controller=clusterProvision job=cd-32026-dqfk-0-hb2rx-provision reconcileID=bz2dqhfd time="2024-07-02T03:51:36.938Z" level=info msg="provision initialization complete" clusterProvision=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx controller=clusterProvision job=cd-32026-dqfk-0-hb2rx-provision reconcileID=bz2dqhfd time="2024-07-02T03:51:36.938Z" level=info msg="transitioning to provisioning" clusterProvision=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx controller=clusterProvision job=cd-32026-dqfk-0-hb2rx-provision reconcileID=bz2dqhfd time="2024-07-02T03:51:36.939Z" level=debug msg=Reconciling controller=awsprivatelink-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=ba475477-514f-476d-b764-39646f9fe8b2 time="2024-07-02T03:51:36.939Z" level=debug msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=awsprivatelink reconcileID=44kqcbgh time="2024-07-02T03:51:36.939Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=awsprivatelink reconcileID=44kqcbgh time="2024-07-02T03:51:36.939Z" level=debug msg="controller cannot service the clusterdeployment, so skipping" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=awsprivatelink reconcileID=44kqcbgh time="2024-07-02T03:51:36.939Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=44kqcbgh time="2024-07-02T03:51:36.94Z" level=debug msg="Reconcile successful" controller=awsprivatelink-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=ba475477-514f-476d-b764-39646f9fe8b2 time="2024-07-02T03:51:36.948Z" level=error msg="cannot update status conditions" clusterProvision=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx controller=clusterProvision error="Operation cannot be fulfilled on clusterprovisions.hive.openshift.io \"cd-32026-dqfk-0-hb2rx\": the object has been modified; please apply your changes to the latest version and try again" job=cd-32026-dqfk-0-hb2rx-provision reconcileID=bz2dqhfd time="2024-07-02T03:51:36.949Z" level=info msg="reconcile complete" clusterProvision=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx controller=clusterProvision elapsedMillis=10 elapsedMillisGT=0 outcome=unspecified reconcileID=bz2dqhfd time="2024-07-02T03:51:36.949Z" level=error msg="Reconciler error" controller=clusterprovision-controller error="Operation cannot be fulfilled on clusterprovisions.hive.openshift.io \"cd-32026-dqfk-0-hb2rx\": the object has been modified; please apply your changes to the latest version and try again" name=cd-32026-dqfk-0-hb2rx namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx reconcileID=f1acd783-dd5b-401e-8c5a-7540fe8953fc time="2024-07-02T03:51:36.949Z" level=debug msg=Reconciling controller=clusterprovision-controller name=cd-32026-dqfk-0-hb2rx namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx reconcileID=9a99e088-e6fb-44cf-8c68-42643bd12785 time="2024-07-02T03:51:36.949Z" level=info msg="reconciling cluster provision" clusterProvision=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx controller=clusterProvision reconcileID=qk7fs9hc time="2024-07-02T03:51:36.949Z" level=debug msg="no additional log fields found" clusterProvision=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx controller=clusterProvision reconcileID=qk7fs9hc time="2024-07-02T03:51:36.949Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx controller=clusterProvision objectKind=Job objectNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx-provision ownerKind=ClusterProvision ownerNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx reconcileID=qk7fs9hc time="2024-07-02T03:51:36.949Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx controller=clusterProvision objectKind=Secret objectNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx reconcileID=qk7fs9hc time="2024-07-02T03:51:36.949Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx controller=clusterProvision objectKind=Secret objectNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx-admin-password ownerKind=ClusterProvision ownerNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx reconcileID=qk7fs9hc time="2024-07-02T03:51:36.949Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx\", timestamp:time.Time{wall:0xc198fc27df0b2077, ext:151258014537, loc:(*time.Location)(0xa9ed900)}}" controller=clusterProvision controllerKey=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx time="2024-07-02T03:51:36.949Z" level=debug msg="reconciling running job" clusterProvision=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx controller=clusterProvision reconcileID=qk7fs9hc time="2024-07-02T03:51:36.949Z" level=debug msg="install job still running" clusterProvision=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx controller=clusterProvision job=cd-32026-dqfk-0-hb2rx-provision reconcileID=qk7fs9hc time="2024-07-02T03:51:36.95Z" level=info msg="reconcile complete" clusterProvision=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=qk7fs9hc time="2024-07-02T03:51:36.95Z" level=debug msg="Reconcile done, requeueing after 18.04998482s" controller=clusterprovision-controller name=cd-32026-dqfk-0-hb2rx namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx reconcileID=9a99e088-e6fb-44cf-8c68-42643bd12785 time="2024-07-02T03:51:36.954Z" level=debug msg=Reconciling controller=clusterprovision-controller name=cd-32026-dqfk-0-hb2rx namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx reconcileID=1196c3e3-6a53-4404-835f-f99f08290745 time="2024-07-02T03:51:36.954Z" level=info msg="reconciling cluster provision" clusterProvision=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx controller=clusterProvision reconcileID=fbmmv9lp time="2024-07-02T03:51:36.954Z" level=debug msg="no additional log fields found" clusterProvision=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx controller=clusterProvision reconcileID=fbmmv9lp time="2024-07-02T03:51:36.955Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx controller=clusterProvision objectKind=Job objectNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx-provision ownerKind=ClusterProvision ownerNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx reconcileID=fbmmv9lp time="2024-07-02T03:51:36.955Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx controller=clusterProvision objectKind=Secret objectNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx reconcileID=fbmmv9lp time="2024-07-02T03:51:36.955Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx controller=clusterProvision objectKind=Secret objectNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx-admin-password ownerKind=ClusterProvision ownerNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx reconcileID=fbmmv9lp time="2024-07-02T03:51:36.955Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx\", timestamp:time.Time{wall:0xc198fc27df0b2077, ext:151258014537, loc:(*time.Location)(0xa9ed900)}}" controller=clusterProvision controllerKey=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx time="2024-07-02T03:51:36.955Z" level=debug msg="reconciling running job" clusterProvision=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx controller=clusterProvision reconcileID=fbmmv9lp time="2024-07-02T03:51:36.955Z" level=debug msg="install job still running" clusterProvision=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx controller=clusterProvision job=cd-32026-dqfk-0-hb2rx-provision reconcileID=fbmmv9lp time="2024-07-02T03:51:36.955Z" level=info msg="reconcile complete" clusterProvision=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=fbmmv9lp time="2024-07-02T03:51:36.955Z" level=debug msg="Reconcile done, requeueing after 18.044620478s" controller=clusterprovision-controller name=cd-32026-dqfk-0-hb2rx namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx reconcileID=1196c3e3-6a53-4404-835f-f99f08290745 time="2024-07-02T03:51:37.38Z" level=debug msg="loading pull secrets" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment reconcileID=f4t6kvt7 time="2024-07-02T03:51:37.38Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment reconcileID=f4t6kvt7 time="2024-07-02T03:51:37.38Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"e2e-test-hive-wl9s4/cd-32026-dqfk\", timestamp:time.Time{wall:0xc198fc27dc6899ce, ext:151213808824, loc:(*time.Location)(0xa9ed900)}}" controller=clusterDeployment controllerKey=e2e-test-hive-wl9s4/cd-32026-dqfk time="2024-07-02T03:51:37.38Z" level=debug msg="reconciling existing provision" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment provision=cd-32026-dqfk-0-hb2rx reconcileID=f4t6kvt7 time="2024-07-02T03:51:37.38Z" level=debug msg="still provisioning" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment provision=cd-32026-dqfk-0-hb2rx reconcileID=f4t6kvt7 time="2024-07-02T03:51:37.38Z" level=debug msg="setting InstallLaunchError Condition to False" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment provision=cd-32026-dqfk-0-hb2rx reconcileID=f4t6kvt7 time="2024-07-02T03:51:37.401Z" level=debug msg="setting Provisioned Condition to False" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment provision=cd-32026-dqfk-0-hb2rx reconcileID=f4t6kvt7 time="2024-07-02T03:51:37.401Z" level=debug msg=Reconciling controller=clusterprovision-controller name=cd-32026-dqfk-0-hb2rx namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx reconcileID=4ca8e766-9186-4bd6-b01d-c86e130d86bc time="2024-07-02T03:51:37.401Z" level=debug msg=Reconciling controller=clusterversion-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=fa95b750-dfb8-49b0-81d5-d5e67fe8b390 time="2024-07-02T03:51:37.401Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterversion reconcileID=dbtsf4qk time="2024-07-02T03:51:37.401Z" level=debug msg=Reconciling controller=hibernation-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=ad5be12d-975c-4b85-9492-82adcfcfd2ac time="2024-07-02T03:51:37.401Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=hibernation reconcileID=t2qtfsqd time="2024-07-02T03:51:37.401Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=hibernation reconcileID=t2qtfsqd time="2024-07-02T03:51:37.401Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=t2qtfsqd time="2024-07-02T03:51:37.401Z" level=debug msg="Reconcile successful" controller=hibernation-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=ad5be12d-975c-4b85-9492-82adcfcfd2ac time="2024-07-02T03:51:37.401Z" level=debug msg=Reconciling controller=controlplanecerts-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=a8a299ab-4631-4ba2-928b-9907957b1f18 time="2024-07-02T03:51:37.401Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=controlPlaneCerts reconcileID=z8zh6q4x time="2024-07-02T03:51:37.401Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=controlPlaneCerts reconcileID=z8zh6q4x time="2024-07-02T03:51:37.402Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=z8zh6q4x time="2024-07-02T03:51:37.402Z" level=debug msg="Reconcile successful" controller=controlplanecerts-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=a8a299ab-4631-4ba2-928b-9907957b1f18 time="2024-07-02T03:51:37.401Z" level=debug msg=Reconciling controller=argocdregister-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=7b0281fd-ec47-4ac3-a192-e876abe1c67e time="2024-07-02T03:51:37.402Z" level=info msg="reconciling cluster deployment" clusterDeployment=cd-32026-dqfk controller=argocdregister namespace=e2e-test-hive-wl9s4 time="2024-07-02T03:51:37.402Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=cd-32026-dqfk controller=argocdregister namespace=e2e-test-hive-wl9s4 time="2024-07-02T03:51:37.402Z" level=info msg="reconcile complete" clusterDeployment=cd-32026-dqfk controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=e2e-test-hive-wl9s4 outcome=unspecified time="2024-07-02T03:51:37.402Z" level=debug msg="Reconcile successful" controller=argocdregister-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=7b0281fd-ec47-4ac3-a192-e876abe1c67e time="2024-07-02T03:51:37.401Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterversion reconcileID=dbtsf4qk time="2024-07-02T03:51:37.402Z" level=debug msg="cluster installation is not complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterversion reconcileID=dbtsf4qk time="2024-07-02T03:51:37.402Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=dbtsf4qk time="2024-07-02T03:51:37.402Z" level=debug msg="Reconcile successful" controller=clusterversion-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=fa95b750-dfb8-49b0-81d5-d5e67fe8b390 time="2024-07-02T03:51:37.401Z" level=debug msg=Reconciling controller=machinepool-controller name=cd-32026-dqfk-worker namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk-worker reconcileID=527b4cc8-29d8-4f5e-a962-84c2b1aa5a09 time="2024-07-02T03:51:37.402Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-worker reconcileID=g8s86q7f time="2024-07-02T03:51:37.402Z" level=debug msg="no additional log fields found" controller=machinepool machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-worker reconcileID=g8s86q7f time="2024-07-02T03:51:37.402Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=e2e-test-hive-wl9s4/cd-32026-dqfk-worker time="2024-07-02T03:51:37.402Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-worker reconcileID=g8s86q7f time="2024-07-02T03:51:37.402Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-worker outcome=unspecified reconcileID=g8s86q7f time="2024-07-02T03:51:37.402Z" level=debug msg="Reconcile successful" controller=machinepool-controller name=cd-32026-dqfk-worker namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk-worker reconcileID=527b4cc8-29d8-4f5e-a962-84c2b1aa5a09 time="2024-07-02T03:51:37.401Z" level=debug msg=Reconciling controller=syncidentityprovider-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=71a4ec8c-de1e-458a-838b-5345fe7f01c6 time="2024-07-02T03:51:37.402Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=syncidentityprovider reconcileID=wkdxcq69 time="2024-07-02T03:51:37.402Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=syncidentityprovider reconcileID=wkdxcq69 time="2024-07-02T03:51:37.402Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=syncidentityprovider reconcileID=wkdxcq69 time="2024-07-02T03:51:37.402Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=wkdxcq69 time="2024-07-02T03:51:37.402Z" level=debug msg="Reconcile successful" controller=syncidentityprovider-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=71a4ec8c-de1e-458a-838b-5345fe7f01c6 time="2024-07-02T03:51:37.401Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=e2e-test-hive-wl9s4 namespace= object=e2e-test-hive-wl9s4 reconcileID=19a95bf1-6e9f-47f5-b202-254421cdff13 time="2024-07-02T03:51:37.402Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/e2e-test-hive-wl9s4 reconcileID=ld9s2brq time="2024-07-02T03:51:37.402Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/e2e-test-hive-wl9s4 outcome=unspecified reconcileID=ld9s2brq time="2024-07-02T03:51:37.402Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=e2e-test-hive-wl9s4 namespace= object=e2e-test-hive-wl9s4 reconcileID=19a95bf1-6e9f-47f5-b202-254421cdff13 time="2024-07-02T03:51:37.401Z" level=debug msg=Reconciling controller=remoteingress-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=02a4857f-860a-45c4-a2f5-607e12d5c082 time="2024-07-02T03:51:37.402Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=remoteingress reconcileID=pgc75slp time="2024-07-02T03:51:37.402Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=remoteingress reconcileID=pgc75slp time="2024-07-02T03:51:37.402Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=remoteingress reconcileID=pgc75slp time="2024-07-02T03:51:37.402Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=pgc75slp time="2024-07-02T03:51:37.402Z" level=debug msg="Reconcile successful" controller=remoteingress-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=02a4857f-860a-45c4-a2f5-607e12d5c082 time="2024-07-02T03:51:37.401Z" level=debug msg=Reconciling controller=clusterrelocate-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=26c37efc-4646-40cd-8242-4c0dbbc00cce time="2024-07-02T03:51:37.403Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterRelocate reconcileID=glvfczt9 time="2024-07-02T03:51:37.403Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterRelocate reconcileID=glvfczt9 time="2024-07-02T03:51:37.403Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterRelocate matchingRelocates="[]" reconcileID=glvfczt9 time="2024-07-02T03:51:37.403Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=glvfczt9 time="2024-07-02T03:51:37.401Z" level=debug msg=Reconciling controller=unreachable-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=67c23428-3c99-4d48-94bc-edf58635642d time="2024-07-02T03:51:37.403Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=unreachable reconcileID=nj2fgmb5 time="2024-07-02T03:51:37.401Z" level=debug msg=Reconciling controller=awsprivatelink-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=08b451ad-cf05-447e-aa93-7073b53b4b0c time="2024-07-02T03:51:37.403Z" level=debug msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=awsprivatelink reconcileID=b6czfjts time="2024-07-02T03:51:37.403Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=unreachable reconcileID=nj2fgmb5 time="2024-07-02T03:51:37.403Z" level=debug msg="cluster installation is not complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=unreachable reconcileID=nj2fgmb5 time="2024-07-02T03:51:37.403Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=nj2fgmb5 time="2024-07-02T03:51:37.403Z" level=debug msg="Reconcile successful" controller=unreachable-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=67c23428-3c99-4d48-94bc-edf58635642d time="2024-07-02T03:51:37.403Z" level=debug msg="Reconcile successful" controller=clusterrelocate-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=26c37efc-4646-40cd-8242-4c0dbbc00cce time="2024-07-02T03:51:37.403Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=awsprivatelink reconcileID=b6czfjts time="2024-07-02T03:51:37.403Z" level=debug msg="controller cannot service the clusterdeployment, so skipping" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=awsprivatelink reconcileID=b6czfjts time="2024-07-02T03:51:37.403Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=b6czfjts time="2024-07-02T03:51:37.403Z" level=debug msg="Reconcile successful" controller=awsprivatelink-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=08b451ad-cf05-447e-aa93-7073b53b4b0c time="2024-07-02T03:51:37.401Z" level=debug msg=Reconciling controller=clusterstate-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=e635195f-fa4d-405c-a8b1-f31ae613b21a time="2024-07-02T03:51:37.403Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterState reconcileID=nt2rrm5r time="2024-07-02T03:51:37.403Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterState reconcileID=nt2rrm5r time="2024-07-02T03:51:37.403Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterState reconcileID=nt2rrm5r time="2024-07-02T03:51:37.403Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=nt2rrm5r time="2024-07-02T03:51:37.403Z" level=debug msg="Reconcile successful" controller=clusterstate-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=e635195f-fa4d-405c-a8b1-f31ae613b21a time="2024-07-02T03:51:37.401Z" level=info msg="reconciling cluster provision" clusterProvision=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx controller=clusterProvision reconcileID=5zcrs79t time="2024-07-02T03:51:37.403Z" level=debug msg="no additional log fields found" clusterProvision=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx controller=clusterProvision reconcileID=5zcrs79t time="2024-07-02T03:51:37.404Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx controller=clusterProvision objectKind=Job objectNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx-provision ownerKind=ClusterProvision ownerNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx reconcileID=5zcrs79t time="2024-07-02T03:51:37.404Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx controller=clusterProvision objectKind=Secret objectNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx reconcileID=5zcrs79t time="2024-07-02T03:51:37.404Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx controller=clusterProvision objectKind=Secret objectNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx-admin-password ownerKind=ClusterProvision ownerNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx reconcileID=5zcrs79t time="2024-07-02T03:51:37.404Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx\", timestamp:time.Time{wall:0xc198fc27df0b2077, ext:151258014537, loc:(*time.Location)(0xa9ed900)}}" controller=clusterProvision controllerKey=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx time="2024-07-02T03:51:37.404Z" level=debug msg="reconciling running job" clusterProvision=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx controller=clusterProvision reconcileID=5zcrs79t time="2024-07-02T03:51:37.404Z" level=debug msg="install job still running" clusterProvision=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx controller=clusterProvision job=cd-32026-dqfk-0-hb2rx-provision reconcileID=5zcrs79t time="2024-07-02T03:51:37.404Z" level=info msg="reconcile complete" clusterProvision=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=5zcrs79t time="2024-07-02T03:51:37.404Z" level=debug msg="Reconcile done, requeueing after 17.595676067s" controller=clusterprovision-controller name=cd-32026-dqfk-0-hb2rx namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx reconcileID=4ca8e766-9186-4bd6-b01d-c86e130d86bc time="2024-07-02T03:51:37.416Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment elapsedMillis=529 elapsedMillisGT=0 outcome=unspecified reconcileID=f4t6kvt7 time="2024-07-02T03:51:37.416Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=3ab414c0-d3ea-47b3-8163-4ab4d3f4e963 time="2024-07-02T03:51:37.416Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=b16e3b3c-e7db-48b7-a0a9-c727942790e4 time="2024-07-02T03:51:37.416Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment reconcileID=pskt9jkw time="2024-07-02T03:51:37.416Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment reconcileID=pskt9jkw time="2024-07-02T03:51:37.416Z" level=debug msg=Reconciling controller=clusterprovision-controller name=cd-32026-dqfk-0-hb2rx namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx reconcileID=e121ace6-beba-4bdb-b612-8649eeaba64a time="2024-07-02T03:51:37.416Z" level=info msg="reconciling cluster provision" clusterProvision=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx controller=clusterProvision reconcileID=86cdvtlt time="2024-07-02T03:51:37.416Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx ownerKind=ClusterDeployment ownerNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk time="2024-07-02T03:51:37.417Z" level=debug msg=Reconciling controller=controlplanecerts-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=d622647f-bbe4-493c-a36b-1d34b39a511f time="2024-07-02T03:51:37.417Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk time="2024-07-02T03:51:37.417Z" level=debug msg=Reconciling controller=clusterrelocate-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=aa6e2dca-96a0-4f6e-a331-6a861b55bde1 time="2024-07-02T03:51:37.417Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterRelocate reconcileID=d7wprqrm time="2024-07-02T03:51:37.417Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterRelocate reconcileID=d7wprqrm time="2024-07-02T03:51:37.417Z" level=debug msg=Reconciling controller=unreachable-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=dfaaa702-56af-476d-96e2-0bc113ffa23d time="2024-07-02T03:51:37.417Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=unreachable reconcileID=p22f2jwx time="2024-07-02T03:51:37.417Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=unreachable reconcileID=p22f2jwx time="2024-07-02T03:51:37.417Z" level=debug msg="cluster installation is not complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=unreachable reconcileID=p22f2jwx time="2024-07-02T03:51:37.417Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=p22f2jwx time="2024-07-02T03:51:37.417Z" level=debug msg="Reconcile successful" controller=unreachable-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=dfaaa702-56af-476d-96e2-0bc113ffa23d time="2024-07-02T03:51:37.416Z" level=debug msg=Reconciling controller=clusterstate-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=c44fdfa1-8a2e-479a-b011-2831ef552a06 time="2024-07-02T03:51:37.417Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterState reconcileID=5wftqgcf time="2024-07-02T03:51:37.417Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterState reconcileID=5wftqgcf time="2024-07-02T03:51:37.418Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterState reconcileID=5wftqgcf time="2024-07-02T03:51:37.417Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterRelocate matchingRelocates="[]" reconcileID=d7wprqrm time="2024-07-02T03:51:37.418Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=d7wprqrm time="2024-07-02T03:51:37.418Z" level=debug msg="Reconcile successful" controller=clusterrelocate-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=aa6e2dca-96a0-4f6e-a331-6a861b55bde1 time="2024-07-02T03:51:37.418Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=5wftqgcf time="2024-07-02T03:51:37.418Z" level=debug msg="Reconcile successful" controller=clusterstate-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=c44fdfa1-8a2e-479a-b011-2831ef552a06 time="2024-07-02T03:51:37.417Z" level=debug msg=Reconciling controller=syncidentityprovider-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=3bfa032c-2705-49b9-ad5e-9104757ccb31 time="2024-07-02T03:51:37.418Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=syncidentityprovider reconcileID=hmwhcqk5 time="2024-07-02T03:51:37.418Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=syncidentityprovider reconcileID=hmwhcqk5 time="2024-07-02T03:51:37.416Z" level=debug msg="no additional log fields found" clusterProvision=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx controller=clusterProvision reconcileID=86cdvtlt time="2024-07-02T03:51:37.418Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=syncidentityprovider reconcileID=hmwhcqk5 time="2024-07-02T03:51:37.418Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=hmwhcqk5 time="2024-07-02T03:51:37.418Z" level=debug msg="Reconcile successful" controller=syncidentityprovider-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=3bfa032c-2705-49b9-ad5e-9104757ccb31 time="2024-07-02T03:51:37.417Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=controlPlaneCerts reconcileID=qzcsmhj2 time="2024-07-02T03:51:37.418Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=controlPlaneCerts reconcileID=qzcsmhj2 time="2024-07-02T03:51:37.419Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=qzcsmhj2 time="2024-07-02T03:51:37.419Z" level=debug msg="Reconcile successful" controller=controlplanecerts-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=d622647f-bbe4-493c-a36b-1d34b39a511f time="2024-07-02T03:51:37.417Z" level=debug msg=Reconciling controller=remoteingress-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=7615cd6e-b295-44a1-a1b3-53def742911d time="2024-07-02T03:51:37.419Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=remoteingress reconcileID=bdxhxb2z time="2024-07-02T03:51:37.419Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx controller=clusterProvision objectKind=Job objectNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx-provision ownerKind=ClusterProvision ownerNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx reconcileID=86cdvtlt time="2024-07-02T03:51:37.419Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx controller=clusterProvision objectKind=Secret objectNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx reconcileID=86cdvtlt time="2024-07-02T03:51:37.419Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx controller=clusterProvision objectKind=Secret objectNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx-admin-password ownerKind=ClusterProvision ownerNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx reconcileID=86cdvtlt time="2024-07-02T03:51:37.419Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx\", timestamp:time.Time{wall:0xc198fc27df0b2077, ext:151258014537, loc:(*time.Location)(0xa9ed900)}}" controller=clusterProvision controllerKey=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx time="2024-07-02T03:51:37.419Z" level=debug msg="reconciling running job" clusterProvision=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx controller=clusterProvision reconcileID=86cdvtlt time="2024-07-02T03:51:37.419Z" level=debug msg="install job still running" clusterProvision=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx controller=clusterProvision job=cd-32026-dqfk-0-hb2rx-provision reconcileID=86cdvtlt time="2024-07-02T03:51:37.419Z" level=info msg="reconcile complete" clusterProvision=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx controller=clusterProvision elapsedMillis=2 elapsedMillisGT=0 outcome=unspecified reconcileID=86cdvtlt time="2024-07-02T03:51:37.419Z" level=debug msg="Reconcile done, requeueing after 17.580420043s" controller=clusterprovision-controller name=cd-32026-dqfk-0-hb2rx namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx reconcileID=e121ace6-beba-4bdb-b612-8649eeaba64a time="2024-07-02T03:51:37.419Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=remoteingress reconcileID=bdxhxb2z time="2024-07-02T03:51:37.419Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=remoteingress reconcileID=bdxhxb2z time="2024-07-02T03:51:37.419Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=bdxhxb2z time="2024-07-02T03:51:37.419Z" level=debug msg="Reconcile successful" controller=remoteingress-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=7615cd6e-b295-44a1-a1b3-53def742911d time="2024-07-02T03:51:37.417Z" level=debug msg=Reconciling controller=clusterversion-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=4fa24dff-f731-4804-ae3d-d9bbff22964f time="2024-07-02T03:51:37.419Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterversion reconcileID=6zbgkts5 time="2024-07-02T03:51:37.416Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=e2e-test-hive-wl9s4 namespace= object=e2e-test-hive-wl9s4 reconcileID=f07e5e21-0d0c-442a-a2e1-eb4cef1faea7 time="2024-07-02T03:51:37.42Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/e2e-test-hive-wl9s4 reconcileID=7c6dzdz7 time="2024-07-02T03:51:37.42Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/e2e-test-hive-wl9s4 outcome=unspecified reconcileID=7c6dzdz7 time="2024-07-02T03:51:37.42Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=e2e-test-hive-wl9s4 namespace= object=e2e-test-hive-wl9s4 reconcileID=f07e5e21-0d0c-442a-a2e1-eb4cef1faea7 time="2024-07-02T03:51:37.42Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterversion reconcileID=6zbgkts5 time="2024-07-02T03:51:37.42Z" level=debug msg="cluster installation is not complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterversion reconcileID=6zbgkts5 time="2024-07-02T03:51:37.42Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=6zbgkts5 time="2024-07-02T03:51:37.42Z" level=debug msg="Reconcile successful" controller=clusterversion-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=4fa24dff-f731-4804-ae3d-d9bbff22964f time="2024-07-02T03:51:37.422Z" level=debug msg=Reconciling controller=argocdregister-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=f9f83342-e885-4026-82d6-429fff2cead1 time="2024-07-02T03:51:37.422Z" level=info msg="reconciling cluster deployment" clusterDeployment=cd-32026-dqfk controller=argocdregister namespace=e2e-test-hive-wl9s4 time="2024-07-02T03:51:37.422Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=cd-32026-dqfk controller=argocdregister namespace=e2e-test-hive-wl9s4 time="2024-07-02T03:51:37.422Z" level=info msg="reconcile complete" clusterDeployment=cd-32026-dqfk controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=e2e-test-hive-wl9s4 outcome=unspecified time="2024-07-02T03:51:37.422Z" level=debug msg="Reconcile successful" controller=argocdregister-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=f9f83342-e885-4026-82d6-429fff2cead1 time="2024-07-02T03:51:37.422Z" level=debug msg=Reconciling controller=awsprivatelink-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=de71f538-7146-464b-8f79-3c0f73fc0322 time="2024-07-02T03:51:37.422Z" level=debug msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=awsprivatelink reconcileID=qtmbxhqt time="2024-07-02T03:51:37.422Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=awsprivatelink reconcileID=qtmbxhqt time="2024-07-02T03:51:37.422Z" level=debug msg="controller cannot service the clusterdeployment, so skipping" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=awsprivatelink reconcileID=qtmbxhqt time="2024-07-02T03:51:37.422Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=qtmbxhqt time="2024-07-02T03:51:37.422Z" level=debug msg="Reconcile successful" controller=awsprivatelink-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=de71f538-7146-464b-8f79-3c0f73fc0322 time="2024-07-02T03:51:37.422Z" level=debug msg=Reconciling controller=machinepool-controller name=cd-32026-dqfk-worker namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk-worker reconcileID=f4aea773-78d1-4fba-9de3-0847d6188f20 time="2024-07-02T03:51:37.422Z" level=debug msg=Reconciling controller=hibernation-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=1a1dfb7a-1687-46d4-8c09-772e1b69f322 time="2024-07-02T03:51:37.422Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=hibernation reconcileID=c8b7nbl4 time="2024-07-02T03:51:37.422Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=hibernation reconcileID=c8b7nbl4 time="2024-07-02T03:51:37.422Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=c8b7nbl4 time="2024-07-02T03:51:37.422Z" level=debug msg="Reconcile successful" controller=hibernation-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=1a1dfb7a-1687-46d4-8c09-772e1b69f322 time="2024-07-02T03:51:37.422Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-worker reconcileID=q2j5g2mn time="2024-07-02T03:51:37.422Z" level=debug msg="no additional log fields found" controller=machinepool machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-worker reconcileID=q2j5g2mn time="2024-07-02T03:51:37.423Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=e2e-test-hive-wl9s4/cd-32026-dqfk-worker time="2024-07-02T03:51:37.423Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-worker reconcileID=q2j5g2mn time="2024-07-02T03:51:37.423Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-worker outcome=unspecified reconcileID=q2j5g2mn time="2024-07-02T03:51:37.423Z" level=debug msg="Reconcile successful" controller=machinepool-controller name=cd-32026-dqfk-worker namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk-worker reconcileID=f4aea773-78d1-4fba-9de3-0847d6188f20 time="2024-07-02T03:51:37.719Z" level=debug msg="loading pull secrets" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment reconcileID=pskt9jkw time="2024-07-02T03:51:37.719Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment reconcileID=pskt9jkw time="2024-07-02T03:51:37.719Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"e2e-test-hive-wl9s4/cd-32026-dqfk\", timestamp:time.Time{wall:0xc198fc27dc6899ce, ext:151213808824, loc:(*time.Location)(0xa9ed900)}}" controller=clusterDeployment controllerKey=e2e-test-hive-wl9s4/cd-32026-dqfk time="2024-07-02T03:51:37.72Z" level=debug msg="reconciling existing provision" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment provision=cd-32026-dqfk-0-hb2rx reconcileID=pskt9jkw time="2024-07-02T03:51:37.72Z" level=debug msg="still provisioning" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment provision=cd-32026-dqfk-0-hb2rx reconcileID=pskt9jkw time="2024-07-02T03:51:37.72Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment elapsedMillis=304 elapsedMillisGT=0 outcome=unspecified reconcileID=pskt9jkw time="2024-07-02T03:51:37.72Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=b16e3b3c-e7db-48b7-a0a9-c727942790e4 time="2024-07-02T03:51:37.721Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=8d03d27d-43ca-40ff-8fbf-4f6aeba63325 time="2024-07-02T03:51:37.721Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment reconcileID=54tcrdgr time="2024-07-02T03:51:37.721Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment reconcileID=54tcrdgr time="2024-07-02T03:51:37.721Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx ownerKind=ClusterDeployment ownerNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk time="2024-07-02T03:51:37.721Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk time="2024-07-02T03:51:38.138Z" level=debug msg="loading pull secrets" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment reconcileID=54tcrdgr time="2024-07-02T03:51:38.138Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment reconcileID=54tcrdgr time="2024-07-02T03:51:38.138Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"e2e-test-hive-wl9s4/cd-32026-dqfk\", timestamp:time.Time{wall:0xc198fc27dc6899ce, ext:151213808824, loc:(*time.Location)(0xa9ed900)}}" controller=clusterDeployment controllerKey=e2e-test-hive-wl9s4/cd-32026-dqfk time="2024-07-02T03:51:38.14Z" level=debug msg="reconciling existing provision" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment provision=cd-32026-dqfk-0-hb2rx reconcileID=54tcrdgr time="2024-07-02T03:51:38.14Z" level=debug msg="still provisioning" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment provision=cd-32026-dqfk-0-hb2rx reconcileID=54tcrdgr time="2024-07-02T03:51:38.14Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment elapsedMillis=419 elapsedMillisGT=0 outcome=unspecified reconcileID=54tcrdgr time="2024-07-02T03:51:38.14Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=8d03d27d-43ca-40ff-8fbf-4f6aeba63325 time="2024-07-02T03:51:55Z" level=debug msg=Reconciling controller=clusterprovision-controller name=cd-32026-dqfk-0-hb2rx namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx reconcileID=a9ca93e2-1b50-4066-99e3-35be1e2a81cc time="2024-07-02T03:51:55Z" level=info msg="reconciling cluster provision" clusterProvision=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx controller=clusterProvision reconcileID=2qtt6srj time="2024-07-02T03:51:55Z" level=debug msg="no additional log fields found" clusterProvision=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx controller=clusterProvision reconcileID=2qtt6srj time="2024-07-02T03:51:55Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx controller=clusterProvision objectKind=Job objectNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx-provision ownerKind=ClusterProvision ownerNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx reconcileID=2qtt6srj time="2024-07-02T03:51:55.001Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx controller=clusterProvision objectKind=Secret objectNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx reconcileID=2qtt6srj time="2024-07-02T03:51:55.001Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx controller=clusterProvision objectKind=Secret objectNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx-admin-password ownerKind=ClusterProvision ownerNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx reconcileID=2qtt6srj time="2024-07-02T03:51:55.001Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx\", timestamp:time.Time{wall:0xc198fc27df0b2077, ext:151258014537, loc:(*time.Location)(0xa9ed900)}}" controller=clusterProvision controllerKey=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx time="2024-07-02T03:51:55.001Z" level=debug msg="reconciling running job" clusterProvision=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx controller=clusterProvision reconcileID=2qtt6srj time="2024-07-02T03:51:55.001Z" level=debug msg="install job still running" clusterProvision=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx controller=clusterProvision job=cd-32026-dqfk-0-hb2rx-provision reconcileID=2qtt6srj time="2024-07-02T03:51:55.001Z" level=info msg="reconcile complete" clusterProvision=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=2qtt6srj time="2024-07-02T03:51:55.001Z" level=debug msg="Reconcile successful" controller=clusterprovision-controller name=cd-32026-dqfk-0-hb2rx namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx reconcileID=a9ca93e2-1b50-4066-99e3-35be1e2a81cc time="2024-07-02T03:52:25.685Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics time="2024-07-02T03:52:25.685Z" level=debug msg="calculating metrics across all install jobs" controller=metrics time="2024-07-02T03:52:25.685Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics time="2024-07-02T03:52:25.686Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics time="2024-07-02T03:52:25.686Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics time="2024-07-02T03:52:25.686Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified time="2024-07-02T03:53:35.694Z" level=info msg="scrape root domain" controller=dnsendpoint rootDomain=qe.devcluster.openshift.com scraper=nameServer time="2024-07-02T03:53:35.695Z" level=error msg="failed to scrape name servers for root domain" controller=dnsendpoint domain=qe.devcluster.openshift.com error="error querying name servers: failed to get AWS client: error creating AWS client: Secret \"route53-aws-creds\" not found" scraper=nameServer time="2024-07-02T03:54:25.686Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics time="2024-07-02T03:54:25.686Z" level=debug msg="calculating metrics across all install jobs" controller=metrics time="2024-07-02T03:54:25.686Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics time="2024-07-02T03:54:25.686Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics time="2024-07-02T03:54:25.686Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics time="2024-07-02T03:54:25.687Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified time="2024-07-02T03:56:25.687Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics time="2024-07-02T03:56:25.688Z" level=debug msg="calculating metrics across all install jobs" controller=metrics time="2024-07-02T03:56:25.688Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics time="2024-07-02T03:56:25.688Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics time="2024-07-02T03:56:25.688Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics time="2024-07-02T03:56:25.688Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified time="2024-07-02T03:58:25.688Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics time="2024-07-02T03:58:25.689Z" level=debug msg="calculating metrics across all install jobs" controller=metrics time="2024-07-02T03:58:25.689Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics time="2024-07-02T03:58:25.689Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics time="2024-07-02T03:58:25.689Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics time="2024-07-02T03:58:25.69Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=1 elapsedMillisGT=0 outcome=unspecified time="2024-07-02T03:58:55.696Z" level=info msg="scrape root domain" controller=dnsendpoint rootDomain=qe.devcluster.openshift.com scraper=nameServer time="2024-07-02T03:58:55.696Z" level=error msg="failed to scrape name servers for root domain" controller=dnsendpoint domain=qe.devcluster.openshift.com error="error querying name servers: failed to get AWS client: error creating AWS client: Secret \"route53-aws-creds\" not found" scraper=nameServer time="2024-07-02T04:00:00.161Z" level=info msg="Job created" controller=clusterProvision time="2024-07-02T04:00:25.691Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics time="2024-07-02T04:00:25.691Z" level=debug msg="calculating metrics across all install jobs" controller=metrics time="2024-07-02T04:00:25.692Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics time="2024-07-02T04:00:25.692Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics time="2024-07-02T04:00:25.692Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics time="2024-07-02T04:00:25.692Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=1 elapsedMillisGT=0 outcome=unspecified time="2024-07-02T04:02:25.693Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics time="2024-07-02T04:02:25.693Z" level=debug msg="calculating metrics across all install jobs" controller=metrics time="2024-07-02T04:02:25.693Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics time="2024-07-02T04:02:25.693Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics time="2024-07-02T04:02:25.693Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics time="2024-07-02T04:02:25.694Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified time="2024-07-02T04:04:25.695Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics time="2024-07-02T04:04:25.695Z" level=debug msg="calculating metrics across all install jobs" controller=metrics time="2024-07-02T04:04:25.695Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics time="2024-07-02T04:04:25.695Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics time="2024-07-02T04:04:25.695Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics time="2024-07-02T04:04:25.696Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified time="2024-07-02T04:06:25.696Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics time="2024-07-02T04:06:25.697Z" level=debug msg="calculating metrics across all install jobs" controller=metrics time="2024-07-02T04:06:25.697Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics time="2024-07-02T04:06:25.697Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics time="2024-07-02T04:06:25.697Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics time="2024-07-02T04:06:25.697Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified time="2024-07-02T04:08:25.697Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics time="2024-07-02T04:08:25.698Z" level=debug msg="calculating metrics across all install jobs" controller=metrics time="2024-07-02T04:08:25.698Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics time="2024-07-02T04:08:25.698Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics time="2024-07-02T04:08:25.698Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics time="2024-07-02T04:08:25.698Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=1 elapsedMillisGT=0 outcome=unspecified time="2024-07-02T04:09:35.696Z" level=info msg="scrape root domain" controller=dnsendpoint rootDomain=qe.devcluster.openshift.com scraper=nameServer time="2024-07-02T04:09:35.696Z" level=error msg="failed to scrape name servers for root domain" controller=dnsendpoint domain=qe.devcluster.openshift.com error="error querying name servers: failed to get AWS client: error creating AWS client: Secret \"route53-aws-creds\" not found" scraper=nameServer time="2024-07-02T04:10:25.699Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics time="2024-07-02T04:10:25.699Z" level=debug msg="calculating metrics across all install jobs" controller=metrics time="2024-07-02T04:10:25.699Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics time="2024-07-02T04:10:25.699Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics time="2024-07-02T04:10:25.699Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics time="2024-07-02T04:10:25.699Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified time="2024-07-02T04:12:25.7Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics time="2024-07-02T04:12:25.701Z" level=debug msg="calculating metrics across all install jobs" controller=metrics time="2024-07-02T04:12:25.701Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics time="2024-07-02T04:12:25.701Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics time="2024-07-02T04:12:25.701Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics time="2024-07-02T04:12:25.701Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified time="2024-07-02T04:14:25.701Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics time="2024-07-02T04:14:25.701Z" level=debug msg="calculating metrics across all install jobs" controller=metrics time="2024-07-02T04:14:25.702Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics time="2024-07-02T04:14:25.702Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics time="2024-07-02T04:14:25.702Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics time="2024-07-02T04:14:25.702Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified time="2024-07-02T04:15:00.143Z" level=info msg="Job created" controller=clusterProvision time="2024-07-02T04:16:25.702Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics time="2024-07-02T04:16:25.702Z" level=debug msg="calculating metrics across all install jobs" controller=metrics time="2024-07-02T04:16:25.702Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics time="2024-07-02T04:16:25.702Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics time="2024-07-02T04:16:25.702Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics time="2024-07-02T04:16:25.702Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified time="2024-07-02T04:18:25.702Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics time="2024-07-02T04:18:25.703Z" level=debug msg="calculating metrics across all install jobs" controller=metrics time="2024-07-02T04:18:25.703Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics time="2024-07-02T04:18:25.703Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics time="2024-07-02T04:18:25.703Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics time="2024-07-02T04:18:25.703Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified time="2024-07-02T04:20:02.433Z" level=debug msg=Reconciling controller=machinepool-controller name=cd-32026-dqfk-worker namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk-worker reconcileID=93f2e26a-1e68-4683-b222-baf632c38b78 time="2024-07-02T04:20:02.433Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-worker reconcileID=q8f7cwh6 time="2024-07-02T04:20:02.433Z" level=debug msg="no additional log fields found" controller=machinepool machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-worker reconcileID=q8f7cwh6 time="2024-07-02T04:20:02.433Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=e2e-test-hive-wl9s4/cd-32026-dqfk-worker time="2024-07-02T04:20:02.433Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-worker reconcileID=q8f7cwh6 time="2024-07-02T04:20:02.433Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-worker outcome=unspecified reconcileID=q8f7cwh6 time="2024-07-02T04:20:02.433Z" level=debug msg="Reconcile successful" controller=machinepool-controller name=cd-32026-dqfk-worker namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk-worker reconcileID=93f2e26a-1e68-4683-b222-baf632c38b78 time="2024-07-02T04:20:25.704Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics time="2024-07-02T04:20:25.704Z" level=debug msg="calculating metrics across all install jobs" controller=metrics time="2024-07-02T04:20:25.704Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics time="2024-07-02T04:20:25.704Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics time="2024-07-02T04:20:25.705Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics time="2024-07-02T04:20:25.705Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=1 elapsedMillisGT=0 outcome=unspecified time="2024-07-02T04:22:25.706Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics time="2024-07-02T04:22:25.706Z" level=debug msg="calculating metrics across all install jobs" controller=metrics time="2024-07-02T04:22:25.706Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics time="2024-07-02T04:22:25.706Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics time="2024-07-02T04:22:25.707Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics time="2024-07-02T04:22:25.707Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified time="2024-07-02T04:24:25.707Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics time="2024-07-02T04:24:25.707Z" level=debug msg="calculating metrics across all install jobs" controller=metrics time="2024-07-02T04:24:25.707Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics time="2024-07-02T04:24:25.707Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics time="2024-07-02T04:24:25.707Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics time="2024-07-02T04:24:25.707Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified time="2024-07-02T04:26:25.708Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics time="2024-07-02T04:26:25.708Z" level=debug msg="calculating metrics across all install jobs" controller=metrics time="2024-07-02T04:26:25.708Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics time="2024-07-02T04:26:25.708Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics time="2024-07-02T04:26:25.708Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics time="2024-07-02T04:26:25.708Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified time="2024-07-02T04:28:25.709Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics time="2024-07-02T04:28:25.709Z" level=debug msg="calculating metrics across all install jobs" controller=metrics time="2024-07-02T04:28:25.709Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics time="2024-07-02T04:28:25.709Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics time="2024-07-02T04:28:25.71Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics time="2024-07-02T04:28:25.71Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified time="2024-07-02T04:30:00.176Z" level=info msg="Job created" controller=clusterProvision time="2024-07-02T04:30:25.711Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics time="2024-07-02T04:30:25.712Z" level=debug msg="calculating metrics across all install jobs" controller=metrics time="2024-07-02T04:30:25.712Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics time="2024-07-02T04:30:25.712Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics time="2024-07-02T04:30:25.712Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics time="2024-07-02T04:30:25.712Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified time="2024-07-02T04:30:55.697Z" level=info msg="scrape root domain" controller=dnsendpoint rootDomain=qe.devcluster.openshift.com scraper=nameServer time="2024-07-02T04:30:55.697Z" level=error msg="failed to scrape name servers for root domain" controller=dnsendpoint domain=qe.devcluster.openshift.com error="error querying name servers: failed to get AWS client: error creating AWS client: Secret \"route53-aws-creds\" not found" scraper=nameServer time="2024-07-02T04:32:25.712Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics time="2024-07-02T04:32:25.713Z" level=debug msg="calculating metrics across all install jobs" controller=metrics time="2024-07-02T04:32:25.713Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics time="2024-07-02T04:32:25.713Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics time="2024-07-02T04:32:25.713Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics time="2024-07-02T04:32:25.713Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified time="2024-07-02T04:33:18.905Z" level=debug msg=Reconciling controller=clusterprovision-controller name=cd-32026-dqfk-0-hb2rx namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx reconcileID=0561e57a-f299-4528-abf4-ed851b689ca5 time="2024-07-02T04:33:18.905Z" level=debug msg=Reconciling controller=awsprivatelink-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=b135c5e9-8c87-400e-b961-f8a553c4f336 time="2024-07-02T04:33:18.905Z" level=debug msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=awsprivatelink reconcileID=qvknq4sr time="2024-07-02T04:33:18.905Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=awsprivatelink reconcileID=qvknq4sr time="2024-07-02T04:33:18.905Z" level=debug msg="controller cannot service the clusterdeployment, so skipping" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=awsprivatelink reconcileID=qvknq4sr time="2024-07-02T04:33:18.905Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=qvknq4sr time="2024-07-02T04:33:18.905Z" level=debug msg="Reconcile successful" controller=awsprivatelink-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=b135c5e9-8c87-400e-b961-f8a553c4f336 time="2024-07-02T04:33:18.905Z" level=info msg="reconciling cluster provision" clusterProvision=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx controller=clusterProvision reconcileID=dfxw5p76 time="2024-07-02T04:33:18.905Z" level=debug msg="no additional log fields found" clusterProvision=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx controller=clusterProvision reconcileID=dfxw5p76 time="2024-07-02T04:33:18.905Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=34128d50-281b-4e12-bd0d-bb2404e3c307 time="2024-07-02T04:33:18.906Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment reconcileID=9hml85fg time="2024-07-02T04:33:18.906Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment reconcileID=9hml85fg time="2024-07-02T04:33:18.906Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx ownerKind=ClusterDeployment ownerNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk time="2024-07-02T04:33:18.906Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx controller=clusterProvision objectKind=Job objectNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx-provision ownerKind=ClusterProvision ownerNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx reconcileID=dfxw5p76 time="2024-07-02T04:33:18.906Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx controller=clusterProvision objectKind=Secret objectNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx reconcileID=dfxw5p76 time="2024-07-02T04:33:18.906Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk time="2024-07-02T04:33:18.906Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx controller=clusterProvision objectKind=Secret objectNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx-admin-password ownerKind=ClusterProvision ownerNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx reconcileID=dfxw5p76 time="2024-07-02T04:33:18.906Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx\", timestamp:time.Time{wall:0xc198fc27df0b2077, ext:151258014537, loc:(*time.Location)(0xa9ed900)}}" controller=clusterProvision controllerKey=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx time="2024-07-02T04:33:18.906Z" level=debug msg="reconciling running job" clusterProvision=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx controller=clusterProvision reconcileID=dfxw5p76 time="2024-07-02T04:33:18.907Z" level=debug msg="install job still running" clusterProvision=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx controller=clusterProvision job=cd-32026-dqfk-0-hb2rx-provision reconcileID=dfxw5p76 time="2024-07-02T04:33:18.907Z" level=info msg="reconcile complete" clusterProvision=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx controller=clusterProvision elapsedMillis=1 elapsedMillisGT=0 outcome=unspecified reconcileID=dfxw5p76 time="2024-07-02T04:33:18.907Z" level=debug msg="Reconcile successful" controller=clusterprovision-controller name=cd-32026-dqfk-0-hb2rx namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx reconcileID=0561e57a-f299-4528-abf4-ed851b689ca5 time="2024-07-02T04:33:19.23Z" level=debug msg="loading pull secrets" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment reconcileID=9hml85fg time="2024-07-02T04:33:19.23Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment reconcileID=9hml85fg time="2024-07-02T04:33:19.23Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"e2e-test-hive-wl9s4/cd-32026-dqfk\", timestamp:time.Time{wall:0xc198fc27dc6899ce, ext:151213808824, loc:(*time.Location)(0xa9ed900)}}" controller=clusterDeployment controllerKey=e2e-test-hive-wl9s4/cd-32026-dqfk time="2024-07-02T04:33:19.231Z" level=debug msg="reconciling existing provision" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment provision=cd-32026-dqfk-0-hb2rx reconcileID=9hml85fg time="2024-07-02T04:33:19.231Z" level=debug msg="still provisioning" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment provision=cd-32026-dqfk-0-hb2rx reconcileID=9hml85fg time="2024-07-02T04:33:19.231Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment elapsedMillis=325 elapsedMillisGT=0 outcome=unspecified reconcileID=9hml85fg time="2024-07-02T04:33:19.231Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=34128d50-281b-4e12-bd0d-bb2404e3c307 time="2024-07-02T04:33:19.901Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=daad01fb-6a51-497b-b262-697c4a03c3c6 time="2024-07-02T04:33:19.901Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment reconcileID=gmk889r7 time="2024-07-02T04:33:19.901Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment reconcileID=gmk889r7 time="2024-07-02T04:33:19.901Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx ownerKind=ClusterDeployment ownerNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk time="2024-07-02T04:33:19.902Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk time="2024-07-02T04:33:20.182Z" level=debug msg="loading pull secrets" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment reconcileID=gmk889r7 time="2024-07-02T04:33:20.182Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment reconcileID=gmk889r7 time="2024-07-02T04:33:20.182Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"e2e-test-hive-wl9s4/cd-32026-dqfk\", timestamp:time.Time{wall:0xc198fc27dc6899ce, ext:151213808824, loc:(*time.Location)(0xa9ed900)}}" controller=clusterDeployment controllerKey=e2e-test-hive-wl9s4/cd-32026-dqfk time="2024-07-02T04:33:20.183Z" level=debug msg="reconciling existing provision" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment provision=cd-32026-dqfk-0-hb2rx reconcileID=gmk889r7 time="2024-07-02T04:33:20.183Z" level=debug msg="still provisioning" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment provision=cd-32026-dqfk-0-hb2rx reconcileID=gmk889r7 time="2024-07-02T04:33:20.183Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment elapsedMillis=281 elapsedMillisGT=0 outcome=unspecified reconcileID=gmk889r7 time="2024-07-02T04:33:20.183Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=daad01fb-6a51-497b-b262-697c4a03c3c6 time="2024-07-02T04:33:20.934Z" level=debug msg=Reconciling controller=clusterprovision-controller name=cd-32026-dqfk-0-hb2rx namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx reconcileID=7429f7da-344e-429a-9d5d-bc0de3b8a96d time="2024-07-02T04:33:20.934Z" level=info msg="reconciling cluster provision" clusterProvision=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx controller=clusterProvision reconcileID=tbvkf77h time="2024-07-02T04:33:20.935Z" level=debug msg="no additional log fields found" clusterProvision=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx controller=clusterProvision reconcileID=tbvkf77h time="2024-07-02T04:33:20.935Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx controller=clusterProvision objectKind=Job objectNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx-provision ownerKind=ClusterProvision ownerNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx reconcileID=tbvkf77h time="2024-07-02T04:33:20.935Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx controller=clusterProvision objectKind=Secret objectNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx reconcileID=tbvkf77h time="2024-07-02T04:33:20.935Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx controller=clusterProvision objectKind=Secret objectNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx-admin-password ownerKind=ClusterProvision ownerNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx reconcileID=tbvkf77h time="2024-07-02T04:33:20.935Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx\", timestamp:time.Time{wall:0xc198fc27df0b2077, ext:151258014537, loc:(*time.Location)(0xa9ed900)}}" controller=clusterProvision controllerKey=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx time="2024-07-02T04:33:20.935Z" level=debug msg="reconciling running job" clusterProvision=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx controller=clusterProvision reconcileID=tbvkf77h time="2024-07-02T04:33:20.935Z" level=debug msg="install job still running" clusterProvision=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx controller=clusterProvision job=cd-32026-dqfk-0-hb2rx-provision reconcileID=tbvkf77h time="2024-07-02T04:33:20.935Z" level=info msg="reconcile complete" clusterProvision=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx controller=clusterProvision elapsedMillis=1 elapsedMillisGT=0 outcome=unspecified reconcileID=tbvkf77h time="2024-07-02T04:33:20.936Z" level=debug msg="Reconcile successful" controller=clusterprovision-controller name=cd-32026-dqfk-0-hb2rx namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx reconcileID=7429f7da-344e-429a-9d5d-bc0de3b8a96d time="2024-07-02T04:33:21.135Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=46b2db6c-a456-428a-9b5c-43467e8e2f34 time="2024-07-02T04:33:21.135Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment reconcileID=599lcmtg time="2024-07-02T04:33:21.135Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment reconcileID=599lcmtg time="2024-07-02T04:33:21.135Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx ownerKind=ClusterDeployment ownerNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk time="2024-07-02T04:33:21.135Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk time="2024-07-02T04:33:21.628Z" level=debug msg="loading pull secrets" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment reconcileID=599lcmtg time="2024-07-02T04:33:21.628Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment reconcileID=599lcmtg time="2024-07-02T04:33:21.628Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"e2e-test-hive-wl9s4/cd-32026-dqfk\", timestamp:time.Time{wall:0xc198fc27dc6899ce, ext:151213808824, loc:(*time.Location)(0xa9ed900)}}" controller=clusterDeployment controllerKey=e2e-test-hive-wl9s4/cd-32026-dqfk time="2024-07-02T04:33:21.63Z" level=debug msg="reconciling existing provision" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment provision=cd-32026-dqfk-0-hb2rx reconcileID=599lcmtg time="2024-07-02T04:33:21.63Z" level=debug msg="still provisioning" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment provision=cd-32026-dqfk-0-hb2rx reconcileID=599lcmtg time="2024-07-02T04:33:21.63Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment elapsedMillis=495 elapsedMillisGT=0 outcome=unspecified reconcileID=599lcmtg time="2024-07-02T04:33:21.63Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=46b2db6c-a456-428a-9b5c-43467e8e2f34 time="2024-07-02T04:33:21.908Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=4ec6fec8-9182-458f-98cc-dffa5f223dd2 time="2024-07-02T04:33:21.908Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment reconcileID=6bcz22j6 time="2024-07-02T04:33:21.908Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment reconcileID=6bcz22j6 time="2024-07-02T04:33:21.908Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx ownerKind=ClusterDeployment ownerNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk time="2024-07-02T04:33:21.908Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk time="2024-07-02T04:33:21.948Z" level=debug msg=Reconciling controller=clusterprovision-controller name=cd-32026-dqfk-0-hb2rx namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx reconcileID=12efb8e0-ef0f-420f-8954-633d14442b2d time="2024-07-02T04:33:21.948Z" level=info msg="reconciling cluster provision" clusterProvision=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx controller=clusterProvision reconcileID=b46dtbbr time="2024-07-02T04:33:21.948Z" level=debug msg="no additional log fields found" clusterProvision=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx controller=clusterProvision reconcileID=b46dtbbr time="2024-07-02T04:33:21.948Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx controller=clusterProvision objectKind=Job objectNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx-provision ownerKind=ClusterProvision ownerNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx reconcileID=b46dtbbr time="2024-07-02T04:33:21.948Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx controller=clusterProvision objectKind=Secret objectNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx reconcileID=b46dtbbr time="2024-07-02T04:33:21.948Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx controller=clusterProvision objectKind=Secret objectNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx-admin-password ownerKind=ClusterProvision ownerNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx reconcileID=b46dtbbr time="2024-07-02T04:33:21.948Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx\", timestamp:time.Time{wall:0xc198fc27df0b2077, ext:151258014537, loc:(*time.Location)(0xa9ed900)}}" controller=clusterProvision controllerKey=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx time="2024-07-02T04:33:21.948Z" level=debug msg="reconciling running job" clusterProvision=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx controller=clusterProvision reconcileID=b46dtbbr time="2024-07-02T04:33:21.949Z" level=debug msg="install job still running" clusterProvision=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx controller=clusterProvision job=cd-32026-dqfk-0-hb2rx-provision reconcileID=b46dtbbr time="2024-07-02T04:33:21.949Z" level=info msg="reconcile complete" clusterProvision=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx controller=clusterProvision elapsedMillis=1 elapsedMillisGT=0 outcome=unspecified reconcileID=b46dtbbr time="2024-07-02T04:33:21.949Z" level=debug msg="Reconcile successful" controller=clusterprovision-controller name=cd-32026-dqfk-0-hb2rx namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx reconcileID=12efb8e0-ef0f-420f-8954-633d14442b2d time="2024-07-02T04:33:21.99Z" level=debug msg=Reconciling controller=clusterprovision-controller name=cd-32026-dqfk-0-hb2rx namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx reconcileID=69ed6489-2701-44cd-b621-3157eb0ca64d time="2024-07-02T04:33:21.99Z" level=info msg="reconciling cluster provision" clusterProvision=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx controller=clusterProvision reconcileID=dkdjmrdt time="2024-07-02T04:33:21.99Z" level=debug msg="no additional log fields found" clusterProvision=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx controller=clusterProvision reconcileID=dkdjmrdt time="2024-07-02T04:33:21.99Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx controller=clusterProvision objectKind=Job objectNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx-provision ownerKind=ClusterProvision ownerNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx reconcileID=dkdjmrdt time="2024-07-02T04:33:21.99Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx controller=clusterProvision objectKind=Secret objectNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx reconcileID=dkdjmrdt time="2024-07-02T04:33:21.99Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx controller=clusterProvision objectKind=Secret objectNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx-admin-password ownerKind=ClusterProvision ownerNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx reconcileID=dkdjmrdt time="2024-07-02T04:33:21.99Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx\", timestamp:time.Time{wall:0xc198fc27df0b2077, ext:151258014537, loc:(*time.Location)(0xa9ed900)}}" controller=clusterProvision controllerKey=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx time="2024-07-02T04:33:21.99Z" level=debug msg="reconciling running job" clusterProvision=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx controller=clusterProvision reconcileID=dkdjmrdt time="2024-07-02T04:33:21.99Z" level=info msg="install job succeeded" clusterProvision=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx controller=clusterProvision job=cd-32026-dqfk-0-hb2rx-provision reconcileID=dkdjmrdt time="2024-07-02T04:33:21.99Z" level=info msg="transitioning to complete" clusterProvision=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx controller=clusterProvision job=cd-32026-dqfk-0-hb2rx-provision reconcileID=dkdjmrdt time="2024-07-02T04:33:22.008Z" level=debug msg=Reconciling controller=awsprivatelink-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=2f9bd4f6-38e2-40ca-b875-6382f586a6ce time="2024-07-02T04:33:22.009Z" level=debug msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=awsprivatelink reconcileID=tcp9b9gj time="2024-07-02T04:33:22.009Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=awsprivatelink reconcileID=tcp9b9gj time="2024-07-02T04:33:22.009Z" level=debug msg="controller cannot service the clusterdeployment, so skipping" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=awsprivatelink reconcileID=tcp9b9gj time="2024-07-02T04:33:22.009Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=tcp9b9gj time="2024-07-02T04:33:22.009Z" level=debug msg="Reconcile successful" controller=awsprivatelink-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=2f9bd4f6-38e2-40ca-b875-6382f586a6ce time="2024-07-02T04:33:22.063Z" level=info msg="reconcile complete" clusterProvision=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx controller=clusterProvision elapsedMillis=73 elapsedMillisGT=0 outcome=unspecified reconcileID=dkdjmrdt time="2024-07-02T04:33:22.063Z" level=debug msg="Reconcile successful" controller=clusterprovision-controller name=cd-32026-dqfk-0-hb2rx namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx reconcileID=69ed6489-2701-44cd-b621-3157eb0ca64d time="2024-07-02T04:33:22.063Z" level=debug msg=Reconciling controller=clusterprovision-controller name=cd-32026-dqfk-0-hb2rx namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx reconcileID=3103e08a-34c6-4e47-bc9c-3403433b0154 time="2024-07-02T04:33:22.063Z" level=info msg="reconciling cluster provision" clusterProvision=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx controller=clusterProvision reconcileID=zjxh4kmb time="2024-07-02T04:33:22.063Z" level=debug msg="no additional log fields found" clusterProvision=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx controller=clusterProvision reconcileID=zjxh4kmb time="2024-07-02T04:33:22.063Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx controller=clusterProvision objectKind=Job objectNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx-provision ownerKind=ClusterProvision ownerNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx reconcileID=zjxh4kmb time="2024-07-02T04:33:22.063Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx controller=clusterProvision objectKind=Secret objectNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx reconcileID=zjxh4kmb time="2024-07-02T04:33:22.064Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx controller=clusterProvision objectKind=Secret objectNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx-admin-password ownerKind=ClusterProvision ownerNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx reconcileID=zjxh4kmb time="2024-07-02T04:33:22.064Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx\", timestamp:time.Time{wall:0xc198fc27df0b2077, ext:151258014537, loc:(*time.Location)(0xa9ed900)}}" controller=clusterProvision controllerKey=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx time="2024-07-02T04:33:22.064Z" level=debug msg="reconciling running job" clusterProvision=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx controller=clusterProvision reconcileID=zjxh4kmb time="2024-07-02T04:33:22.064Z" level=info msg="install job succeeded" clusterProvision=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx controller=clusterProvision job=cd-32026-dqfk-0-hb2rx-provision reconcileID=zjxh4kmb time="2024-07-02T04:33:22.064Z" level=info msg="transitioning to complete" clusterProvision=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx controller=clusterProvision job=cd-32026-dqfk-0-hb2rx-provision reconcileID=zjxh4kmb time="2024-07-02T04:33:22.068Z" level=debug msg=Reconciling controller=awsprivatelink-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=e0416869-27c3-48a5-aa24-47cfc5fd49a2 time="2024-07-02T04:33:22.068Z" level=debug msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=awsprivatelink reconcileID=w6jjv7mt time="2024-07-02T04:33:22.068Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=awsprivatelink reconcileID=w6jjv7mt time="2024-07-02T04:33:22.068Z" level=debug msg="controller cannot service the clusterdeployment, so skipping" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=awsprivatelink reconcileID=w6jjv7mt time="2024-07-02T04:33:22.068Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=w6jjv7mt time="2024-07-02T04:33:22.068Z" level=debug msg="Reconcile successful" controller=awsprivatelink-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=e0416869-27c3-48a5-aa24-47cfc5fd49a2 time="2024-07-02T04:33:22.077Z" level=error msg="cannot update status conditions" clusterProvision=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx controller=clusterProvision error="Operation cannot be fulfilled on clusterprovisions.hive.openshift.io \"cd-32026-dqfk-0-hb2rx\": the object has been modified; please apply your changes to the latest version and try again" job=cd-32026-dqfk-0-hb2rx-provision reconcileID=zjxh4kmb time="2024-07-02T04:33:22.077Z" level=info msg="reconcile complete" clusterProvision=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx controller=clusterProvision elapsedMillis=13 elapsedMillisGT=0 outcome=unspecified reconcileID=zjxh4kmb time="2024-07-02T04:33:22.077Z" level=error msg="Reconciler error" controller=clusterprovision-controller error="Operation cannot be fulfilled on clusterprovisions.hive.openshift.io \"cd-32026-dqfk-0-hb2rx\": the object has been modified; please apply your changes to the latest version and try again" name=cd-32026-dqfk-0-hb2rx namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx reconcileID=3103e08a-34c6-4e47-bc9c-3403433b0154 time="2024-07-02T04:33:22.077Z" level=debug msg=Reconciling controller=clusterprovision-controller name=cd-32026-dqfk-0-hb2rx namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx reconcileID=7148ef93-92da-4f76-b11e-9c7e8813c45f time="2024-07-02T04:33:22.077Z" level=info msg="reconciling cluster provision" clusterProvision=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx controller=clusterProvision reconcileID=ggp79xd9 time="2024-07-02T04:33:22.078Z" level=debug msg="no additional log fields found" clusterProvision=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx controller=clusterProvision reconcileID=ggp79xd9 time="2024-07-02T04:33:22.078Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx controller=clusterProvision objectKind=Job objectNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx-provision ownerKind=ClusterProvision ownerNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx reconcileID=ggp79xd9 time="2024-07-02T04:33:22.078Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx controller=clusterProvision objectKind=Secret objectNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx reconcileID=ggp79xd9 time="2024-07-02T04:33:22.078Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx controller=clusterProvision objectKind=Secret objectNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx-admin-password ownerKind=ClusterProvision ownerNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx reconcileID=ggp79xd9 time="2024-07-02T04:33:22.078Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx\", timestamp:time.Time{wall:0xc198fc27df0b2077, ext:151258014537, loc:(*time.Location)(0xa9ed900)}}" controller=clusterProvision controllerKey=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx time="2024-07-02T04:33:22.078Z" level=debug msg="ClusterProvision is complete" clusterProvision=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx controller=clusterProvision reconcileID=ggp79xd9 time="2024-07-02T04:33:22.078Z" level=info msg="reconcile complete" clusterProvision=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=ggp79xd9 time="2024-07-02T04:33:22.078Z" level=debug msg="Reconcile done, requeueing after 23h17m32.921416426s" controller=clusterprovision-controller name=cd-32026-dqfk-0-hb2rx namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx reconcileID=7148ef93-92da-4f76-b11e-9c7e8813c45f time="2024-07-02T04:33:22.083Z" level=debug msg=Reconciling controller=clusterprovision-controller name=cd-32026-dqfk-0-hb2rx namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx reconcileID=5ead8bee-c61a-47d4-ae21-ade4199d0271 time="2024-07-02T04:33:22.083Z" level=info msg="reconciling cluster provision" clusterProvision=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx controller=clusterProvision reconcileID=gvxr65xc time="2024-07-02T04:33:22.083Z" level=debug msg="no additional log fields found" clusterProvision=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx controller=clusterProvision reconcileID=gvxr65xc time="2024-07-02T04:33:22.083Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx controller=clusterProvision objectKind=Job objectNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx-provision ownerKind=ClusterProvision ownerNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx reconcileID=gvxr65xc time="2024-07-02T04:33:22.083Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx controller=clusterProvision objectKind=Secret objectNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx reconcileID=gvxr65xc time="2024-07-02T04:33:22.083Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx controller=clusterProvision objectKind=Secret objectNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx-admin-password ownerKind=ClusterProvision ownerNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx reconcileID=gvxr65xc time="2024-07-02T04:33:22.083Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx\", timestamp:time.Time{wall:0xc198fc27df0b2077, ext:151258014537, loc:(*time.Location)(0xa9ed900)}}" controller=clusterProvision controllerKey=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx time="2024-07-02T04:33:22.083Z" level=debug msg="ClusterProvision is complete" clusterProvision=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx controller=clusterProvision reconcileID=gvxr65xc time="2024-07-02T04:33:22.083Z" level=info msg="reconcile complete" clusterProvision=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=gvxr65xc time="2024-07-02T04:33:22.083Z" level=debug msg="Reconcile done, requeueing after 23h17m32.916142076s" controller=clusterprovision-controller name=cd-32026-dqfk-0-hb2rx namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx reconcileID=5ead8bee-c61a-47d4-ae21-ade4199d0271 time="2024-07-02T04:33:22.192Z" level=debug msg="loading pull secrets" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment reconcileID=6bcz22j6 time="2024-07-02T04:33:22.192Z" level=debug msg="Existing and the new merged pull secret are same" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment reconcileID=6bcz22j6 time="2024-07-02T04:33:22.192Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"e2e-test-hive-wl9s4/cd-32026-dqfk\", timestamp:time.Time{wall:0xc198fc27dc6899ce, ext:151213808824, loc:(*time.Location)(0xa9ed900)}}" controller=clusterDeployment controllerKey=e2e-test-hive-wl9s4/cd-32026-dqfk time="2024-07-02T04:33:22.193Z" level=debug msg="reconciling existing provision" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment provision=cd-32026-dqfk-0-hb2rx reconcileID=6bcz22j6 time="2024-07-02T04:33:22.193Z" level=info msg="provision completed successfully" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment provision=cd-32026-dqfk-0-hb2rx reconcileID=6bcz22j6 time="2024-07-02T04:33:22.219Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=e2e-test-hive-wl9s4 namespace= object=e2e-test-hive-wl9s4 reconcileID=b1ef683d-dac8-4065-831f-83bc68093110 time="2024-07-02T04:33:22.219Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/e2e-test-hive-wl9s4 reconcileID=68zgs4kh time="2024-07-02T04:33:22.219Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/e2e-test-hive-wl9s4 outcome=unspecified reconcileID=68zgs4kh time="2024-07-02T04:33:22.219Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=e2e-test-hive-wl9s4 namespace= object=e2e-test-hive-wl9s4 reconcileID=b1ef683d-dac8-4065-831f-83bc68093110 time="2024-07-02T04:33:22.219Z" level=debug msg=Reconciling controller=clusterstate-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=59e04e54-b4cd-4574-841d-090106e22a56 time="2024-07-02T04:33:22.219Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterState reconcileID=88bv9vr5 time="2024-07-02T04:33:22.219Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterState reconcileID=88bv9vr5 time="2024-07-02T04:33:22.219Z" level=debug msg="ClusterDeployment is not yet ready" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterState reconcileID=88bv9vr5 time="2024-07-02T04:33:22.219Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=88bv9vr5 time="2024-07-02T04:33:22.22Z" level=debug msg="Reconcile successful" controller=clusterstate-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=59e04e54-b4cd-4574-841d-090106e22a56 time="2024-07-02T04:33:22.219Z" level=debug msg=Reconciling controller=controlplanecerts-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=961c8354-6781-4e71-8171-dd63dcd820dd time="2024-07-02T04:33:22.22Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=controlPlaneCerts reconcileID=jjlzmts9 time="2024-07-02T04:33:22.22Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=controlPlaneCerts reconcileID=jjlzmts9 time="2024-07-02T04:33:22.22Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=jjlzmts9 time="2024-07-02T04:33:22.22Z" level=debug msg="Reconcile successful" controller=controlplanecerts-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=961c8354-6781-4e71-8171-dd63dcd820dd time="2024-07-02T04:33:22.219Z" level=debug msg=Reconciling controller=argocdregister-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=207649f5-d652-4330-9a61-a6809198cf9f time="2024-07-02T04:33:22.22Z" level=info msg="reconciling cluster deployment" clusterDeployment=cd-32026-dqfk controller=argocdregister namespace=e2e-test-hive-wl9s4 time="2024-07-02T04:33:22.219Z" level=debug msg=Reconciling controller=machinepool-controller name=cd-32026-dqfk-worker namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk-worker reconcileID=0331a96e-370e-4895-a905-7c20b8b8ef8d time="2024-07-02T04:33:22.22Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-worker reconcileID=mnt6xlnl time="2024-07-02T04:33:22.219Z" level=debug msg=Reconciling controller=clusterprovision-controller name=cd-32026-dqfk-0-hb2rx namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx reconcileID=64aefcf2-aef7-4b2a-b10d-acbc4ecf07c0 time="2024-07-02T04:33:22.22Z" level=debug msg="no additional log fields found" controller=machinepool machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-worker reconcileID=mnt6xlnl time="2024-07-02T04:33:22.22Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=e2e-test-hive-wl9s4/cd-32026-dqfk-worker time="2024-07-02T04:33:22.22Z" level=info msg="reconciling cluster provision" clusterProvision=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx controller=clusterProvision reconcileID=bxbktgvl time="2024-07-02T04:33:22.22Z" level=debug msg="no additional log fields found" clusterProvision=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx controller=clusterProvision reconcileID=bxbktgvl time="2024-07-02T04:33:22.221Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx controller=clusterProvision objectKind=Job objectNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx-provision ownerKind=ClusterProvision ownerNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx reconcileID=bxbktgvl time="2024-07-02T04:33:22.221Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx controller=clusterProvision objectKind=Secret objectNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx reconcileID=bxbktgvl time="2024-07-02T04:33:22.221Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx controller=clusterProvision objectKind=Secret objectNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx-admin-password ownerKind=ClusterProvision ownerNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx reconcileID=bxbktgvl time="2024-07-02T04:33:22.221Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx\", timestamp:time.Time{wall:0xc198fc27df0b2077, ext:151258014537, loc:(*time.Location)(0xa9ed900)}}" controller=clusterProvision controllerKey=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx time="2024-07-02T04:33:22.221Z" level=debug msg="ClusterProvision is complete" clusterProvision=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx controller=clusterProvision reconcileID=bxbktgvl time="2024-07-02T04:33:22.221Z" level=info msg="reconcile complete" clusterProvision=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=bxbktgvl time="2024-07-02T04:33:22.221Z" level=debug msg="Reconcile done, requeueing after 23h17m32.778852458s" controller=clusterprovision-controller name=cd-32026-dqfk-0-hb2rx namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx reconcileID=64aefcf2-aef7-4b2a-b10d-acbc4ecf07c0 time="2024-07-02T04:33:22.219Z" level=debug msg=Reconciling controller=clusterversion-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=b36817e4-108f-4a18-ab53-8353c2357c3c time="2024-07-02T04:33:22.221Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterversion reconcileID=t8mbfpnp time="2024-07-02T04:33:22.22Z" level=debug msg="cluster installation is not complete" controller=machinepool machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-worker reconcileID=mnt6xlnl time="2024-07-02T04:33:22.221Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-worker outcome=unspecified reconcileID=mnt6xlnl time="2024-07-02T04:33:22.221Z" level=debug msg="Reconcile successful" controller=machinepool-controller name=cd-32026-dqfk-worker namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk-worker reconcileID=0331a96e-370e-4895-a905-7c20b8b8ef8d time="2024-07-02T04:33:22.221Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterversion reconcileID=t8mbfpnp time="2024-07-02T04:33:22.221Z" level=debug msg="cluster installation is not complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterversion reconcileID=t8mbfpnp time="2024-07-02T04:33:22.221Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=t8mbfpnp time="2024-07-02T04:33:22.221Z" level=debug msg="Reconcile successful" controller=clusterversion-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=b36817e4-108f-4a18-ab53-8353c2357c3c time="2024-07-02T04:33:22.219Z" level=debug msg=Reconciling controller=awsprivatelink-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=6df6b6b1-e519-4861-8a62-10cdcf9aabf6 time="2024-07-02T04:33:22.219Z" level=debug msg=Reconciling controller=unreachable-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=0d7b7c84-b040-445f-8f90-a3a9d2b03228 time="2024-07-02T04:33:22.221Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=unreachable reconcileID=nzktw55j time="2024-07-02T04:33:22.221Z" level=debug msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=awsprivatelink reconcileID=tgxzvgvn time="2024-07-02T04:33:22.219Z" level=debug msg=Reconciling controller=hibernation-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=0602b879-f7d1-4917-9e35-cbf2980913ec time="2024-07-02T04:33:22.222Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=hibernation reconcileID=kqjxpzvj time="2024-07-02T04:33:22.222Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=unreachable reconcileID=nzktw55j time="2024-07-02T04:33:22.222Z" level=debug msg="cluster installation is not complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=unreachable reconcileID=nzktw55j time="2024-07-02T04:33:22.222Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=awsprivatelink reconcileID=tgxzvgvn time="2024-07-02T04:33:22.222Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=hibernation reconcileID=kqjxpzvj time="2024-07-02T04:33:22.222Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=kqjxpzvj time="2024-07-02T04:33:22.222Z" level=debug msg="Reconcile successful" controller=hibernation-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=0602b879-f7d1-4917-9e35-cbf2980913ec time="2024-07-02T04:33:22.219Z" level=debug msg=Reconciling controller=clusterrelocate-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=66600977-6adf-43f1-966e-27d7efdd3c62 time="2024-07-02T04:33:22.222Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterRelocate reconcileID=82lt9r9q time="2024-07-02T04:33:22.222Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterRelocate reconcileID=82lt9r9q time="2024-07-02T04:33:22.222Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterRelocate matchingRelocates="[]" reconcileID=82lt9r9q time="2024-07-02T04:33:22.222Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=82lt9r9q time="2024-07-02T04:33:22.222Z" level=debug msg="Reconcile successful" controller=clusterrelocate-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=66600977-6adf-43f1-966e-27d7efdd3c62 time="2024-07-02T04:33:22.222Z" level=debug msg="controller cannot service the clusterdeployment, so skipping" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=awsprivatelink reconcileID=tgxzvgvn time="2024-07-02T04:33:22.222Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=tgxzvgvn time="2024-07-02T04:33:22.222Z" level=debug msg="Reconcile successful" controller=awsprivatelink-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=6df6b6b1-e519-4861-8a62-10cdcf9aabf6 time="2024-07-02T04:33:22.222Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=nzktw55j time="2024-07-02T04:33:22.222Z" level=debug msg="Reconcile successful" controller=unreachable-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=0d7b7c84-b040-445f-8f90-a3a9d2b03228 time="2024-07-02T04:33:22.219Z" level=debug msg=Reconciling controller=syncidentityprovider-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=b38901e8-221f-4b42-b615-c88eeab96e3f time="2024-07-02T04:33:22.222Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=syncidentityprovider reconcileID=jqfvrp6b time="2024-07-02T04:33:22.222Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=syncidentityprovider reconcileID=jqfvrp6b time="2024-07-02T04:33:22.22Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=cd-32026-dqfk controller=argocdregister namespace=e2e-test-hive-wl9s4 time="2024-07-02T04:33:22.223Z" level=info msg="reconcile complete" clusterDeployment=cd-32026-dqfk controller=argocdregister elapsedMillis=2 elapsedMillisGT=0 namespace=e2e-test-hive-wl9s4 outcome=unspecified time="2024-07-02T04:33:22.223Z" level=debug msg="Reconcile successful" controller=argocdregister-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=207649f5-d652-4330-9a61-a6809198cf9f time="2024-07-02T04:33:22.223Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=syncidentityprovider reconcileID=jqfvrp6b time="2024-07-02T04:33:22.223Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=jqfvrp6b time="2024-07-02T04:33:22.223Z" level=debug msg="Reconcile successful" controller=syncidentityprovider-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=b38901e8-221f-4b42-b615-c88eeab96e3f time="2024-07-02T04:33:22.219Z" level=debug msg=Reconciling controller=remoteingress-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=7721e460-3d1e-4e7d-8e86-ceaea5556e2c time="2024-07-02T04:33:22.223Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=remoteingress reconcileID=mw6p6t4h time="2024-07-02T04:33:22.223Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=remoteingress reconcileID=mw6p6t4h time="2024-07-02T04:33:22.223Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=remoteingress reconcileID=mw6p6t4h time="2024-07-02T04:33:22.223Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=mw6p6t4h time="2024-07-02T04:33:22.223Z" level=debug msg="Reconcile successful" controller=remoteingress-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=7721e460-3d1e-4e7d-8e86-ceaea5556e2c time="2024-07-02T04:33:22.254Z" level=debug msg=Reconciling controller=syncidentityprovider-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=95216033-f03c-439f-a5c5-99f0f441aa98 time="2024-07-02T04:33:22.254Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=syncidentityprovider reconcileID=258qzbjm time="2024-07-02T04:33:22.254Z" level=debug msg=Reconciling controller=clusterprovision-controller name=cd-32026-dqfk-0-hb2rx namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx reconcileID=2ea7633b-aee7-42cd-b327-00efd771385c time="2024-07-02T04:33:22.255Z" level=debug msg=Reconciling controller=awsprivatelink-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=876e5c7a-2ace-4472-814e-ad1fa015aecb time="2024-07-02T04:33:22.255Z" level=debug msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=awsprivatelink reconcileID=mxcdmfgv time="2024-07-02T04:33:22.255Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=awsprivatelink reconcileID=mxcdmfgv time="2024-07-02T04:33:22.255Z" level=debug msg="controller cannot service the clusterdeployment, so skipping" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=awsprivatelink reconcileID=mxcdmfgv time="2024-07-02T04:33:22.255Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=mxcdmfgv time="2024-07-02T04:33:22.255Z" level=debug msg="Reconcile successful" controller=awsprivatelink-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=876e5c7a-2ace-4472-814e-ad1fa015aecb time="2024-07-02T04:33:22.254Z" level=debug msg=Reconciling controller=controlplanecerts-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=160a10bc-fd3a-43b6-918b-3a337edb8d52 time="2024-07-02T04:33:22.255Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=controlPlaneCerts reconcileID=76c8xcmm time="2024-07-02T04:33:22.255Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=controlPlaneCerts reconcileID=76c8xcmm time="2024-07-02T04:33:22.255Z" level=info msg="reconciling cluster provision" clusterProvision=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx controller=clusterProvision reconcileID=jbl6nzfp time="2024-07-02T04:33:22.255Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=controlPlaneCerts reconcileID=76c8xcmm time="2024-07-02T04:33:22.255Z" level=debug msg="no additional log fields found" clusterProvision=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx controller=clusterProvision reconcileID=jbl6nzfp time="2024-07-02T04:33:22.254Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=syncidentityprovider reconcileID=258qzbjm time="2024-07-02T04:33:22.256Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx controller=clusterProvision objectKind=Job objectNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx-provision ownerKind=ClusterProvision ownerNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx reconcileID=jbl6nzfp time="2024-07-02T04:33:22.255Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=e2e-test-hive-wl9s4 namespace= object=e2e-test-hive-wl9s4 reconcileID=d637e519-113e-4b4b-9ae0-505bdfe6b94b time="2024-07-02T04:33:22.254Z" level=debug msg="install job completed" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment duration=2547.25487635 provision=cd-32026-dqfk-0-hb2rx reconcileID=6bcz22j6 time="2024-07-02T04:33:22.256Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx controller=clusterProvision objectKind=Secret objectNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx reconcileID=jbl6nzfp time="2024-07-02T04:33:22.256Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx controller=clusterProvision objectKind=Secret objectNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx-admin-password ownerKind=ClusterProvision ownerNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx reconcileID=jbl6nzfp time="2024-07-02T04:33:22.256Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx\", timestamp:time.Time{wall:0xc198fc27df0b2077, ext:151258014537, loc:(*time.Location)(0xa9ed900)}}" controller=clusterProvision controllerKey=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx time="2024-07-02T04:33:22.256Z" level=debug msg="ClusterProvision is complete" clusterProvision=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx controller=clusterProvision reconcileID=jbl6nzfp time="2024-07-02T04:33:22.256Z" level=info msg="reconcile complete" clusterProvision=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx controller=clusterProvision elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=jbl6nzfp time="2024-07-02T04:33:22.256Z" level=debug msg="Reconcile done, requeueing after 23h17m32.74348031s" controller=clusterprovision-controller name=cd-32026-dqfk-0-hb2rx namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx reconcileID=2ea7633b-aee7-42cd-b327-00efd771385c time="2024-07-02T04:33:22.254Z" level=debug msg=Reconciling controller=unreachable-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=90929e4e-a40b-49cc-8002-974b41484892 time="2024-07-02T04:33:22.256Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=unreachable reconcileID=8v2slj8t time="2024-07-02T04:33:22.256Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment elapsedMillis=348 elapsedMillisGT=0 outcome=unspecified reconcileID=6bcz22j6 time="2024-07-02T04:33:22.256Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=4ec6fec8-9182-458f-98cc-dffa5f223dd2 time="2024-07-02T04:33:22.257Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=1e022267-5c1d-475b-ba03-05887d2562a2 time="2024-07-02T04:33:22.257Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment reconcileID=8xbgqqk9 time="2024-07-02T04:33:22.257Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment reconcileID=8xbgqqk9 time="2024-07-02T04:33:22.256Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=unreachable reconcileID=8v2slj8t time="2024-07-02T04:33:22.257Z" level=info msg="checking if cluster is reachable" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=unreachable reconcileID=8v2slj8t time="2024-07-02T04:33:22.255Z" level=debug msg=Reconciling controller=clusterstate-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=9a36fbc5-528d-4d1e-910c-131f0c079492 time="2024-07-02T04:33:22.257Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterState reconcileID=lhd2hzjt time="2024-07-02T04:33:22.254Z" level=debug msg=Reconciling controller=remoteingress-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=becb97c9-7a59-4fc7-8cc5-33114e856f2c time="2024-07-02T04:33:22.257Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=remoteingress reconcileID=6dsfs4nr time="2024-07-02T04:33:22.254Z" level=debug msg=Reconciling controller=hibernation-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=25128ed4-9e3f-45c8-bcca-6c68576e37ad time="2024-07-02T04:33:22.257Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=hibernation reconcileID=xbc55psb time="2024-07-02T04:33:22.257Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=hibernation reconcileID=xbc55psb time="2024-07-02T04:33:22.257Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx ownerKind=ClusterDeployment ownerNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk time="2024-07-02T04:33:22.254Z" level=debug msg=Reconciling controller=clusterrelocate-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=4fd28d70-4571-45c0-bb8e-b21ce74e8bcd time="2024-07-02T04:33:22.257Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterRelocate reconcileID=mzq42qc6 time="2024-07-02T04:33:22.257Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterRelocate reconcileID=mzq42qc6 time="2024-07-02T04:33:22.257Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk time="2024-07-02T04:33:22.257Z" level=info msg="condition updated on cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk condition=Hibernating controller=hibernation reason=Unsupported reconcileID=xbc55psb time="2024-07-02T04:33:22.257Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterState reconcileID=lhd2hzjt time="2024-07-02T04:33:22.258Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterState reconcileID=lhd2hzjt time="2024-07-02T04:33:22.258Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=lhd2hzjt time="2024-07-02T04:33:22.258Z" level=debug msg="Reconcile successful" controller=clusterstate-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=9a36fbc5-528d-4d1e-910c-131f0c079492 time="2024-07-02T04:33:22.258Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment reconcileID=8xbgqqk9 time="2024-07-02T04:33:22.258Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterRelocate matchingRelocates="[]" reconcileID=mzq42qc6 time="2024-07-02T04:33:22.255Z" level=debug msg=Reconciling controller=clusterversion-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=eb63791b-7c6a-4182-926c-37330ef3d563 time="2024-07-02T04:33:22.258Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterversion reconcileID=s6fntwwk time="2024-07-02T04:33:22.258Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterversion reconcileID=s6fntwwk time="2024-07-02T04:33:22.258Z" level=info msg="ClusterSync has not yet been created" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment reconcileID=8xbgqqk9 time="2024-07-02T04:33:22.256Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=syncidentityprovider reconcileID=258qzbjm time="2024-07-02T04:33:22.258Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=syncidentityprovider elapsedMillis=4 elapsedMillisGT=0 outcome=unspecified reconcileID=258qzbjm time="2024-07-02T04:33:22.258Z" level=debug msg="Reconcile successful" controller=syncidentityprovider-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=95216033-f03c-439f-a5c5-99f0f441aa98 time="2024-07-02T04:33:22.256Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/e2e-test-hive-wl9s4 reconcileID=966sn9xz time="2024-07-02T04:33:22.259Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/e2e-test-hive-wl9s4 outcome=unspecified reconcileID=966sn9xz time="2024-07-02T04:33:22.255Z" level=debug msg=Reconciling controller=argocdregister-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=ae090df6-caab-4f8b-922d-07d031d2ea37 time="2024-07-02T04:33:22.259Z" level=info msg="reconciling cluster deployment" clusterDeployment=cd-32026-dqfk controller=argocdregister namespace=e2e-test-hive-wl9s4 time="2024-07-02T04:33:22.259Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=cd-32026-dqfk controller=argocdregister namespace=e2e-test-hive-wl9s4 time="2024-07-02T04:33:22.259Z" level=info msg="reconcile complete" clusterDeployment=cd-32026-dqfk controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=e2e-test-hive-wl9s4 outcome=unspecified time="2024-07-02T04:33:22.259Z" level=debug msg="Reconcile successful" controller=argocdregister-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=ae090df6-caab-4f8b-922d-07d031d2ea37 time="2024-07-02T04:33:22.258Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterversion reconcileID=s6fntwwk time="2024-07-02T04:33:22.259Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=s6fntwwk time="2024-07-02T04:33:22.259Z" level=debug msg="Reconcile successful" controller=clusterversion-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=eb63791b-7c6a-4182-926c-37330ef3d563 time="2024-07-02T04:33:22.257Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=remoteingress reconcileID=6dsfs4nr time="2024-07-02T04:33:22.259Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=remoteingress reconcileID=6dsfs4nr time="2024-07-02T04:33:22.259Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=remoteingress elapsedMillis=1 elapsedMillisGT=0 outcome=unspecified reconcileID=6dsfs4nr time="2024-07-02T04:33:22.259Z" level=debug msg="Reconcile successful" controller=remoteingress-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=becb97c9-7a59-4fc7-8cc5-33114e856f2c time="2024-07-02T04:33:22.258Z" level=info msg="condition updated on cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk condition=Ready controller=hibernation reason=Running reconcileID=xbc55psb time="2024-07-02T04:33:22.255Z" level=debug msg=Reconciling controller=machinepool-controller name=cd-32026-dqfk-worker namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk-worker reconcileID=8400225d-b2a2-4ee8-bdfc-4086398e558e time="2024-07-02T04:33:22.259Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-worker reconcileID=62s26qlk time="2024-07-02T04:33:22.259Z" level=debug msg="no additional log fields found" controller=machinepool machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-worker reconcileID=62s26qlk time="2024-07-02T04:33:22.259Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=e2e-test-hive-wl9s4/cd-32026-dqfk-worker time="2024-07-02T04:33:22.258Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=mzq42qc6 time="2024-07-02T04:33:22.26Z" level=debug msg="Reconcile successful" controller=clusterrelocate-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=4fd28d70-4571-45c0-bb8e-b21ce74e8bcd time="2024-07-02T04:33:22.259Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=e2e-test-hive-wl9s4 namespace= object=e2e-test-hive-wl9s4 reconcileID=d637e519-113e-4b4b-9ae0-505bdfe6b94b time="2024-07-02T04:33:22.281Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=controlPlaneCerts elapsedMillis=25 elapsedMillisGT=0 outcome=unspecified reconcileID=76c8xcmm time="2024-07-02T04:33:22.281Z" level=debug msg="Reconcile successful" controller=controlplanecerts-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=160a10bc-fd3a-43b6-918b-3a337edb8d52 time="2024-07-02T04:33:22.282Z" level=info msg="error updating syncset failed condition" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"cd-32026-dqfk\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=8xbgqqk9 time="2024-07-02T04:33:22.283Z" level=error msg="Error updating SyncSetFailedCondition status condition" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"cd-32026-dqfk\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=8xbgqqk9 time="2024-07-02T04:33:22.283Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment elapsedMillis=25 elapsedMillisGT=0 outcome=unspecified reconcileID=8xbgqqk9 time="2024-07-02T04:33:22.283Z" level=error msg="Reconciler error" controller=clusterdeployment-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"cd-32026-dqfk\": the object has been modified; please apply your changes to the latest version and try again" name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=1e022267-5c1d-475b-ba03-05887d2562a2 time="2024-07-02T04:33:22.284Z" level=debug msg=Reconciling controller=controlplanecerts-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=2b7b0fc2-0c33-42c4-9571-35dd50af8c39 time="2024-07-02T04:33:22.284Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=controlPlaneCerts reconcileID=jkcksg4k time="2024-07-02T04:33:22.284Z" level=debug msg=Reconciling controller=clusterversion-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=564b81fc-2539-4ec1-bfc9-cba5876176bb time="2024-07-02T04:33:22.284Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterversion reconcileID=lncdqpj2 time="2024-07-02T04:33:22.284Z" level=debug msg=Reconciling controller=clusterprovision-controller name=cd-32026-dqfk-0-hb2rx namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx reconcileID=90ae21c5-5cb1-49b4-a934-96bbd9e5b8f5 time="2024-07-02T04:33:22.284Z" level=info msg="reconciling cluster provision" clusterProvision=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx controller=clusterProvision reconcileID=lz8bvnpj time="2024-07-02T04:33:22.284Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=controlPlaneCerts reconcileID=jkcksg4k time="2024-07-02T04:33:22.284Z" level=debug msg=Reconciling controller=syncidentityprovider-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=07e6913d-aefa-4c3f-92dd-91606307ad01 time="2024-07-02T04:33:22.284Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=syncidentityprovider reconcileID=p9g8s87p time="2024-07-02T04:33:22.284Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=syncidentityprovider reconcileID=p9g8s87p time="2024-07-02T04:33:22.284Z" level=debug msg="no additional log fields found" clusterProvision=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx controller=clusterProvision reconcileID=lz8bvnpj time="2024-07-02T04:33:22.284Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=syncidentityprovider reconcileID=p9g8s87p time="2024-07-02T04:33:22.284Z" level=debug msg=Reconciling controller=clusterstate-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=9799ed70-21a3-43f2-badc-5e8080436d03 time="2024-07-02T04:33:22.285Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterState reconcileID=4ff2496v time="2024-07-02T04:33:22.285Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx controller=clusterProvision objectKind=Job objectNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx-provision ownerKind=ClusterProvision ownerNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx reconcileID=lz8bvnpj time="2024-07-02T04:33:22.285Z" level=info msg="failed to update clusterdeployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=hibernation error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"cd-32026-dqfk\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=xbc55psb time="2024-07-02T04:33:22.285Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=hibernation elapsedMillis=27 elapsedMillisGT=0 outcome=unspecified reconcileID=xbc55psb time="2024-07-02T04:33:22.284Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterversion reconcileID=lncdqpj2 time="2024-07-02T04:33:22.285Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterversion reconcileID=lncdqpj2 time="2024-07-02T04:33:22.285Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=lncdqpj2 time="2024-07-02T04:33:22.285Z" level=debug msg="Reconcile successful" controller=clusterversion-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=564b81fc-2539-4ec1-bfc9-cba5876176bb time="2024-07-02T04:33:22.284Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=p9g8s87p time="2024-07-02T04:33:22.285Z" level=debug msg="Reconcile successful" controller=syncidentityprovider-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=07e6913d-aefa-4c3f-92dd-91606307ad01 time="2024-07-02T04:33:22.285Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx controller=clusterProvision objectKind=Secret objectNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx reconcileID=lz8bvnpj time="2024-07-02T04:33:22.284Z" level=debug msg=Reconciling controller=remoteingress-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=c62f2858-ce16-4d2b-945d-817b5aeda539 time="2024-07-02T04:33:22.285Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=remoteingress reconcileID=njstwjlb time="2024-07-02T04:33:22.284Z" level=debug msg=Reconciling controller=clusterrelocate-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=2cb3f5c1-6a54-41d1-a4b1-6851c7ba9778 time="2024-07-02T04:33:22.285Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx controller=clusterProvision objectKind=Secret objectNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx-admin-password ownerKind=ClusterProvision ownerNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx reconcileID=lz8bvnpj time="2024-07-02T04:33:22.285Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx\", timestamp:time.Time{wall:0xc198fc27df0b2077, ext:151258014537, loc:(*time.Location)(0xa9ed900)}}" controller=clusterProvision controllerKey=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx time="2024-07-02T04:33:22.285Z" level=debug msg="ClusterProvision is complete" clusterProvision=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx controller=clusterProvision reconcileID=lz8bvnpj time="2024-07-02T04:33:22.285Z" level=info msg="reconcile complete" clusterProvision=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx controller=clusterProvision elapsedMillis=1 elapsedMillisGT=0 outcome=unspecified reconcileID=lz8bvnpj time="2024-07-02T04:33:22.285Z" level=debug msg="Reconcile done, requeueing after 23h17m32.714394548s" controller=clusterprovision-controller name=cd-32026-dqfk-0-hb2rx namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx reconcileID=90ae21c5-5cb1-49b4-a934-96bbd9e5b8f5 time="2024-07-02T04:33:22.285Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterRelocate reconcileID=szwpxckj time="2024-07-02T04:33:22.285Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterRelocate reconcileID=szwpxckj time="2024-07-02T04:33:22.285Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=remoteingress reconcileID=njstwjlb time="2024-07-02T04:33:22.285Z" level=error msg="Reconciler error" controller=hibernation-controller error="failed to update clusterdeployment: Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"cd-32026-dqfk\": the object has been modified; please apply your changes to the latest version and try again" name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=25128ed4-9e3f-45c8-bcca-6c68576e37ad time="2024-07-02T04:33:22.285Z" level=debug msg=Reconciling controller=hibernation-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=38bb8f90-4b92-464d-a52a-87bf2c8bf859 time="2024-07-02T04:33:22.285Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterRelocate matchingRelocates="[]" reconcileID=szwpxckj time="2024-07-02T04:33:22.284Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=controlPlaneCerts reconcileID=jkcksg4k time="2024-07-02T04:33:22.285Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=controlPlaneCerts reconcileID=jkcksg4k time="2024-07-02T04:33:22.284Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=ad354fa8-5fef-4335-8a92-cb3083a1854b time="2024-07-02T04:33:22.285Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment reconcileID=sdksxrcg time="2024-07-02T04:33:22.286Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment reconcileID=sdksxrcg time="2024-07-02T04:33:22.285Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=hibernation reconcileID=sm824cbb time="2024-07-02T04:33:22.286Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=hibernation reconcileID=sm824cbb time="2024-07-02T04:33:22.286Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx ownerKind=ClusterDeployment ownerNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk time="2024-07-02T04:33:22.285Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=szwpxckj time="2024-07-02T04:33:22.286Z" level=debug msg="Reconcile successful" controller=clusterrelocate-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=2cb3f5c1-6a54-41d1-a4b1-6851c7ba9778 time="2024-07-02T04:33:22.284Z" level=debug msg=Reconciling controller=argocdregister-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=571956d9-b71a-4335-a61e-563620c0453e time="2024-07-02T04:33:22.286Z" level=info msg="reconciling cluster deployment" clusterDeployment=cd-32026-dqfk controller=argocdregister namespace=e2e-test-hive-wl9s4 time="2024-07-02T04:33:22.286Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=cd-32026-dqfk controller=argocdregister namespace=e2e-test-hive-wl9s4 time="2024-07-02T04:33:22.286Z" level=info msg="reconcile complete" clusterDeployment=cd-32026-dqfk controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=e2e-test-hive-wl9s4 outcome=unspecified time="2024-07-02T04:33:22.286Z" level=debug msg="Reconcile successful" controller=argocdregister-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=571956d9-b71a-4335-a61e-563620c0453e time="2024-07-02T04:33:22.285Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterState reconcileID=4ff2496v time="2024-07-02T04:33:22.286Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterState reconcileID=4ff2496v time="2024-07-02T04:33:22.286Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterState elapsedMillis=1 elapsedMillisGT=0 outcome=unspecified reconcileID=4ff2496v time="2024-07-02T04:33:22.286Z" level=debug msg="Reconcile successful" controller=clusterstate-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=9799ed70-21a3-43f2-badc-5e8080436d03 time="2024-07-02T04:33:22.284Z" level=debug msg=Reconciling controller=awsprivatelink-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=928fd92a-c7e1-43d2-9127-531228383b6b time="2024-07-02T04:33:22.284Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=e2e-test-hive-wl9s4 namespace= object=e2e-test-hive-wl9s4 reconcileID=bd32538f-7d9e-4874-b3f8-2f823ad1e964 time="2024-07-02T04:33:22.286Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/e2e-test-hive-wl9s4 reconcileID=s22h9zk4 time="2024-07-02T04:33:22.286Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk time="2024-07-02T04:33:22.286Z" level=debug msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=awsprivatelink reconcileID=6v4lj9xs time="2024-07-02T04:33:22.286Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment reconcileID=sdksxrcg time="2024-07-02T04:33:22.286Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/e2e-test-hive-wl9s4 outcome=unspecified reconcileID=s22h9zk4 time="2024-07-02T04:33:22.286Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=e2e-test-hive-wl9s4 namespace= object=e2e-test-hive-wl9s4 reconcileID=bd32538f-7d9e-4874-b3f8-2f823ad1e964 time="2024-07-02T04:33:22.286Z" level=info msg="condition updated on cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk condition=Hibernating controller=hibernation reason=Unsupported reconcileID=sm824cbb time="2024-07-02T04:33:22.286Z" level=info msg="ClusterSync has not yet been created" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment reconcileID=sdksxrcg time="2024-07-02T04:33:22.287Z" level=info msg="condition updated on cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk condition=Ready controller=hibernation reason=Running reconcileID=sm824cbb time="2024-07-02T04:33:22.285Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=remoteingress reconcileID=njstwjlb time="2024-07-02T04:33:22.286Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=awsprivatelink reconcileID=6v4lj9xs time="2024-07-02T04:33:22.287Z" level=debug msg="controller cannot service the clusterdeployment, so skipping" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=awsprivatelink reconcileID=6v4lj9xs time="2024-07-02T04:33:22.287Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=remoteingress elapsedMillis=1 elapsedMillisGT=0 outcome=unspecified reconcileID=njstwjlb time="2024-07-02T04:33:22.287Z" level=debug msg="Reconcile successful" controller=remoteingress-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=c62f2858-ce16-4d2b-945d-817b5aeda539 time="2024-07-02T04:33:22.287Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=6v4lj9xs time="2024-07-02T04:33:22.285Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=controlPlaneCerts elapsedMillis=1 elapsedMillisGT=0 outcome=unspecified reconcileID=jkcksg4k time="2024-07-02T04:33:22.287Z" level=debug msg="Reconcile successful" controller=controlplanecerts-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=2b7b0fc2-0c33-42c4-9571-35dd50af8c39 time="2024-07-02T04:33:22.287Z" level=debug msg="Reconcile successful" controller=awsprivatelink-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=928fd92a-c7e1-43d2-9127-531228383b6b time="2024-07-02T04:33:22.294Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=34 elapsedMillisGT=0 machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-worker outcome=unspecified reconcileID=62s26qlk time="2024-07-02T04:33:22.294Z" level=debug msg="Reconcile successful" controller=machinepool-controller name=cd-32026-dqfk-worker namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk-worker reconcileID=8400225d-b2a2-4ee8-bdfc-4086398e558e time="2024-07-02T04:33:22.294Z" level=debug msg=Reconciling controller=machinepool-controller name=cd-32026-dqfk-worker namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk-worker reconcileID=3acddb28-dd23-462f-9c64-7228209bd0b2 time="2024-07-02T04:33:22.294Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-worker reconcileID=528wcjkl time="2024-07-02T04:33:22.294Z" level=debug msg="no additional log fields found" controller=machinepool machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-worker reconcileID=528wcjkl time="2024-07-02T04:33:22.294Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=e2e-test-hive-wl9s4/cd-32026-dqfk-worker time="2024-07-02T04:33:22.295Z" level=debug msg="skipping cluster with unreachable condition" controller=machinepool machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-worker reconcileID=528wcjkl time="2024-07-02T04:33:22.295Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-worker outcome=unspecified reconcileID=528wcjkl time="2024-07-02T04:33:22.295Z" level=debug msg="Reconcile successful" controller=machinepool-controller name=cd-32026-dqfk-worker namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk-worker reconcileID=3acddb28-dd23-462f-9c64-7228209bd0b2 time="2024-07-02T04:33:22.295Z" level=debug msg=Reconciling controller=machinepool-controller name=cd-32026-dqfk-worker namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk-worker reconcileID=1d394528-6ebf-4097-ad83-fd83cf6b88a2 time="2024-07-02T04:33:22.295Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-worker reconcileID=w9thfw85 time="2024-07-02T04:33:22.295Z" level=debug msg="no additional log fields found" controller=machinepool machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-worker reconcileID=w9thfw85 time="2024-07-02T04:33:22.295Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=e2e-test-hive-wl9s4/cd-32026-dqfk-worker time="2024-07-02T04:33:22.295Z" level=debug msg="skipping cluster with unreachable condition" controller=machinepool machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-worker reconcileID=w9thfw85 time="2024-07-02T04:33:22.295Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-worker outcome=unspecified reconcileID=w9thfw85 time="2024-07-02T04:33:22.295Z" level=debug msg="Reconcile successful" controller=machinepool-controller name=cd-32026-dqfk-worker namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk-worker reconcileID=1d394528-6ebf-4097-ad83-fd83cf6b88a2 time="2024-07-02T04:33:22.308Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=hibernation elapsedMillis=22 elapsedMillisGT=0 outcome=unspecified reconcileID=sm824cbb time="2024-07-02T04:33:22.308Z" level=debug msg="Reconcile successful" controller=hibernation-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=38bb8f90-4b92-464d-a52a-87bf2c8bf859 time="2024-07-02T04:33:22.308Z" level=debug msg=Reconciling controller=hibernation-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=50671449-7033-4ad9-b962-cf973eef6826 time="2024-07-02T04:33:22.308Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=hibernation reconcileID=r6wdg8mp time="2024-07-02T04:33:22.308Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=hibernation reconcileID=r6wdg8mp time="2024-07-02T04:33:22.308Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=e2e-test-hive-wl9s4 namespace= object=e2e-test-hive-wl9s4 reconcileID=fcaca65e-8eae-4400-976b-a5111062c831 time="2024-07-02T04:33:22.308Z" level=debug msg=Reconciling controller=clusterprovision-controller name=cd-32026-dqfk-0-hb2rx namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx reconcileID=84f18cf5-a306-4940-b4a2-e606c32e75c5 time="2024-07-02T04:33:22.308Z" level=info msg="reconciling cluster provision" clusterProvision=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx controller=clusterProvision reconcileID=8v9q2kb4 time="2024-07-02T04:33:22.308Z" level=debug msg=Reconciling controller=clusterrelocate-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=40d36429-c1c5-4335-bad0-34edd57af4b5 time="2024-07-02T04:33:22.308Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterRelocate reconcileID=mqcdfksr time="2024-07-02T04:33:22.308Z" level=debug msg=Reconciling controller=clusterstate-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=98a7af6c-23c9-4977-aad3-cbec760bd52b time="2024-07-02T04:33:22.309Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterState reconcileID=k56xhklr time="2024-07-02T04:33:22.309Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterState reconcileID=k56xhklr time="2024-07-02T04:33:22.309Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterState reconcileID=k56xhklr time="2024-07-02T04:33:22.309Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=k56xhklr time="2024-07-02T04:33:22.309Z" level=debug msg="Reconcile successful" controller=clusterstate-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=98a7af6c-23c9-4977-aad3-cbec760bd52b time="2024-07-02T04:33:22.308Z" level=debug msg=Reconciling controller=controlplanecerts-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=54e2749f-2c3a-4275-ae66-951b60e969be time="2024-07-02T04:33:22.309Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=controlPlaneCerts reconcileID=mkbzdfhl time="2024-07-02T04:33:22.309Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=controlPlaneCerts reconcileID=mkbzdfhl time="2024-07-02T04:33:22.309Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=controlPlaneCerts reconcileID=mkbzdfhl time="2024-07-02T04:33:22.309Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=controlPlaneCerts reconcileID=mkbzdfhl time="2024-07-02T04:33:22.309Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=mkbzdfhl time="2024-07-02T04:33:22.309Z" level=debug msg="Reconcile successful" controller=controlplanecerts-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=54e2749f-2c3a-4275-ae66-951b60e969be time="2024-07-02T04:33:22.308Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterRelocate reconcileID=mqcdfksr time="2024-07-02T04:33:22.309Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterRelocate matchingRelocates="[]" reconcileID=mqcdfksr time="2024-07-02T04:33:22.309Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=mqcdfksr time="2024-07-02T04:33:22.309Z" level=debug msg="Reconcile successful" controller=clusterrelocate-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=40d36429-c1c5-4335-bad0-34edd57af4b5 time="2024-07-02T04:33:22.308Z" level=debug msg=Reconciling controller=remoteingress-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=81406f95-4bc4-4cd0-b379-4cdb339d7597 time="2024-07-02T04:33:22.308Z" level=debug msg=Reconciling controller=clusterversion-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=a5d44bc4-72be-46fa-99c3-0887179db966 time="2024-07-02T04:33:22.309Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterversion reconcileID=fpw7sbj4 time="2024-07-02T04:33:22.308Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=r6wdg8mp time="2024-07-02T04:33:22.308Z" level=debug msg="no additional log fields found" clusterProvision=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx controller=clusterProvision reconcileID=8v9q2kb4 time="2024-07-02T04:33:22.309Z" level=error msg="Reconciler error" controller=hibernation-controller error="could not get ClusterSync: ClusterSync.hiveinternal.openshift.io \"cd-32026-dqfk\" not found" name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=50671449-7033-4ad9-b962-cf973eef6826 time="2024-07-02T04:33:22.31Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx controller=clusterProvision objectKind=Job objectNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx-provision ownerKind=ClusterProvision ownerNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx reconcileID=8v9q2kb4 time="2024-07-02T04:33:22.31Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx controller=clusterProvision objectKind=Secret objectNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx reconcileID=8v9q2kb4 time="2024-07-02T04:33:22.31Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx controller=clusterProvision objectKind=Secret objectNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx-admin-password ownerKind=ClusterProvision ownerNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx reconcileID=8v9q2kb4 time="2024-07-02T04:33:22.31Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx\", timestamp:time.Time{wall:0xc198fc27df0b2077, ext:151258014537, loc:(*time.Location)(0xa9ed900)}}" controller=clusterProvision controllerKey=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx time="2024-07-02T04:33:22.31Z" level=debug msg="ClusterProvision is complete" clusterProvision=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx controller=clusterProvision reconcileID=8v9q2kb4 time="2024-07-02T04:33:22.31Z" level=info msg="reconcile complete" clusterProvision=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx controller=clusterProvision elapsedMillis=1 elapsedMillisGT=0 outcome=unspecified reconcileID=8v9q2kb4 time="2024-07-02T04:33:22.31Z" level=debug msg="Reconcile done, requeueing after 23h17m32.689698528s" controller=clusterprovision-controller name=cd-32026-dqfk-0-hb2rx namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx reconcileID=84f18cf5-a306-4940-b4a2-e606c32e75c5 time="2024-07-02T04:33:22.309Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterversion reconcileID=fpw7sbj4 time="2024-07-02T04:33:22.31Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterversion reconcileID=fpw7sbj4 time="2024-07-02T04:33:22.31Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=fpw7sbj4 time="2024-07-02T04:33:22.31Z" level=debug msg="Reconcile successful" controller=clusterversion-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=a5d44bc4-72be-46fa-99c3-0887179db966 time="2024-07-02T04:33:22.309Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=remoteingress reconcileID=wmgnp4q2 time="2024-07-02T04:33:22.31Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=remoteingress reconcileID=wmgnp4q2 time="2024-07-02T04:33:22.31Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=remoteingress reconcileID=wmgnp4q2 time="2024-07-02T04:33:22.31Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=wmgnp4q2 time="2024-07-02T04:33:22.31Z" level=debug msg="Reconcile successful" controller=remoteingress-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=81406f95-4bc4-4cd0-b379-4cdb339d7597 time="2024-07-02T04:33:22.308Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/e2e-test-hive-wl9s4 reconcileID=dvs4p7vx time="2024-07-02T04:33:22.308Z" level=debug msg=Reconciling controller=syncidentityprovider-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=c6b6ebf4-ce1e-450b-940f-599f22de94df time="2024-07-02T04:33:22.309Z" level=info msg="error updating syncset failed condition" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"cd-32026-dqfk\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=sdksxrcg time="2024-07-02T04:33:22.31Z" level=error msg="Error updating SyncSetFailedCondition status condition" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"cd-32026-dqfk\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=sdksxrcg time="2024-07-02T04:33:22.31Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment elapsedMillis=24 elapsedMillisGT=0 outcome=unspecified reconcileID=sdksxrcg time="2024-07-02T04:33:22.31Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/e2e-test-hive-wl9s4 outcome=unspecified reconcileID=dvs4p7vx time="2024-07-02T04:33:22.31Z" level=error msg="Reconciler error" controller=clusterdeployment-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"cd-32026-dqfk\": the object has been modified; please apply your changes to the latest version and try again" name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=ad354fa8-5fef-4335-8a92-cb3083a1854b time="2024-07-02T04:33:22.31Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=syncidentityprovider reconcileID=jdrbcbr9 time="2024-07-02T04:33:22.31Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=e2e-test-hive-wl9s4 namespace= object=e2e-test-hive-wl9s4 reconcileID=fcaca65e-8eae-4400-976b-a5111062c831 time="2024-07-02T04:33:22.311Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=syncidentityprovider reconcileID=jdrbcbr9 time="2024-07-02T04:33:22.311Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=f5a52e79-8b17-484f-b277-b22f88990b71 time="2024-07-02T04:33:22.311Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment reconcileID=5hxz76mf time="2024-07-02T04:33:22.311Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment reconcileID=5hxz76mf time="2024-07-02T04:33:22.311Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=syncidentityprovider reconcileID=jdrbcbr9 time="2024-07-02T04:33:22.311Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx ownerKind=ClusterDeployment ownerNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk time="2024-07-02T04:33:22.311Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=jdrbcbr9 time="2024-07-02T04:33:22.311Z" level=debug msg="Reconcile successful" controller=syncidentityprovider-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=c6b6ebf4-ce1e-450b-940f-599f22de94df time="2024-07-02T04:33:22.311Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk time="2024-07-02T04:33:22.311Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment reconcileID=5hxz76mf time="2024-07-02T04:33:22.311Z" level=info msg="ClusterSync has not yet been created" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment reconcileID=5hxz76mf time="2024-07-02T04:33:22.313Z" level=debug msg=Reconciling controller=machinepool-controller name=cd-32026-dqfk-worker namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk-worker reconcileID=562eac7a-b375-4621-b081-f5cd5c3cf89d time="2024-07-02T04:33:22.313Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-worker reconcileID=sm957qjd time="2024-07-02T04:33:22.313Z" level=debug msg="no additional log fields found" controller=machinepool machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-worker reconcileID=sm957qjd time="2024-07-02T04:33:22.313Z" level=debug msg=Reconciling controller=awsprivatelink-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=51c07ea6-95e2-457d-a083-ef1bccab73fe time="2024-07-02T04:33:22.313Z" level=debug msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=awsprivatelink reconcileID=tflpzdzz time="2024-07-02T04:33:22.313Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=awsprivatelink reconcileID=tflpzdzz time="2024-07-02T04:33:22.313Z" level=debug msg="controller cannot service the clusterdeployment, so skipping" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=awsprivatelink reconcileID=tflpzdzz time="2024-07-02T04:33:22.314Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=tflpzdzz time="2024-07-02T04:33:22.313Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=e2e-test-hive-wl9s4/cd-32026-dqfk-worker time="2024-07-02T04:33:22.314Z" level=debug msg=Reconciling controller=argocdregister-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=d4fffe29-c409-4317-ae8d-a06a396bbbd8 time="2024-07-02T04:33:22.314Z" level=info msg="reconciling cluster deployment" clusterDeployment=cd-32026-dqfk controller=argocdregister namespace=e2e-test-hive-wl9s4 time="2024-07-02T04:33:22.314Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=cd-32026-dqfk controller=argocdregister namespace=e2e-test-hive-wl9s4 time="2024-07-02T04:33:22.314Z" level=info msg="reconcile complete" clusterDeployment=cd-32026-dqfk controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=e2e-test-hive-wl9s4 outcome=unspecified time="2024-07-02T04:33:22.314Z" level=debug msg="Reconcile successful" controller=argocdregister-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=d4fffe29-c409-4317-ae8d-a06a396bbbd8 time="2024-07-02T04:33:22.314Z" level=debug msg="Reconcile successful" controller=awsprivatelink-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=51c07ea6-95e2-457d-a083-ef1bccab73fe time="2024-07-02T04:33:22.314Z" level=debug msg="skipping cluster with unreachable condition" controller=machinepool machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-worker reconcileID=sm957qjd time="2024-07-02T04:33:22.314Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-worker outcome=unspecified reconcileID=sm957qjd time="2024-07-02T04:33:22.314Z" level=debug msg="Reconcile successful" controller=machinepool-controller name=cd-32026-dqfk-worker namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk-worker reconcileID=562eac7a-b375-4621-b081-f5cd5c3cf89d time="2024-07-02T04:33:22.313Z" level=debug msg=Reconciling controller=hibernation-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=06669e2b-3221-43b4-8a96-bf4f040c867e time="2024-07-02T04:33:22.314Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=hibernation reconcileID=zt74w76h time="2024-07-02T04:33:22.314Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=hibernation reconcileID=zt74w76h time="2024-07-02T04:33:22.314Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=zt74w76h time="2024-07-02T04:33:22.314Z" level=error msg="Reconciler error" controller=hibernation-controller error="could not get ClusterSync: ClusterSync.hiveinternal.openshift.io \"cd-32026-dqfk\" not found" name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=06669e2b-3221-43b4-8a96-bf4f040c867e [controller-runtime] log.SetLogger(...) was never called; logs will not be displayed. Detected at: > goroutine 758 [running]: > runtime/debug.Stack() > runtime/debug/stack.go:24 +0x5e > sigs.k8s.io/controller-runtime/pkg/log.eventuallyFulfillRoot() > sigs.k8s.io/controller-runtime@v0.17.2/pkg/log/log.go:60 +0xcd > sigs.k8s.io/controller-runtime/pkg/log.(*delegatingLogSink).WithName(0xc0003aaf00, {0x7075d4d, 0x14}) > sigs.k8s.io/controller-runtime@v0.17.2/pkg/log/deleg.go:147 +0x45 > github.com/go-logr/logr.Logger.WithName({{0x7beca48, 0xc0003aaf00}, 0x0}, {0x7075d4d?, 0x38e6e53?}) > github.com/go-logr/logr@v1.4.1/logr.go:345 +0x3d > sigs.k8s.io/controller-runtime/pkg/client.newClient(0x0?, {0x0, 0xc0001ba460, {0x0, 0x0}, 0x0, {0x0, 0x0}, 0x0}) > sigs.k8s.io/controller-runtime@v0.17.2/pkg/client/client.go:129 +0xec > sigs.k8s.io/controller-runtime/pkg/client.New(0x7bf8928?, {0x0, 0xc0001ba460, {0x0, 0x0}, 0x0, {0x0, 0x0}, 0x0}) > sigs.k8s.io/controller-runtime@v0.17.2/pkg/client/client.go:110 +0x7d > github.com/openshift/hive/pkg/remoteclient.(*builder).Build(0xc004e60c40?) > github.com/openshift/hive/pkg/remoteclient/remoteclient.go:217 +0xa6 > github.com/openshift/hive/pkg/controller/unreachable.(*ReconcileRemoteMachineSet).Reconcile(0xc0016232c0, {0x26210ea?, 0xc000204c90?}, {{{0xc005282f60?, 0xc000204c90?}, {0xc0065c6b80?, 0x299a945?}}}) > github.com/openshift/hive/pkg/controller/unreachable/unreachable_controller.go:201 +0x65c > github.com/openshift/hive/pkg/controller/utils.delayingReconciler.Reconcile({{0x7b9fb20?, 0xc0016232c0?}, {0x7c12a60?, 0xc00096c620?}}, {0x7be4778?, 0xc0072c0fc0?}, {{{0xc005282f60, 0x13}, {0xc0065c6b80, 0xd}}}) > github.com/openshift/hive/pkg/controller/utils/delayingreconciler.go:36 +0x86 > sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile(0x7beb4d0?, {0x7be4778?, 0xc0072c0fc0?}, {{{0xc005282f60?, 0xb?}, {0xc0065c6b80?, 0x0?}}}) > sigs.k8s.io/controller-runtime@v0.17.2/pkg/internal/controller/controller.go:119 +0xb7 > sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler(0xc001008f00, {0x7be47b0, 0xc000ae87d0}, {0x69014e0?, 0xc0015b5280?}) > sigs.k8s.io/controller-runtime@v0.17.2/pkg/internal/controller/controller.go:316 +0x3cc > sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem(0xc001008f00, {0x7be47b0, 0xc000ae87d0}) > sigs.k8s.io/controller-runtime@v0.17.2/pkg/internal/controller/controller.go:266 +0x1af > sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2() > sigs.k8s.io/controller-runtime@v0.17.2/pkg/internal/controller/controller.go:227 +0x79 > created by sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2 in goroutine 306 > sigs.k8s.io/controller-runtime@v0.17.2/pkg/internal/controller/controller.go:223 +0x565 time="2024-07-02T04:33:22.323Z" level=info msg="cluster is reachable" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=unreachable reconcileID=8v2slj8t time="2024-07-02T04:33:22.33Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment reconcileID=5hxz76mf time="2024-07-02T04:33:22.331Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment reconcileID=5hxz76mf time="2024-07-02T04:33:22.331Z" level=info msg="admin kubeconfig has been modified, updating" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment reconcileID=5hxz76mf time="2024-07-02T04:33:22.331Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=e2e-test-hive-wl9s4 namespace= object=e2e-test-hive-wl9s4 reconcileID=d52b62ea-84ba-46db-944f-103d99c08f35 time="2024-07-02T04:33:22.331Z" level=debug msg=Reconciling controller=syncidentityprovider-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=3553d6e8-7207-46e6-99d2-e3e4845624de time="2024-07-02T04:33:22.331Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=syncidentityprovider reconcileID=vhmt8kvz time="2024-07-02T04:33:22.331Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=syncidentityprovider reconcileID=vhmt8kvz time="2024-07-02T04:33:22.331Z" level=debug msg=Reconciling controller=controlplanecerts-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=ab7af991-db08-4ec2-830e-442d4b0c3fe4 time="2024-07-02T04:33:22.331Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=controlPlaneCerts reconcileID=xj2gdpvb time="2024-07-02T04:33:22.331Z" level=debug msg=Reconciling controller=clusterprovision-controller name=cd-32026-dqfk-0-hb2rx namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx reconcileID=d836788e-b48f-4188-bcd3-832bb16716f2 time="2024-07-02T04:33:22.331Z" level=info msg="reconciling cluster provision" clusterProvision=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx controller=clusterProvision reconcileID=hdn8l6cm time="2024-07-02T04:33:22.331Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=syncidentityprovider reconcileID=vhmt8kvz time="2024-07-02T04:33:22.331Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=controlPlaneCerts reconcileID=xj2gdpvb time="2024-07-02T04:33:22.331Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=controlPlaneCerts reconcileID=xj2gdpvb time="2024-07-02T04:33:22.331Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=controlPlaneCerts reconcileID=xj2gdpvb time="2024-07-02T04:33:22.332Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=xj2gdpvb time="2024-07-02T04:33:22.332Z" level=debug msg="Reconcile successful" controller=controlplanecerts-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=ab7af991-db08-4ec2-830e-442d4b0c3fe4 time="2024-07-02T04:33:22.331Z" level=debug msg="no additional log fields found" clusterProvision=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx controller=clusterProvision reconcileID=hdn8l6cm time="2024-07-02T04:33:22.331Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=vhmt8kvz time="2024-07-02T04:33:22.332Z" level=debug msg="Reconcile successful" controller=syncidentityprovider-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=3553d6e8-7207-46e6-99d2-e3e4845624de time="2024-07-02T04:33:22.331Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/e2e-test-hive-wl9s4 reconcileID=qlpn7cdm time="2024-07-02T04:33:22.332Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/e2e-test-hive-wl9s4 outcome=unspecified reconcileID=qlpn7cdm time="2024-07-02T04:33:22.332Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=e2e-test-hive-wl9s4 namespace= object=e2e-test-hive-wl9s4 reconcileID=d52b62ea-84ba-46db-944f-103d99c08f35 time="2024-07-02T04:33:22.332Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx controller=clusterProvision objectKind=Job objectNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx-provision ownerKind=ClusterProvision ownerNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx reconcileID=hdn8l6cm time="2024-07-02T04:33:22.332Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx controller=clusterProvision objectKind=Secret objectNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx reconcileID=hdn8l6cm time="2024-07-02T04:33:22.331Z" level=debug msg=Reconciling controller=clusterrelocate-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=69da4106-77cd-49d1-a1c7-d8ec1b3f9889 time="2024-07-02T04:33:22.332Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterRelocate reconcileID=vzns6nrm time="2024-07-02T04:33:22.332Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterRelocate reconcileID=vzns6nrm time="2024-07-02T04:33:22.332Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx controller=clusterProvision objectKind=Secret objectNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx-admin-password ownerKind=ClusterProvision ownerNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx reconcileID=hdn8l6cm time="2024-07-02T04:33:22.331Z" level=debug msg=Reconciling controller=clusterstate-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=5d362b57-0bd9-4c46-98e7-c50cdaa06211 time="2024-07-02T04:33:22.332Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterState reconcileID=cj6mb29b time="2024-07-02T04:33:22.332Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterRelocate matchingRelocates="[]" reconcileID=vzns6nrm time="2024-07-02T04:33:22.332Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterState reconcileID=cj6mb29b time="2024-07-02T04:33:22.332Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=vzns6nrm time="2024-07-02T04:33:22.332Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterState reconcileID=cj6mb29b time="2024-07-02T04:33:22.332Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=cj6mb29b time="2024-07-02T04:33:22.332Z" level=debug msg="Reconcile successful" controller=clusterstate-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=5d362b57-0bd9-4c46-98e7-c50cdaa06211 time="2024-07-02T04:33:22.332Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx\", timestamp:time.Time{wall:0xc198fc27df0b2077, ext:151258014537, loc:(*time.Location)(0xa9ed900)}}" controller=clusterProvision controllerKey=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx time="2024-07-02T04:33:22.332Z" level=debug msg="ClusterProvision is complete" clusterProvision=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx controller=clusterProvision reconcileID=hdn8l6cm time="2024-07-02T04:33:22.332Z" level=info msg="reconcile complete" clusterProvision=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx controller=clusterProvision elapsedMillis=1 elapsedMillisGT=0 outcome=unspecified reconcileID=hdn8l6cm time="2024-07-02T04:33:22.332Z" level=debug msg="Reconcile done, requeueing after 23h17m32.667055823s" controller=clusterprovision-controller name=cd-32026-dqfk-0-hb2rx namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx reconcileID=d836788e-b48f-4188-bcd3-832bb16716f2 time="2024-07-02T04:33:22.331Z" level=debug msg=Reconciling controller=clusterversion-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=1889d954-2c6f-44fa-aadc-c8ba0057510f time="2024-07-02T04:33:22.333Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterversion reconcileID=xjkwkxz6 time="2024-07-02T04:33:22.332Z" level=debug msg="Reconcile successful" controller=clusterrelocate-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=69da4106-77cd-49d1-a1c7-d8ec1b3f9889 time="2024-07-02T04:33:22.333Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterversion reconcileID=xjkwkxz6 time="2024-07-02T04:33:22.333Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterversion reconcileID=xjkwkxz6 time="2024-07-02T04:33:22.333Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterversion elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=xjkwkxz6 time="2024-07-02T04:33:22.333Z" level=debug msg="Reconcile successful" controller=clusterversion-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=1889d954-2c6f-44fa-aadc-c8ba0057510f time="2024-07-02T04:33:22.331Z" level=debug msg=Reconciling controller=remoteingress-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=cebfd9b0-9804-4dba-96b6-57ec275659c7 time="2024-07-02T04:33:22.333Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=remoteingress reconcileID=tfpxj9c8 time="2024-07-02T04:33:22.333Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=remoteingress reconcileID=tfpxj9c8 time="2024-07-02T04:33:22.333Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=remoteingress reconcileID=tfpxj9c8 time="2024-07-02T04:33:22.333Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=tfpxj9c8 time="2024-07-02T04:33:22.333Z" level=debug msg="Reconcile successful" controller=remoteingress-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=cebfd9b0-9804-4dba-96b6-57ec275659c7 time="2024-07-02T04:33:22.335Z" level=debug msg=Reconciling controller=hibernation-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=f6a938fd-1329-4f7f-be16-897f95d4dd3f time="2024-07-02T04:33:22.335Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=hibernation reconcileID=thg5snpj time="2024-07-02T04:33:22.335Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=hibernation reconcileID=thg5snpj time="2024-07-02T04:33:22.336Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=thg5snpj time="2024-07-02T04:33:22.336Z" level=error msg="Reconciler error" controller=hibernation-controller error="could not get ClusterSync: ClusterSync.hiveinternal.openshift.io \"cd-32026-dqfk\" not found" name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=f6a938fd-1329-4f7f-be16-897f95d4dd3f time="2024-07-02T04:33:22.337Z" level=debug msg=Reconciling controller=argocdregister-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=7eb745e1-b387-4639-a301-a14664f4f8ae time="2024-07-02T04:33:22.338Z" level=info msg="reconciling cluster deployment" clusterDeployment=cd-32026-dqfk controller=argocdregister namespace=e2e-test-hive-wl9s4 time="2024-07-02T04:33:22.338Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=cd-32026-dqfk controller=argocdregister namespace=e2e-test-hive-wl9s4 time="2024-07-02T04:33:22.338Z" level=info msg="reconcile complete" clusterDeployment=cd-32026-dqfk controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=e2e-test-hive-wl9s4 outcome=unspecified time="2024-07-02T04:33:22.338Z" level=debug msg="Reconcile successful" controller=argocdregister-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=7eb745e1-b387-4639-a301-a14664f4f8ae time="2024-07-02T04:33:22.338Z" level=debug msg=Reconciling controller=machinepool-controller name=cd-32026-dqfk-worker namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk-worker reconcileID=05354dd8-9fba-40e8-8d45-fe1b0854f5d7 time="2024-07-02T04:33:22.338Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-worker reconcileID=c7vhh8q7 time="2024-07-02T04:33:22.338Z" level=debug msg=Reconciling controller=awsprivatelink-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=87b32faa-0788-4561-b52c-f7d05af46588 time="2024-07-02T04:33:22.338Z" level=debug msg="no additional log fields found" controller=machinepool machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-worker reconcileID=c7vhh8q7 time="2024-07-02T04:33:22.338Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=e2e-test-hive-wl9s4/cd-32026-dqfk-worker time="2024-07-02T04:33:22.338Z" level=debug msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=awsprivatelink reconcileID=fgtqtj5k time="2024-07-02T04:33:22.338Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=awsprivatelink reconcileID=fgtqtj5k time="2024-07-02T04:33:22.338Z" level=debug msg="controller cannot service the clusterdeployment, so skipping" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=awsprivatelink reconcileID=fgtqtj5k time="2024-07-02T04:33:22.338Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=fgtqtj5k time="2024-07-02T04:33:22.338Z" level=debug msg="Reconcile successful" controller=awsprivatelink-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=87b32faa-0788-4561-b52c-f7d05af46588 time="2024-07-02T04:33:22.338Z" level=info msg="error updating cluster deployment with unreachable condition" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=unreachable error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"cd-32026-dqfk\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=8v2slj8t time="2024-07-02T04:33:22.339Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=unreachable elapsedMillis=82 elapsedMillisGT=0 outcome=unspecified reconcileID=8v2slj8t time="2024-07-02T04:33:22.339Z" level=debug msg="Warning: Reconciler returned both a non-zero result and a non-nil error. The result will always be ignored if the error is non-nil and the non-nil error causes reqeueuing with exponential backoff. For more details, see: https://pkg.go.dev/sigs.k8s.io/controller-runtime/pkg/reconcile#Reconciler" controller=unreachable-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=90929e4e-a40b-49cc-8002-974b41484892 time="2024-07-02T04:33:22.339Z" level=error msg="Reconciler error" controller=unreachable-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"cd-32026-dqfk\": the object has been modified; please apply your changes to the latest version and try again" name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=90929e4e-a40b-49cc-8002-974b41484892 time="2024-07-02T04:33:22.339Z" level=debug msg=Reconciling controller=unreachable-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=2a7d87b0-ab2c-4f0d-a372-f03e42446b59 time="2024-07-02T04:33:22.339Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=unreachable reconcileID=9qf2sd7p time="2024-07-02T04:33:22.339Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=unreachable reconcileID=9qf2sd7p time="2024-07-02T04:33:22.339Z" level=info msg="checking if cluster is reachable" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=unreachable reconcileID=9qf2sd7p time="2024-07-02T04:33:22.338Z" level=debug msg="skipping cluster with unreachable condition" controller=machinepool machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-worker reconcileID=c7vhh8q7 time="2024-07-02T04:33:22.339Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=0 elapsedMillisGT=0 machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-worker outcome=unspecified reconcileID=c7vhh8q7 time="2024-07-02T04:33:22.339Z" level=debug msg="Reconcile successful" controller=machinepool-controller name=cd-32026-dqfk-worker namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk-worker reconcileID=05354dd8-9fba-40e8-8d45-fe1b0854f5d7 time="2024-07-02T04:33:22.344Z" level=debug msg="Setting label on derived object" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment reconcileID=5hxz76mf secret=cd-32026-dqfk-0-hb2rx-admin-kubeconfig time="2024-07-02T04:33:22.344Z" level=debug msg="ownership added for cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment reconcileID=5hxz76mf secret=cd-32026-dqfk-0-hb2rx-admin-kubeconfig time="2024-07-02T04:33:22.344Z" level=info msg="secret has been modified, updating" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment reconcileID=5hxz76mf secret=cd-32026-dqfk-0-hb2rx-admin-kubeconfig time="2024-07-02T04:33:22.352Z" level=info msg="error updating secret" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment error="Operation cannot be fulfilled on secrets \"cd-32026-dqfk-0-hb2rx-admin-kubeconfig\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=5hxz76mf secret=cd-32026-dqfk-0-hb2rx-admin-kubeconfig time="2024-07-02T04:33:22.352Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment elapsedMillis=41 elapsedMillisGT=0 outcome=unspecified reconcileID=5hxz76mf time="2024-07-02T04:33:22.352Z" level=error msg="Reconciler error" controller=clusterdeployment-controller error="Operation cannot be fulfilled on secrets \"cd-32026-dqfk-0-hb2rx-admin-kubeconfig\": the object has been modified; please apply your changes to the latest version and try again" name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=f5a52e79-8b17-484f-b277-b22f88990b71 time="2024-07-02T04:33:22.352Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=e1691a5e-8d98-4db2-ac2e-a2341459a9e5 time="2024-07-02T04:33:22.352Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment reconcileID=jck2wgpj time="2024-07-02T04:33:22.352Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment reconcileID=jck2wgpj time="2024-07-02T04:33:22.352Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx ownerKind=ClusterDeployment ownerNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk time="2024-07-02T04:33:22.352Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk time="2024-07-02T04:33:22.352Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment reconcileID=jck2wgpj time="2024-07-02T04:33:22.353Z" level=info msg="ClusterSync has not yet been created" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment reconcileID=jck2wgpj time="2024-07-02T04:33:22.353Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment reconcileID=jck2wgpj time="2024-07-02T04:33:22.353Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment reconcileID=jck2wgpj time="2024-07-02T04:33:22.353Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment reconcileID=jck2wgpj time="2024-07-02T04:33:22.353Z" level=debug msg="Setting label on derived object" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment reconcileID=jck2wgpj secret=cd-32026-dqfk-0-hb2rx-admin-kubeconfig time="2024-07-02T04:33:22.353Z" level=debug msg="ownership added for cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment reconcileID=jck2wgpj secret=cd-32026-dqfk-0-hb2rx-admin-kubeconfig time="2024-07-02T04:33:22.353Z" level=info msg="secret has been modified, updating" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment reconcileID=jck2wgpj secret=cd-32026-dqfk-0-hb2rx-admin-kubeconfig time="2024-07-02T04:33:22.356Z" level=info msg="cluster is reachable" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=unreachable reconcileID=9qf2sd7p time="2024-07-02T04:33:22.384Z" level=debug msg="Setting label on derived object" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment reconcileID=jck2wgpj secret=cd-32026-dqfk-0-hb2rx-admin-password time="2024-07-02T04:33:22.384Z" level=debug msg="ownership added for cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment reconcileID=jck2wgpj secret=cd-32026-dqfk-0-hb2rx-admin-password time="2024-07-02T04:33:22.384Z" level=info msg="secret has been modified, updating" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment reconcileID=jck2wgpj secret=cd-32026-dqfk-0-hb2rx-admin-password time="2024-07-02T04:33:22.389Z" level=debug msg=Reconciling controller=clusterrelocate-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=802a871d-e4e0-44c7-af7e-3ccb284ef248 time="2024-07-02T04:33:22.389Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=e2e-test-hive-wl9s4 namespace= object=e2e-test-hive-wl9s4 reconcileID=f366f60a-6435-45ac-adcc-c7a19cf45423 time="2024-07-02T04:33:22.389Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/e2e-test-hive-wl9s4 reconcileID=5hqrmddn time="2024-07-02T04:33:22.389Z" level=debug msg=Reconciling controller=syncidentityprovider-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=35723636-9e63-4c96-a1cf-bbfac3026a27 time="2024-07-02T04:33:22.389Z" level=debug msg=Reconciling controller=clusterprovision-controller name=cd-32026-dqfk-0-hb2rx namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx reconcileID=11434051-64c3-4bb7-807f-b4a8ea8b1eec time="2024-07-02T04:33:22.389Z" level=info msg="reconciling cluster provision" clusterProvision=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx controller=clusterProvision reconcileID=4cqctx7f time="2024-07-02T04:33:22.389Z" level=debug msg=Reconciling controller=remoteingress-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=a615ef9e-4cbc-402a-98d8-96b47d8c6246 time="2024-07-02T04:33:22.389Z" level=debug msg=Reconciling controller=awsprivatelink-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=c04cfa69-6b6f-4bb7-b794-37c8624ca521 time="2024-07-02T04:33:22.389Z" level=debug msg=Reconciling controller=clusterversion-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=280ca791-6854-44c4-b376-8fb80ec44ce6 time="2024-07-02T04:33:22.389Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterversion reconcileID=ms48m7fc time="2024-07-02T04:33:22.389Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterversion reconcileID=ms48m7fc time="2024-07-02T04:33:22.389Z" level=debug msg=Reconciling controller=argocdregister-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=b769c20c-5290-4c99-ad6f-810ad9eb750b time="2024-07-02T04:33:22.389Z" level=info msg="reconciling cluster deployment" clusterDeployment=cd-32026-dqfk controller=argocdregister namespace=e2e-test-hive-wl9s4 time="2024-07-02T04:33:22.389Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=cd-32026-dqfk controller=argocdregister namespace=e2e-test-hive-wl9s4 time="2024-07-02T04:33:22.389Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=remoteingress reconcileID=6zxgsx9g time="2024-07-02T04:33:22.389Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=remoteingress reconcileID=6zxgsx9g time="2024-07-02T04:33:22.389Z" level=debug msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=awsprivatelink reconcileID=zqdzvjp5 time="2024-07-02T04:33:22.39Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=awsprivatelink reconcileID=zqdzvjp5 time="2024-07-02T04:33:22.39Z" level=debug msg="controller cannot service the clusterdeployment, so skipping" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=awsprivatelink reconcileID=zqdzvjp5 time="2024-07-02T04:33:22.39Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=zqdzvjp5 time="2024-07-02T04:33:22.39Z" level=debug msg="Reconcile successful" controller=awsprivatelink-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=c04cfa69-6b6f-4bb7-b794-37c8624ca521 time="2024-07-02T04:33:22.389Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterRelocate reconcileID=xhpkjmll time="2024-07-02T04:33:22.389Z" level=info msg="reconcile complete" clusterDeployment=cd-32026-dqfk controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=e2e-test-hive-wl9s4 outcome=unspecified time="2024-07-02T04:33:22.39Z" level=debug msg="Reconcile successful" controller=argocdregister-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=b769c20c-5290-4c99-ad6f-810ad9eb750b time="2024-07-02T04:33:22.389Z" level=debug msg=Reconciling controller=controlplanecerts-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=cc6c3409-45e3-4f6c-b6ba-9ae106065032 time="2024-07-02T04:33:22.39Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=controlPlaneCerts reconcileID=lb9m2mvn time="2024-07-02T04:33:22.39Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=controlPlaneCerts reconcileID=lb9m2mvn time="2024-07-02T04:33:22.39Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=controlPlaneCerts reconcileID=lb9m2mvn time="2024-07-02T04:33:22.39Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=controlPlaneCerts reconcileID=lb9m2mvn time="2024-07-02T04:33:22.39Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=lb9m2mvn time="2024-07-02T04:33:22.39Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterRelocate reconcileID=xhpkjmll time="2024-07-02T04:33:22.39Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterRelocate matchingRelocates="[]" reconcileID=xhpkjmll time="2024-07-02T04:33:22.389Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=remoteingress reconcileID=6zxgsx9g time="2024-07-02T04:33:22.39Z" level=debug msg="Reconcile successful" controller=controlplanecerts-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=cc6c3409-45e3-4f6c-b6ba-9ae106065032 time="2024-07-02T04:33:22.39Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=xhpkjmll time="2024-07-02T04:33:22.39Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=6zxgsx9g time="2024-07-02T04:33:22.39Z" level=debug msg="Reconcile successful" controller=remoteingress-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=a615ef9e-4cbc-402a-98d8-96b47d8c6246 time="2024-07-02T04:33:22.389Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=syncidentityprovider reconcileID=b9v49knt time="2024-07-02T04:33:22.39Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=syncidentityprovider reconcileID=b9v49knt time="2024-07-02T04:33:22.39Z" level=debug msg="Reconcile successful" controller=clusterrelocate-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=802a871d-e4e0-44c7-af7e-3ccb284ef248 time="2024-07-02T04:33:22.389Z" level=debug msg=Reconciling controller=machinepool-controller name=cd-32026-dqfk-worker namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk-worker reconcileID=db82c988-3cdb-4ee2-a9e5-eaa12fb7ad45 time="2024-07-02T04:33:22.389Z" level=debug msg="no additional log fields found" clusterProvision=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx controller=clusterProvision reconcileID=4cqctx7f time="2024-07-02T04:33:22.389Z" level=debug msg=Reconciling controller=clusterstate-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=e3bd91a0-05a4-4371-a9d6-05171363b5be time="2024-07-02T04:33:22.391Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterState reconcileID=pn6sbjd9 time="2024-07-02T04:33:22.391Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterState reconcileID=pn6sbjd9 time="2024-07-02T04:33:22.391Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx controller=clusterProvision objectKind=Job objectNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx-provision ownerKind=ClusterProvision ownerNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx reconcileID=4cqctx7f time="2024-07-02T04:33:22.391Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx controller=clusterProvision objectKind=Secret objectNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx reconcileID=4cqctx7f time="2024-07-02T04:33:22.39Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-worker reconcileID=9zjbv28b time="2024-07-02T04:33:22.391Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx controller=clusterProvision objectKind=Secret objectNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx-admin-password ownerKind=ClusterProvision ownerNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx reconcileID=4cqctx7f time="2024-07-02T04:33:22.391Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=unreachable elapsedMillis=52 elapsedMillisGT=0 outcome=unspecified reconcileID=9qf2sd7p time="2024-07-02T04:33:22.391Z" level=debug msg="Reconcile done, requeueing after 2h0m0s" controller=unreachable-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=2a7d87b0-ab2c-4f0d-a372-f03e42446b59 time="2024-07-02T04:33:22.391Z" level=debug msg=Reconciling controller=unreachable-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=48cff7c6-569a-4679-b154-62c1cff46fa4 time="2024-07-02T04:33:22.391Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=unreachable reconcileID=krrnh9cr time="2024-07-02T04:33:22.391Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=unreachable reconcileID=krrnh9cr time="2024-07-02T04:33:22.391Z" level=debug msg="waiting to check connectivity" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=unreachable delay=1h59m59.608320682s reconcileID=krrnh9cr time="2024-07-02T04:33:22.391Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=krrnh9cr time="2024-07-02T04:33:22.391Z" level=debug msg="Reconcile done, requeueing after 1h59m59.608320682s" controller=unreachable-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=48cff7c6-569a-4679-b154-62c1cff46fa4 time="2024-07-02T04:33:22.391Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx\", timestamp:time.Time{wall:0xc198fc27df0b2077, ext:151258014537, loc:(*time.Location)(0xa9ed900)}}" controller=clusterProvision controllerKey=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx time="2024-07-02T04:33:22.391Z" level=debug msg="ClusterProvision is complete" clusterProvision=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx controller=clusterProvision reconcileID=4cqctx7f time="2024-07-02T04:33:22.391Z" level=info msg="reconcile complete" clusterProvision=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx controller=clusterProvision elapsedMillis=2 elapsedMillisGT=0 outcome=unspecified reconcileID=4cqctx7f time="2024-07-02T04:33:22.391Z" level=debug msg="Reconcile done, requeueing after 23h17m32.608115442s" controller=clusterprovision-controller name=cd-32026-dqfk-0-hb2rx namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx reconcileID=11434051-64c3-4bb7-807f-b4a8ea8b1eec time="2024-07-02T04:33:22.39Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=syncidentityprovider reconcileID=b9v49knt time="2024-07-02T04:33:22.392Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=syncidentityprovider elapsedMillis=1 elapsedMillisGT=0 outcome=unspecified reconcileID=b9v49knt time="2024-07-02T04:33:22.392Z" level=debug msg="Reconcile successful" controller=syncidentityprovider-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=35723636-9e63-4c96-a1cf-bbfac3026a27 time="2024-07-02T04:33:22.391Z" level=debug msg="no additional log fields found" controller=machinepool machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-worker reconcileID=9zjbv28b time="2024-07-02T04:33:22.392Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=e2e-test-hive-wl9s4/cd-32026-dqfk-worker time="2024-07-02T04:33:22.389Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/e2e-test-hive-wl9s4 outcome=unspecified reconcileID=5hqrmddn time="2024-07-02T04:33:22.392Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=e2e-test-hive-wl9s4 namespace= object=e2e-test-hive-wl9s4 reconcileID=f366f60a-6435-45ac-adcc-c7a19cf45423 time="2024-07-02T04:33:22.389Z" level=debug msg=Reconciling controller=hibernation-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=0d16263a-2880-4b39-a8a7-2c0a90453041 time="2024-07-02T04:33:22.392Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=hibernation reconcileID=f6x5t8qc time="2024-07-02T04:33:22.392Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=hibernation reconcileID=f6x5t8qc time="2024-07-02T04:33:22.391Z" level=info msg="Creating cluster state resource for cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterState reconcileID=pn6sbjd9 time="2024-07-02T04:33:22.392Z" level=debug msg="Setting label on derived object" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterState derivedObject=cd-32026-dqfk reconcileID=pn6sbjd9 time="2024-07-02T04:33:22.392Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=f6x5t8qc time="2024-07-02T04:33:22.392Z" level=error msg="Reconciler error" controller=hibernation-controller error="could not get ClusterSync: ClusterSync.hiveinternal.openshift.io \"cd-32026-dqfk\" not found" name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=0d16263a-2880-4b39-a8a7-2c0a90453041 time="2024-07-02T04:33:22.398Z" level=debug msg="found cluster API URL in kubeconfig: https://api.cd-32026-dqfk.qe.devcluster.openshift.com:6443" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment reconcileID=jck2wgpj time="2024-07-02T04:33:22.398Z" level=debug msg="skipping cluster with unreachable condition" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment reconcileID=jck2wgpj time="2024-07-02T04:33:22.398Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment elapsedMillis=45 elapsedMillisGT=0 outcome=unspecified reconcileID=jck2wgpj time="2024-07-02T04:33:22.398Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=e1691a5e-8d98-4db2-ac2e-a2341459a9e5 time="2024-07-02T04:33:22.398Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=04a21923-ed68-4b39-9e87-e57c2e1aebd3 time="2024-07-02T04:33:22.398Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment reconcileID=c8cps5vc time="2024-07-02T04:33:22.398Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment reconcileID=c8cps5vc time="2024-07-02T04:33:22.398Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx ownerKind=ClusterDeployment ownerNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk time="2024-07-02T04:33:22.398Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk time="2024-07-02T04:33:22.398Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk time="2024-07-02T04:33:22.399Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx-admin-password ownerKind=ClusterDeployment ownerNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk time="2024-07-02T04:33:22.399Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment reconcileID=c8cps5vc time="2024-07-02T04:33:22.399Z" level=info msg="ClusterSync has not yet been created" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment reconcileID=c8cps5vc time="2024-07-02T04:33:22.399Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment reconcileID=c8cps5vc time="2024-07-02T04:33:22.399Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment reconcileID=c8cps5vc time="2024-07-02T04:33:22.399Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment reconcileID=c8cps5vc time="2024-07-02T04:33:22.401Z" level=debug msg="found cluster API URL in kubeconfig: https://api.cd-32026-dqfk.qe.devcluster.openshift.com:6443" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment reconcileID=c8cps5vc time="2024-07-02T04:33:22.403Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-worker reconcileID=9zjbv28b time="2024-07-02T04:33:22.405Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterState elapsedMillis=14 elapsedMillisGT=0 outcome=unspecified reconcileID=pn6sbjd9 time="2024-07-02T04:33:22.405Z" level=debug msg="Reconcile successful" controller=clusterstate-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=e3bd91a0-05a4-4371-a9d6-05171363b5be time="2024-07-02T04:33:22.416Z" level=debug msg=Reconciling controller=hibernation-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=960b1b2c-3d95-488f-8952-abc05210c305 time="2024-07-02T04:33:22.416Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=hibernation reconcileID=qc9c87f6 time="2024-07-02T04:33:22.416Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=hibernation reconcileID=qc9c87f6 time="2024-07-02T04:33:22.416Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=qc9c87f6 time="2024-07-02T04:33:22.416Z" level=error msg="Reconciler error" controller=hibernation-controller error="could not get ClusterSync: ClusterSync.hiveinternal.openshift.io \"cd-32026-dqfk\" not found" name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=960b1b2c-3d95-488f-8952-abc05210c305 time="2024-07-02T04:33:22.443Z" level=debug msg="read remote route object: &Route{ObjectMeta:{console openshift-console 3c24b8d8-b5e3-479b-8f51-ad67038bb413 23838 0 2024-07-02 04:21:49 +0000 UTC map[app:console] map[haproxy.router.openshift.io/timeout:5m] [] [] [{console Update route.openshift.io/v1 2024-07-02 04:21:49 +0000 UTC FieldsV1 {\"f:metadata\":{\"f:annotations\":{\".\":{},\"f:haproxy.router.openshift.io/timeout\":{}},\"f:labels\":{\".\":{},\"f:app\":{}}},\"f:spec\":{\"f:host\":{},\"f:port\":{\".\":{},\"f:targetPort\":{}},\"f:tls\":{\".\":{},\"f:insecureEdgeTerminationPolicy\":{},\"f:termination\":{}},\"f:to\":{\"f:kind\":{},\"f:name\":{},\"f:weight\":{}},\"f:wildcardPolicy\":{}}} } {openshift-router Update route.openshift.io/v1 2024-07-02 04:21:49 +0000 UTC FieldsV1 {\"f:status\":{\"f:ingress\":{}}} status}]},Spec:RouteSpec{Host:console-openshift-console.apps.cd-32026-dqfk.qe.devcluster.openshift.com,Path:,To:RouteTargetReference{Kind:Service,Name:console,Weight:*100,},AlternateBackends:[]RouteTargetReference{},Port:&RoutePort{TargetPort:{1 0 https},},TLS:&TLSConfig{Termination:reencrypt,Certificate:,Key:,CACertificate:,DestinationCACertificate:,InsecureEdgeTerminationPolicy:Redirect,ExternalCertificate:nil,},WildcardPolicy:None,Subdomain:,HTTPHeaders:nil,},Status:RouteStatus{Ingress:[]RouteIngress{RouteIngress{Host:console-openshift-console.apps.cd-32026-dqfk.qe.devcluster.openshift.com,RouterName:default,Conditions:[]RouteIngressCondition{RouteIngressCondition{Type:Admitted,Status:True,Reason:,Message:,LastTransitionTime:2024-07-02 04:21:49 +0000 UTC,},},WildcardPolicy:None,RouterCanonicalHostname:router-default.apps.cd-32026-dqfk.qe.devcluster.openshift.com,},},},}" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment reconcileID=c8cps5vc time="2024-07-02T04:33:22.46Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment elapsedMillis=62 elapsedMillisGT=0 outcome=unspecified reconcileID=c8cps5vc time="2024-07-02T04:33:22.46Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=04a21923-ed68-4b39-9e87-e57c2e1aebd3 time="2024-07-02T04:33:22.462Z" level=debug msg=Reconciling controller=clusterprovision-controller name=cd-32026-dqfk-0-hb2rx namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx reconcileID=e18ea0b2-bfd7-438a-b378-b2b87f0b5786 time="2024-07-02T04:33:22.462Z" level=debug msg=Reconciling controller=argocdregister-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=9e3f0990-f99c-473b-9c3d-2b1eadbb10f2 time="2024-07-02T04:33:22.462Z" level=debug msg=Reconciling controller=remoteingress-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=d854dcef-58d9-4435-8685-557d4485d7fb time="2024-07-02T04:33:22.462Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=remoteingress reconcileID=f8zxn8fg time="2024-07-02T04:33:22.462Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=remoteingress reconcileID=f8zxn8fg time="2024-07-02T04:33:22.462Z" level=debug msg=Reconciling controller=awsprivatelink-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=aa75ff01-3beb-4552-adde-9ddf363a5fd8 time="2024-07-02T04:33:22.462Z" level=debug msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=awsprivatelink reconcileID=xqbrqs7m time="2024-07-02T04:33:22.462Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=awsprivatelink reconcileID=xqbrqs7m time="2024-07-02T04:33:22.462Z" level=debug msg=Reconciling controller=controlplanecerts-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=f8737163-db53-4032-bc22-33dfd2c23887 time="2024-07-02T04:33:22.462Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=controlPlaneCerts reconcileID=hcwkh24f time="2024-07-02T04:33:22.462Z" level=info msg="reconciling cluster deployment" clusterDeployment=cd-32026-dqfk controller=argocdregister namespace=e2e-test-hive-wl9s4 time="2024-07-02T04:33:22.462Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=cd-32026-dqfk controller=argocdregister namespace=e2e-test-hive-wl9s4 time="2024-07-02T04:33:22.463Z" level=info msg="reconcile complete" clusterDeployment=cd-32026-dqfk controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=e2e-test-hive-wl9s4 outcome=unspecified time="2024-07-02T04:33:22.463Z" level=debug msg="Reconcile successful" controller=argocdregister-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=9e3f0990-f99c-473b-9c3d-2b1eadbb10f2 time="2024-07-02T04:33:22.463Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=controlPlaneCerts reconcileID=hcwkh24f time="2024-07-02T04:33:22.462Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=57697e30-d14f-47cb-94bb-aa3b98964dfa time="2024-07-02T04:33:22.463Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment reconcileID=cwd7zhkh time="2024-07-02T04:33:22.462Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=remoteingress reconcileID=f8zxn8fg time="2024-07-02T04:33:22.463Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=remoteingress elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=f8zxn8fg time="2024-07-02T04:33:22.463Z" level=debug msg="Reconcile successful" controller=remoteingress-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=d854dcef-58d9-4435-8685-557d4485d7fb time="2024-07-02T04:33:22.463Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=controlPlaneCerts reconcileID=hcwkh24f time="2024-07-02T04:33:22.463Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=controlPlaneCerts reconcileID=hcwkh24f time="2024-07-02T04:33:22.463Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=hcwkh24f time="2024-07-02T04:33:22.463Z" level=debug msg="Reconcile successful" controller=controlplanecerts-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=f8737163-db53-4032-bc22-33dfd2c23887 time="2024-07-02T04:33:22.463Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment reconcileID=cwd7zhkh time="2024-07-02T04:33:22.462Z" level=info msg="reconciling cluster provision" clusterProvision=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx controller=clusterProvision reconcileID=j7fdgwrg time="2024-07-02T04:33:22.463Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx ownerKind=ClusterDeployment ownerNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk time="2024-07-02T04:33:22.462Z" level=debug msg=Reconciling controller=syncidentityprovider-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=00df21d7-e359-42f4-ad08-0c4440653060 time="2024-07-02T04:33:22.463Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk time="2024-07-02T04:33:22.463Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk time="2024-07-02T04:33:22.463Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx-admin-password ownerKind=ClusterDeployment ownerNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk time="2024-07-02T04:33:22.463Z" level=debug msg="no additional log fields found" clusterProvision=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx controller=clusterProvision reconcileID=j7fdgwrg time="2024-07-02T04:33:22.463Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=syncidentityprovider reconcileID=qdf6fgrx time="2024-07-02T04:33:22.464Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=syncidentityprovider reconcileID=qdf6fgrx time="2024-07-02T04:33:22.464Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx controller=clusterProvision objectKind=Job objectNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx-provision ownerKind=ClusterProvision ownerNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx reconcileID=j7fdgwrg time="2024-07-02T04:33:22.464Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment reconcileID=cwd7zhkh time="2024-07-02T04:33:22.464Z" level=info msg="ClusterSync has not yet been created" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment reconcileID=cwd7zhkh time="2024-07-02T04:33:22.464Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx controller=clusterProvision objectKind=Secret objectNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx reconcileID=j7fdgwrg time="2024-07-02T04:33:22.464Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx controller=clusterProvision objectKind=Secret objectNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx-admin-password ownerKind=ClusterProvision ownerNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx reconcileID=j7fdgwrg time="2024-07-02T04:33:22.464Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx\", timestamp:time.Time{wall:0xc198fc27df0b2077, ext:151258014537, loc:(*time.Location)(0xa9ed900)}}" controller=clusterProvision controllerKey=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx time="2024-07-02T04:33:22.464Z" level=debug msg="ClusterProvision is complete" clusterProvision=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx controller=clusterProvision reconcileID=j7fdgwrg time="2024-07-02T04:33:22.464Z" level=info msg="reconcile complete" clusterProvision=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx controller=clusterProvision elapsedMillis=1 elapsedMillisGT=0 outcome=unspecified reconcileID=j7fdgwrg time="2024-07-02T04:33:22.464Z" level=debug msg="Reconcile done, requeueing after 23h17m32.535217377s" controller=clusterprovision-controller name=cd-32026-dqfk-0-hb2rx namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx reconcileID=e18ea0b2-bfd7-438a-b378-b2b87f0b5786 time="2024-07-02T04:33:22.464Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=syncidentityprovider reconcileID=qdf6fgrx time="2024-07-02T04:33:22.464Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=qdf6fgrx time="2024-07-02T04:33:22.464Z" level=debug msg="Reconcile successful" controller=syncidentityprovider-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=00df21d7-e359-42f4-ad08-0c4440653060 time="2024-07-02T04:33:22.464Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment reconcileID=cwd7zhkh time="2024-07-02T04:33:22.465Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment reconcileID=cwd7zhkh time="2024-07-02T04:33:22.465Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment reconcileID=cwd7zhkh time="2024-07-02T04:33:22.462Z" level=debug msg=Reconciling controller=unreachable-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=ecab2ef7-2b5c-4f6d-9706-06c66fab06df time="2024-07-02T04:33:22.465Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=unreachable reconcileID=7lblnt95 time="2024-07-02T04:33:22.462Z" level=debug msg="controller cannot service the clusterdeployment, so skipping" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=awsprivatelink reconcileID=xqbrqs7m time="2024-07-02T04:33:22.465Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=awsprivatelink elapsedMillis=2 elapsedMillisGT=0 outcome=unspecified reconcileID=xqbrqs7m time="2024-07-02T04:33:22.462Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=e2e-test-hive-wl9s4 namespace= object=e2e-test-hive-wl9s4 reconcileID=9c569fcc-e3df-4be1-acc1-49cf489a851f time="2024-07-02T04:33:22.465Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/e2e-test-hive-wl9s4 reconcileID=d67hs4ht time="2024-07-02T04:33:22.465Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/e2e-test-hive-wl9s4 outcome=unspecified reconcileID=d67hs4ht time="2024-07-02T04:33:22.465Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=e2e-test-hive-wl9s4 namespace= object=e2e-test-hive-wl9s4 reconcileID=9c569fcc-e3df-4be1-acc1-49cf489a851f time="2024-07-02T04:33:22.465Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment elapsedMillis=1 elapsedMillisGT=0 outcome=unspecified reconcileID=cwd7zhkh time="2024-07-02T04:33:22.465Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=57697e30-d14f-47cb-94bb-aa3b98964dfa time="2024-07-02T04:33:22.465Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=unreachable reconcileID=7lblnt95 time="2024-07-02T04:33:22.465Z" level=debug msg="waiting to check connectivity" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=unreachable delay=1h59m59.534092247s reconcileID=7lblnt95 time="2024-07-02T04:33:22.465Z" level=debug msg="Reconcile successful" controller=awsprivatelink-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=aa75ff01-3beb-4552-adde-9ddf363a5fd8 time="2024-07-02T04:33:22.462Z" level=debug msg=Reconciling controller=clusterrelocate-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=994214c8-df71-4e41-adf8-7e9a3b2cd0ad time="2024-07-02T04:33:22.466Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterRelocate reconcileID=867qlbmr time="2024-07-02T04:33:22.465Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=7lblnt95 time="2024-07-02T04:33:22.466Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterRelocate reconcileID=867qlbmr time="2024-07-02T04:33:22.466Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterRelocate matchingRelocates="[]" reconcileID=867qlbmr time="2024-07-02T04:33:22.466Z" level=debug msg="Reconcile done, requeueing after 1h59m59.534092247s" controller=unreachable-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=ecab2ef7-2b5c-4f6d-9706-06c66fab06df time="2024-07-02T04:33:22.462Z" level=debug msg=Reconciling controller=hibernation-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=629890bb-465d-4fe6-8ae1-336a34031edd time="2024-07-02T04:33:22.466Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=hibernation reconcileID=cwxvqmxt time="2024-07-02T04:33:22.466Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=867qlbmr time="2024-07-02T04:33:22.466Z" level=debug msg="Reconcile successful" controller=clusterrelocate-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=994214c8-df71-4e41-adf8-7e9a3b2cd0ad time="2024-07-02T04:33:22.462Z" level=debug msg=Reconciling controller=clusterstate-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=a9c3ece5-25ae-4587-b0f1-9b0625a11aaa time="2024-07-02T04:33:22.466Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterState reconcileID=r64zfpc2 time="2024-07-02T04:33:22.466Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterState reconcileID=r64zfpc2 time="2024-07-02T04:33:22.466Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=hibernation reconcileID=cwxvqmxt time="2024-07-02T04:33:22.466Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterState objectKind=ClusterState objectNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk ownerKind=ClusterDeployment ownerNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=r64zfpc2 time="2024-07-02T04:33:22.466Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=cwxvqmxt time="2024-07-02T04:33:22.466Z" level=error msg="Reconciler error" controller=hibernation-controller error="could not get ClusterSync: ClusterSync.hiveinternal.openshift.io \"cd-32026-dqfk\" not found" name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=629890bb-465d-4fe6-8ae1-336a34031edd time="2024-07-02T04:33:22.47Z" level=info msg="error update cluster deployment labels" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterversion error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"cd-32026-dqfk\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=ms48m7fc time="2024-07-02T04:33:22.47Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterversion elapsedMillis=80 elapsedMillisGT=0 outcome=unspecified reconcileID=ms48m7fc time="2024-07-02T04:33:22.47Z" level=error msg="Reconciler error" controller=clusterversion-controller error="Operation cannot be fulfilled on clusterdeployments.hive.openshift.io \"cd-32026-dqfk\": the object has been modified; please apply your changes to the latest version and try again" name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=280ca791-6854-44c4-b376-8fb80ec44ce6 time="2024-07-02T04:33:22.47Z" level=debug msg=Reconciling controller=clusterversion-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=06b33414-1529-4641-b239-06b8c55cec71 time="2024-07-02T04:33:22.47Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterversion reconcileID=xckpgz4x time="2024-07-02T04:33:22.47Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterversion reconcileID=xckpgz4x time="2024-07-02T04:33:22.478Z" level=info msg="found 1 remote machine sets" controller=machinepool machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-worker reconcileID=9zjbv28b time="2024-07-02T04:33:22.49Z" level=debug msg="resolved image to use for new machinesets" controller=machinepool image=cd-32026-dqfk-hp2lg-rhcos-generated-region-generated-zone machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-worker reconcileID=9zjbv28b time="2024-07-02T04:33:22.49Z" level=info msg="generated 1 worker machine sets" controller=machinepool machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-worker reconcileID=9zjbv28b time="2024-07-02T04:33:22.492Z" level=info msg="Found matching remote MachineSet cd-32026-dqfk-hp2lg-worker-0 for generated MachineSet cd-32026-dqfk-hp2lg-worker-0" controller=machinepool machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-worker reconcileID=9zjbv28b time="2024-07-02T04:33:22.492Z" level=info msg="replicas out of sync" controller=machinepool desired=3 machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-worker machineset=cd-32026-dqfk-hp2lg-worker-0 observed=0 reconcileID=9zjbv28b time="2024-07-02T04:33:22.492Z" level=warning msg="ProviderSpec out of sync" controller=machinepool machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-worker machineset=cd-32026-dqfk-hp2lg-worker-0 reconcileID=9zjbv28b time="2024-07-02T04:33:22.492Z" level=info msg="updating machineset" controller=machinepool machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-worker machineset=cd-32026-dqfk-hp2lg-worker-0 reconcileID=9zjbv28b time="2024-07-02T04:33:22.524Z" level=info msg="done reconciling machine sets for machine pool" controller=machinepool machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-worker reconcileID=9zjbv28b time="2024-07-02T04:33:22.525Z" level=debug msg=Reconciling controller=clusterprovision-controller name=cd-32026-dqfk-0-hb2rx namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx reconcileID=e82b16e6-967f-43e1-a887-db60c76227f7 time="2024-07-02T04:33:22.525Z" level=info msg="reconciling cluster provision" clusterProvision=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx controller=clusterProvision reconcileID=x58xc2k2 time="2024-07-02T04:33:22.525Z" level=debug msg=Reconciling controller=remoteingress-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=fb77a6e6-bc63-45e7-9275-424e782c0000 time="2024-07-02T04:33:22.525Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=remoteingress reconcileID=klpgxhjh time="2024-07-02T04:33:22.525Z" level=debug msg="no additional log fields found" clusterProvision=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx controller=clusterProvision reconcileID=x58xc2k2 time="2024-07-02T04:33:22.525Z" level=debug msg=Reconciling controller=syncidentityprovider-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=c8c5bb2a-c593-495b-bbc7-eee15a3a2196 time="2024-07-02T04:33:22.525Z" level=debug msg=Reconciling controller=controlplanecerts-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=52795b44-230d-44e8-8ad1-4ae98d94b7bf time="2024-07-02T04:33:22.525Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=syncidentityprovider reconcileID=rfjvw2p7 time="2024-07-02T04:33:22.525Z" level=debug msg=Reconciling controller=unreachable-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=0a14eaf8-b731-4059-80b2-786c65ce95b3 time="2024-07-02T04:33:22.525Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=unreachable reconcileID=zjlqzpx6 time="2024-07-02T04:33:22.525Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=unreachable reconcileID=zjlqzpx6 time="2024-07-02T04:33:22.525Z" level=debug msg="waiting to check connectivity" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=unreachable delay=1h59m59.474278996s reconcileID=zjlqzpx6 time="2024-07-02T04:33:22.525Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=zjlqzpx6 time="2024-07-02T04:33:22.525Z" level=debug msg="Reconcile done, requeueing after 1h59m59.474278996s" controller=unreachable-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=0a14eaf8-b731-4059-80b2-786c65ce95b3 time="2024-07-02T04:33:22.525Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=controlPlaneCerts reconcileID=4xvnbs8v time="2024-07-02T04:33:22.525Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=controlPlaneCerts reconcileID=4xvnbs8v time="2024-07-02T04:33:22.526Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=controlPlaneCerts reconcileID=4xvnbs8v time="2024-07-02T04:33:22.526Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=controlPlaneCerts reconcileID=4xvnbs8v time="2024-07-02T04:33:22.526Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4xvnbs8v time="2024-07-02T04:33:22.526Z" level=debug msg="Reconcile successful" controller=controlplanecerts-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=52795b44-230d-44e8-8ad1-4ae98d94b7bf time="2024-07-02T04:33:22.525Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=remoteingress reconcileID=klpgxhjh time="2024-07-02T04:33:22.526Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=remoteingress reconcileID=klpgxhjh time="2024-07-02T04:33:22.525Z" level=debug msg=Reconciling controller=awsprivatelink-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=f73932fe-9680-486b-9405-a66c61b0c1a3 time="2024-07-02T04:33:22.526Z" level=debug msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=awsprivatelink reconcileID=rs7kjhdb time="2024-07-02T04:33:22.526Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=awsprivatelink reconcileID=rs7kjhdb time="2024-07-02T04:33:22.526Z" level=debug msg="controller cannot service the clusterdeployment, so skipping" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=awsprivatelink reconcileID=rs7kjhdb time="2024-07-02T04:33:22.526Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=rs7kjhdb time="2024-07-02T04:33:22.526Z" level=debug msg="Reconcile successful" controller=awsprivatelink-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=f73932fe-9680-486b-9405-a66c61b0c1a3 time="2024-07-02T04:33:22.525Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx controller=clusterProvision objectKind=Job objectNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx-provision ownerKind=ClusterProvision ownerNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx reconcileID=x58xc2k2 time="2024-07-02T04:33:22.526Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx controller=clusterProvision objectKind=Secret objectNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx reconcileID=x58xc2k2 time="2024-07-02T04:33:22.526Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx controller=clusterProvision objectKind=Secret objectNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx-admin-password ownerKind=ClusterProvision ownerNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx reconcileID=x58xc2k2 time="2024-07-02T04:33:22.526Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx\", timestamp:time.Time{wall:0xc198fc27df0b2077, ext:151258014537, loc:(*time.Location)(0xa9ed900)}}" controller=clusterProvision controllerKey=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx time="2024-07-02T04:33:22.526Z" level=debug msg="ClusterProvision is complete" clusterProvision=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx controller=clusterProvision reconcileID=x58xc2k2 time="2024-07-02T04:33:22.526Z" level=info msg="reconcile complete" clusterProvision=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx controller=clusterProvision elapsedMillis=1 elapsedMillisGT=0 outcome=unspecified reconcileID=x58xc2k2 time="2024-07-02T04:33:22.526Z" level=debug msg="Reconcile done, requeueing after 23h17m32.473340573s" controller=clusterprovision-controller name=cd-32026-dqfk-0-hb2rx namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx reconcileID=e82b16e6-967f-43e1-a887-db60c76227f7 time="2024-07-02T04:33:22.525Z" level=debug msg=Reconciling controller=hibernation-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=9aeec6f3-c936-4fc3-9add-ad8c7dc28d0f time="2024-07-02T04:33:22.525Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=syncidentityprovider reconcileID=rfjvw2p7 time="2024-07-02T04:33:22.526Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=hibernation reconcileID=m5jc2klm time="2024-07-02T04:33:22.526Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=syncidentityprovider reconcileID=rfjvw2p7 time="2024-07-02T04:33:22.526Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=syncidentityprovider elapsedMillis=1 elapsedMillisGT=0 outcome=unspecified reconcileID=rfjvw2p7 time="2024-07-02T04:33:22.526Z" level=debug msg="Reconcile successful" controller=syncidentityprovider-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=c8c5bb2a-c593-495b-bbc7-eee15a3a2196 time="2024-07-02T04:33:22.526Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=hibernation reconcileID=m5jc2klm time="2024-07-02T04:33:22.526Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=m5jc2klm time="2024-07-02T04:33:22.527Z" level=error msg="Reconciler error" controller=hibernation-controller error="could not get ClusterSync: ClusterSync.hiveinternal.openshift.io \"cd-32026-dqfk\" not found" name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=9aeec6f3-c936-4fc3-9add-ad8c7dc28d0f time="2024-07-02T04:33:22.525Z" level=debug msg=Reconciling controller=argocdregister-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=63132420-d4aa-4965-9161-617336d59d98 time="2024-07-02T04:33:22.527Z" level=info msg="reconciling cluster deployment" clusterDeployment=cd-32026-dqfk controller=argocdregister namespace=e2e-test-hive-wl9s4 time="2024-07-02T04:33:22.527Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=cd-32026-dqfk controller=argocdregister namespace=e2e-test-hive-wl9s4 time="2024-07-02T04:33:22.527Z" level=info msg="reconcile complete" clusterDeployment=cd-32026-dqfk controller=argocdregister elapsedMillis=0 elapsedMillisGT=0 namespace=e2e-test-hive-wl9s4 outcome=unspecified time="2024-07-02T04:33:22.527Z" level=debug msg="Reconcile successful" controller=argocdregister-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=63132420-d4aa-4965-9161-617336d59d98 time="2024-07-02T04:33:22.525Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=e2e-test-hive-wl9s4 namespace= object=e2e-test-hive-wl9s4 reconcileID=35b59c3f-8790-42cf-b657-13a6502c4820 time="2024-07-02T04:33:22.527Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/e2e-test-hive-wl9s4 reconcileID=vbtc49vf time="2024-07-02T04:33:22.527Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/e2e-test-hive-wl9s4 outcome=unspecified reconcileID=vbtc49vf time="2024-07-02T04:33:22.527Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=e2e-test-hive-wl9s4 namespace= object=e2e-test-hive-wl9s4 reconcileID=35b59c3f-8790-42cf-b657-13a6502c4820 time="2024-07-02T04:33:22.525Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=69f040ed-aaae-4552-9721-6ef68a027ab3 time="2024-07-02T04:33:22.527Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment reconcileID=wwfq29vj time="2024-07-02T04:33:22.527Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment reconcileID=wwfq29vj time="2024-07-02T04:33:22.526Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=remoteingress elapsedMillis=1 elapsedMillisGT=0 outcome=unspecified reconcileID=klpgxhjh time="2024-07-02T04:33:22.527Z" level=debug msg="Reconcile successful" controller=remoteingress-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=fb77a6e6-bc63-45e7-9275-424e782c0000 time="2024-07-02T04:33:22.527Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx ownerKind=ClusterDeployment ownerNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk time="2024-07-02T04:33:22.525Z" level=debug msg=Reconciling controller=clusterrelocate-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=01825f28-40c7-48f3-8bc5-a8f8ab4ed415 time="2024-07-02T04:33:22.527Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterRelocate reconcileID=pbqg4mzf time="2024-07-02T04:33:22.526Z" level=debug msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterversion reconcileID=xckpgz4x time="2024-07-02T04:33:22.527Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterversion elapsedMillis=56 elapsedMillisGT=0 outcome=unspecified reconcileID=xckpgz4x time="2024-07-02T04:33:22.527Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk time="2024-07-02T04:33:22.527Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk time="2024-07-02T04:33:22.527Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx-admin-password ownerKind=ClusterDeployment ownerNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk time="2024-07-02T04:33:22.527Z" level=debug msg="Reconcile successful" controller=clusterversion-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=06b33414-1529-4641-b239-06b8c55cec71 time="2024-07-02T04:33:22.528Z" level=debug msg=Reconciling controller=clusterversion-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=f769eadb-8875-4fde-bb79-c32421b3b048 time="2024-07-02T04:33:22.528Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterversion reconcileID=tjps9c2j time="2024-07-02T04:33:22.528Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment reconcileID=wwfq29vj time="2024-07-02T04:33:22.528Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterversion reconcileID=tjps9c2j time="2024-07-02T04:33:22.527Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterRelocate reconcileID=pbqg4mzf time="2024-07-02T04:33:22.528Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterRelocate matchingRelocates="[]" reconcileID=pbqg4mzf time="2024-07-02T04:33:22.528Z" level=info msg="ClusterSync has not yet been created" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment reconcileID=wwfq29vj time="2024-07-02T04:33:22.528Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment reconcileID=wwfq29vj time="2024-07-02T04:33:22.528Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment reconcileID=wwfq29vj time="2024-07-02T04:33:22.528Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=pbqg4mzf time="2024-07-02T04:33:22.528Z" level=debug msg="Reconcile successful" controller=clusterrelocate-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=01825f28-40c7-48f3-8bc5-a8f8ab4ed415 time="2024-07-02T04:33:22.528Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment reconcileID=wwfq29vj time="2024-07-02T04:33:22.529Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment elapsedMillis=1 elapsedMillisGT=0 outcome=unspecified reconcileID=wwfq29vj time="2024-07-02T04:33:22.529Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=69f040ed-aaae-4552-9721-6ef68a027ab3 time="2024-07-02T04:33:22.542Z" level=info msg="Added cluster operators: [authentication baremetal cloud-controller-manager cloud-credential cluster-autoscaler config-operator console control-plane-machine-set csi-snapshot-controller dns etcd image-registry ingress insights kube-apiserver kube-controller-manager kube-scheduler kube-storage-version-migrator machine-api machine-approver machine-config marketplace monitoring network node-tuning openshift-apiserver openshift-controller-manager openshift-samples operator-lifecycle-manager operator-lifecycle-manager-catalog operator-lifecycle-manager-packageserver service-ca storage]" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterState reconcileID=r64zfpc2 time="2024-07-02T04:33:22.546Z" level=info msg="found 0 remote machine autoscalers" controller=machinepool machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-worker reconcileID=9zjbv28b time="2024-07-02T04:33:22.546Z" level=info msg="done reconciling machine autoscalers for cluster deployment" controller=machinepool machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-worker reconcileID=9zjbv28b time="2024-07-02T04:33:22.566Z" level=debug msg="labels have not changed, nothing to update" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterversion reconcileID=tjps9c2j time="2024-07-02T04:33:22.566Z" level=debug msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterversion reconcileID=tjps9c2j time="2024-07-02T04:33:22.566Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterversion elapsedMillis=38 elapsedMillisGT=0 outcome=unspecified reconcileID=tjps9c2j time="2024-07-02T04:33:22.566Z" level=debug msg="Reconcile successful" controller=clusterversion-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=f769eadb-8875-4fde-bb79-c32421b3b048 time="2024-07-02T04:33:22.566Z" level=info msg="clusterState has been updated" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterState reconcileID=r64zfpc2 time="2024-07-02T04:33:22.566Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterState elapsedMillis=100 elapsedMillisGT=0 outcome=unspecified reconcileID=r64zfpc2 time="2024-07-02T04:33:22.566Z" level=debug msg="Reconcile successful" controller=clusterstate-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=a9c3ece5-25ae-4587-b0f1-9b0625a11aaa time="2024-07-02T04:33:22.566Z" level=debug msg=Reconciling controller=clusterstate-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=c065c564-3685-469f-8b0d-46c6ffb70946 time="2024-07-02T04:33:22.566Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterState reconcileID=4v6zwgkp time="2024-07-02T04:33:22.566Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterState reconcileID=4v6zwgkp time="2024-07-02T04:33:22.567Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterState objectKind=ClusterState objectNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk ownerKind=ClusterDeployment ownerNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=4v6zwgkp time="2024-07-02T04:33:22.57Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=178 elapsedMillisGT=0 machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-worker outcome=unspecified reconcileID=9zjbv28b time="2024-07-02T04:33:22.57Z" level=debug msg="Reconcile done, requeueing after 10m0s" controller=machinepool-controller name=cd-32026-dqfk-worker namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk-worker reconcileID=db82c988-3cdb-4ee2-a9e5-eaa12fb7ad45 time="2024-07-02T04:33:22.57Z" level=debug msg=Reconciling controller=machinepool-controller name=cd-32026-dqfk-worker namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk-worker reconcileID=17e1dd79-450a-4563-bba4-5535c242c00f time="2024-07-02T04:33:22.57Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-worker reconcileID=dq782wrd time="2024-07-02T04:33:22.57Z" level=debug msg="no additional log fields found" controller=machinepool machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-worker reconcileID=dq782wrd time="2024-07-02T04:33:22.57Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=e2e-test-hive-wl9s4/cd-32026-dqfk-worker time="2024-07-02T04:33:22.585Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-worker reconcileID=dq782wrd time="2024-07-02T04:33:22.61Z" level=info msg="found 1 remote machine sets" controller=machinepool machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-worker reconcileID=dq782wrd time="2024-07-02T04:33:22.622Z" level=debug msg="resolved image to use for new machinesets" controller=machinepool image=cd-32026-dqfk-hp2lg-rhcos-generated-region-generated-zone machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-worker reconcileID=dq782wrd time="2024-07-02T04:33:22.622Z" level=info msg="generated 1 worker machine sets" controller=machinepool machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-worker reconcileID=dq782wrd time="2024-07-02T04:33:22.622Z" level=info msg="Found matching remote MachineSet cd-32026-dqfk-hp2lg-worker-0 for generated MachineSet cd-32026-dqfk-hp2lg-worker-0" controller=machinepool machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-worker reconcileID=dq782wrd time="2024-07-02T04:33:22.622Z" level=warning msg="ProviderSpec out of sync" controller=machinepool machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-worker machineset=cd-32026-dqfk-hp2lg-worker-0 reconcileID=dq782wrd time="2024-07-02T04:33:22.622Z" level=info msg="done reconciling machine sets for machine pool" controller=machinepool machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-worker reconcileID=dq782wrd time="2024-07-02T04:33:22.63Z" level=info msg="found 0 remote machine autoscalers" controller=machinepool machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-worker reconcileID=dq782wrd time="2024-07-02T04:33:22.63Z" level=info msg="done reconciling machine autoscalers for cluster deployment" controller=machinepool machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-worker reconcileID=dq782wrd time="2024-07-02T04:33:22.635Z" level=info msg="Added cluster operators: [authentication baremetal cloud-controller-manager cloud-credential cluster-autoscaler config-operator console control-plane-machine-set csi-snapshot-controller dns etcd image-registry ingress insights kube-apiserver kube-controller-manager kube-scheduler kube-storage-version-migrator machine-api machine-approver machine-config marketplace monitoring network node-tuning openshift-apiserver openshift-controller-manager openshift-samples operator-lifecycle-manager operator-lifecycle-manager-catalog operator-lifecycle-manager-packageserver service-ca storage]" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterState reconcileID=4v6zwgkp time="2024-07-02T04:33:22.658Z" level=info msg="failed to update cluster operator state" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterState error="Operation cannot be fulfilled on clusterstates.hive.openshift.io \"cd-32026-dqfk\": the object has been modified; please apply your changes to the latest version and try again" reconcileID=4v6zwgkp time="2024-07-02T04:33:22.658Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterState elapsedMillis=91 elapsedMillisGT=0 outcome=unspecified reconcileID=4v6zwgkp time="2024-07-02T04:33:22.658Z" level=error msg="Reconciler error" controller=clusterstate-controller error="Operation cannot be fulfilled on clusterstates.hive.openshift.io \"cd-32026-dqfk\": the object has been modified; please apply your changes to the latest version and try again" name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=c065c564-3685-469f-8b0d-46c6ffb70946 time="2024-07-02T04:33:22.662Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=91 elapsedMillisGT=0 machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-worker outcome=unspecified reconcileID=dq782wrd time="2024-07-02T04:33:22.662Z" level=debug msg="Reconcile done, requeueing after 10m0s" controller=machinepool-controller name=cd-32026-dqfk-worker namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk-worker reconcileID=17e1dd79-450a-4563-bba4-5535c242c00f time="2024-07-02T04:33:22.663Z" level=debug msg=Reconciling controller=clusterstate-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=d04bda02-c2e0-4e6c-9850-f69fb29439a0 time="2024-07-02T04:33:22.663Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterState reconcileID=cb8vp6qj time="2024-07-02T04:33:22.664Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterState reconcileID=cb8vp6qj time="2024-07-02T04:33:22.664Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterState objectKind=ClusterState objectNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk ownerKind=ClusterDeployment ownerNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=cb8vp6qj time="2024-07-02T04:33:22.664Z" level=debug msg="Waiting to fetch clusteroperator status in 9m59.335814688s" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterState reconcileID=cb8vp6qj time="2024-07-02T04:33:22.664Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=cb8vp6qj time="2024-07-02T04:33:22.664Z" level=debug msg="Reconcile done, requeueing after 9m59.335814688s" controller=clusterstate-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=d04bda02-c2e0-4e6c-9850-f69fb29439a0 time="2024-07-02T04:33:22.737Z" level=debug msg=Reconciling controller=hibernation-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=5de0ec44-138c-4a0e-a9f2-2834cc885b60 time="2024-07-02T04:33:22.737Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=hibernation reconcileID=hbjsqdpk time="2024-07-02T04:33:22.737Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=hibernation reconcileID=hbjsqdpk time="2024-07-02T04:33:22.737Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=hbjsqdpk time="2024-07-02T04:33:22.737Z" level=error msg="Reconciler error" controller=hibernation-controller error="could not get ClusterSync: ClusterSync.hiveinternal.openshift.io \"cd-32026-dqfk\" not found" name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=5de0ec44-138c-4a0e-a9f2-2834cc885b60 time="2024-07-02T04:33:25.298Z" level=debug msg=Reconciling controller=hibernation-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=02ba0863-41cc-405d-996c-9e4a71ef0fc8 time="2024-07-02T04:33:25.298Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=hibernation reconcileID=tszjl58p time="2024-07-02T04:33:25.298Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=hibernation reconcileID=tszjl58p time="2024-07-02T04:33:25.298Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=tszjl58p time="2024-07-02T04:33:25.298Z" level=error msg="Reconciler error" controller=hibernation-controller error="could not get ClusterSync: ClusterSync.hiveinternal.openshift.io \"cd-32026-dqfk\" not found" name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=02ba0863-41cc-405d-996c-9e4a71ef0fc8 time="2024-07-02T04:33:25.758Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=b6213198-cb1d-4349-b8dc-57eb8cd82441 time="2024-07-02T04:33:25.758Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment reconcileID=8qtpdlmf time="2024-07-02T04:33:25.758Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment reconcileID=8qtpdlmf time="2024-07-02T04:33:25.758Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx ownerKind=ClusterDeployment ownerNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk time="2024-07-02T04:33:25.758Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk time="2024-07-02T04:33:25.759Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk time="2024-07-02T04:33:25.759Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx-admin-password ownerKind=ClusterDeployment ownerNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk time="2024-07-02T04:33:25.759Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment reconcileID=8qtpdlmf time="2024-07-02T04:33:25.786Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment reconcileID=8qtpdlmf time="2024-07-02T04:33:25.787Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment reconcileID=8qtpdlmf time="2024-07-02T04:33:25.787Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment reconcileID=8qtpdlmf time="2024-07-02T04:33:25.787Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment elapsedMillis=28 elapsedMillisGT=0 outcome=unspecified reconcileID=8qtpdlmf time="2024-07-02T04:33:25.787Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=b6213198-cb1d-4349-b8dc-57eb8cd82441 time="2024-07-02T04:33:25.788Z" level=debug msg=Reconciling controller=clusterrelocate-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=d0fd747c-0ded-4589-aa6f-6c9a525623e3 time="2024-07-02T04:33:25.788Z" level=debug msg=Reconciling controller=controlplanecerts-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=27f62d9c-2339-4e24-962a-4481e8e5b282 time="2024-07-02T04:33:25.788Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=controlPlaneCerts reconcileID=8pncsprf time="2024-07-02T04:33:25.788Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=controlPlaneCerts reconcileID=8pncsprf time="2024-07-02T04:33:25.788Z" level=debug msg="the control plane does not require any cert bundles" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=controlPlaneCerts reconcileID=8pncsprf time="2024-07-02T04:33:25.788Z" level=debug msg="no control plane certs needed, and no syncset exists, nothing to do" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=controlPlaneCerts reconcileID=8pncsprf time="2024-07-02T04:33:25.788Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=controlPlaneCerts elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=8pncsprf time="2024-07-02T04:33:25.788Z" level=debug msg=Reconciling controller=argocdregister-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=ca5b7d0d-2e1c-44d6-a43e-9b57803a815b time="2024-07-02T04:33:25.788Z" level=info msg="reconciling cluster deployment" clusterDeployment=cd-32026-dqfk controller=argocdregister namespace=e2e-test-hive-wl9s4 time="2024-07-02T04:33:25.788Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterRelocate reconcileID=b92npbqn time="2024-07-02T04:33:25.788Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterRelocate reconcileID=b92npbqn time="2024-07-02T04:33:25.788Z" level=debug msg="no relocates match clusterdeployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterRelocate matchingRelocates="[]" reconcileID=b92npbqn time="2024-07-02T04:33:25.788Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterRelocate elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=b92npbqn time="2024-07-02T04:33:25.788Z" level=debug msg="Reconcile successful" controller=clusterrelocate-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=d0fd747c-0ded-4589-aa6f-6c9a525623e3 time="2024-07-02T04:33:25.788Z" level=debug msg=Reconciling controller=awsprivatelink-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=6ce9644a-1c04-4540-833f-8a0b072c97a9 time="2024-07-02T04:33:25.788Z" level=debug msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=awsprivatelink reconcileID=4swzldvg time="2024-07-02T04:33:25.788Z" level=debug msg=Reconciling controller=hibernation-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=c22aa83a-5d57-43be-9dda-1b63f122af79 time="2024-07-02T04:33:25.789Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=hibernation reconcileID=db9rdf49 time="2024-07-02T04:33:25.789Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=hibernation reconcileID=db9rdf49 time="2024-07-02T04:33:25.789Z" level=debug msg=Reconciling controller=clusterpoolnamespace-controller name=e2e-test-hive-wl9s4 namespace= object=e2e-test-hive-wl9s4 reconcileID=ae5e8d8b-d61f-423e-8eac-95bf5d7744a7 time="2024-07-02T04:33:25.789Z" level=info msg="reconciling namespace" controller=clusterpoolnamespace namespace=/e2e-test-hive-wl9s4 reconcileID=86gb84fm time="2024-07-02T04:33:25.789Z" level=warning msg="No compatible actuator found to check machine status" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=hibernation reconcileID=db9rdf49 time="2024-07-02T04:33:25.789Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=db9rdf49 time="2024-07-02T04:33:25.789Z" level=debug msg="Reconcile successful" controller=hibernation-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=c22aa83a-5d57-43be-9dda-1b63f122af79 time="2024-07-02T04:33:25.788Z" level=debug msg=Reconciling controller=clusterstate-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=e04333f4-d8ec-4bf0-8184-0869d8445e3a time="2024-07-02T04:33:25.789Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterState reconcileID=ltjqm72q time="2024-07-02T04:33:25.788Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=awsprivatelink reconcileID=4swzldvg time="2024-07-02T04:33:25.789Z" level=debug msg="controller cannot service the clusterdeployment, so skipping" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=awsprivatelink reconcileID=4swzldvg time="2024-07-02T04:33:25.789Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=awsprivatelink elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=4swzldvg time="2024-07-02T04:33:25.789Z" level=debug msg="Reconcile successful" controller=awsprivatelink-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=6ce9644a-1c04-4540-833f-8a0b072c97a9 time="2024-07-02T04:33:25.788Z" level=info msg="ArgoCD integration is not enabled in hive config" clusterDeployment=cd-32026-dqfk controller=argocdregister namespace=e2e-test-hive-wl9s4 time="2024-07-02T04:33:25.789Z" level=info msg="reconcile complete" clusterDeployment=cd-32026-dqfk controller=argocdregister elapsedMillis=1 elapsedMillisGT=0 namespace=e2e-test-hive-wl9s4 outcome=unspecified time="2024-07-02T04:33:25.789Z" level=debug msg="Reconcile successful" controller=argocdregister-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=ca5b7d0d-2e1c-44d6-a43e-9b57803a815b time="2024-07-02T04:33:25.789Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterState reconcileID=ltjqm72q time="2024-07-02T04:33:25.79Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterState objectKind=ClusterState objectNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk ownerKind=ClusterDeployment ownerNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=ltjqm72q time="2024-07-02T04:33:25.789Z" level=info msg="reconcile complete" controller=clusterpoolnamespace elapsedMillis=0 elapsedMillisGT=0 namespace=/e2e-test-hive-wl9s4 outcome=unspecified reconcileID=86gb84fm time="2024-07-02T04:33:25.788Z" level=debug msg=Reconciling controller=clusterversion-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=643369ab-97f3-4bf2-a2b8-36c4f766b33c time="2024-07-02T04:33:25.79Z" level=debug msg="Waiting to fetch clusteroperator status in 9m56.209751101s" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterState reconcileID=ltjqm72q time="2024-07-02T04:33:25.79Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterState elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=ltjqm72q time="2024-07-02T04:33:25.79Z" level=debug msg="Reconcile done, requeueing after 9m56.209751101s" controller=clusterstate-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=e04333f4-d8ec-4bf0-8184-0869d8445e3a time="2024-07-02T04:33:25.79Z" level=debug msg="Reconcile successful" controller=clusterpoolnamespace-controller name=e2e-test-hive-wl9s4 namespace= object=e2e-test-hive-wl9s4 reconcileID=ae5e8d8b-d61f-423e-8eac-95bf5d7744a7 time="2024-07-02T04:33:25.79Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterversion reconcileID=c5rmr4tr time="2024-07-02T04:33:25.788Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=8d4ae858-87d8-489f-9ba7-5c06cca40097 time="2024-07-02T04:33:25.79Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment reconcileID=sbfk2jvb time="2024-07-02T04:33:25.79Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment reconcileID=sbfk2jvb time="2024-07-02T04:33:25.788Z" level=debug msg=Reconciling controller=clusterprovision-controller name=cd-32026-dqfk-0-hb2rx namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx reconcileID=223cd0e8-96e4-4f4a-b998-c9fe8dbe14ce time="2024-07-02T04:33:25.79Z" level=info msg="reconciling cluster provision" clusterProvision=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx controller=clusterProvision reconcileID=2ljmntxx time="2024-07-02T04:33:25.79Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx ownerKind=ClusterDeployment ownerNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk time="2024-07-02T04:33:25.788Z" level=debug msg=Reconciling controller=remoteingress-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=ddfaa47e-256a-4e9f-bc49-31086b6bb54e time="2024-07-02T04:33:25.79Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=remoteingress reconcileID=dcxfq2m9 time="2024-07-02T04:33:25.788Z" level=debug msg=Reconciling controller=syncidentityprovider-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=b4cf1442-00cf-4621-b7e1-bcba97d67118 time="2024-07-02T04:33:25.79Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk time="2024-07-02T04:33:25.79Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk time="2024-07-02T04:33:25.79Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx-admin-password ownerKind=ClusterDeployment ownerNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk time="2024-07-02T04:33:25.79Z" level=debug msg="no additional log fields found" clusterProvision=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx controller=clusterProvision reconcileID=2ljmntxx time="2024-07-02T04:33:25.79Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterversion reconcileID=c5rmr4tr time="2024-07-02T04:33:25.791Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment reconcileID=sbfk2jvb time="2024-07-02T04:33:25.791Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment reconcileID=sbfk2jvb time="2024-07-02T04:33:25.791Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment reconcileID=sbfk2jvb time="2024-07-02T04:33:25.79Z" level=info msg="reconciling syncidentityproviders and clusterdeployments" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=syncidentityprovider reconcileID=dtbqhkhs time="2024-07-02T04:33:25.791Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment reconcileID=sbfk2jvb time="2024-07-02T04:33:25.791Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=syncidentityprovider reconcileID=dtbqhkhs time="2024-07-02T04:33:25.791Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment elapsedMillis=1 elapsedMillisGT=0 outcome=unspecified reconcileID=sbfk2jvb time="2024-07-02T04:33:25.791Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=8d4ae858-87d8-489f-9ba7-5c06cca40097 time="2024-07-02T04:33:25.791Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx controller=clusterProvision objectKind=Job objectNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx-provision ownerKind=ClusterProvision ownerNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx reconcileID=2ljmntxx time="2024-07-02T04:33:25.791Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx controller=clusterProvision objectKind=Secret objectNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx-admin-kubeconfig ownerKind=ClusterProvision ownerNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx reconcileID=2ljmntxx time="2024-07-02T04:33:25.792Z" level=debug msg="Object has correct ownership. No changes necessary." clusterProvision=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx controller=clusterProvision objectKind=Secret objectNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx-admin-password ownerKind=ClusterProvision ownerNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx reconcileID=2ljmntxx time="2024-07-02T04:33:25.791Z" level=debug msg="IDP list empty and syncset not found. Not writing out syncset with empty IDP list." clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=syncidentityprovider reconcileID=dtbqhkhs time="2024-07-02T04:33:25.792Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=syncidentityprovider elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=dtbqhkhs time="2024-07-02T04:33:25.792Z" level=debug msg="Reconcile successful" controller=syncidentityprovider-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=b4cf1442-00cf-4621-b7e1-bcba97d67118 time="2024-07-02T04:33:25.792Z" level=debug msg="Controller expectations fulfilled &utils.ControlleeExpectations{add:0, del:0, key:\"e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx\", timestamp:time.Time{wall:0xc198fc27df0b2077, ext:151258014537, loc:(*time.Location)(0xa9ed900)}}" controller=clusterProvision controllerKey=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx time="2024-07-02T04:33:25.792Z" level=debug msg="ClusterProvision is complete" clusterProvision=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx controller=clusterProvision reconcileID=2ljmntxx time="2024-07-02T04:33:25.788Z" level=debug msg="Reconcile successful" controller=controlplanecerts-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=27f62d9c-2339-4e24-962a-4481e8e5b282 time="2024-07-02T04:33:25.79Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=remoteingress reconcileID=dcxfq2m9 time="2024-07-02T04:33:25.792Z" level=debug msg="no ingress objects defined. using default intaller behavior." clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=remoteingress reconcileID=dcxfq2m9 time="2024-07-02T04:33:25.792Z" level=info msg="reconcile complete" clusterProvision=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx controller=clusterProvision elapsedMillis=1 elapsedMillisGT=0 outcome=unspecified reconcileID=2ljmntxx time="2024-07-02T04:33:25.788Z" level=debug msg=Reconciling controller=unreachable-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=8418fdba-45dc-4ef1-8ea7-b1ac1aded350 time="2024-07-02T04:33:25.792Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=unreachable reconcileID=9d7p8djv time="2024-07-02T04:33:25.792Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=unreachable reconcileID=9d7p8djv time="2024-07-02T04:33:25.792Z" level=debug msg="Reconcile done, requeueing after 23h17m29.207681562s" controller=clusterprovision-controller name=cd-32026-dqfk-0-hb2rx namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx reconcileID=223cd0e8-96e4-4f4a-b998-c9fe8dbe14ce time="2024-07-02T04:33:25.788Z" level=debug msg=Reconciling controller=machinepool-controller name=cd-32026-dqfk-worker namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk-worker reconcileID=05a89730-3bbc-45bf-a6be-0fd78dbf6c84 time="2024-07-02T04:33:25.793Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-worker reconcileID=nd9w4sbq time="2024-07-02T04:33:25.792Z" level=debug msg="waiting to check connectivity" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=unreachable delay=1h59m56.207031238s reconcileID=9d7p8djv time="2024-07-02T04:33:25.793Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=unreachable elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=9d7p8djv time="2024-07-02T04:33:25.793Z" level=debug msg="Reconcile done, requeueing after 1h59m56.207031238s" controller=unreachable-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=8418fdba-45dc-4ef1-8ea7-b1ac1aded350 time="2024-07-02T04:33:25.793Z" level=debug msg="no additional log fields found" controller=machinepool machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-worker reconcileID=nd9w4sbq time="2024-07-02T04:33:25.792Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=remoteingress elapsedMillis=1 elapsedMillisGT=0 outcome=unspecified reconcileID=dcxfq2m9 time="2024-07-02T04:33:25.793Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=e2e-test-hive-wl9s4/cd-32026-dqfk-worker time="2024-07-02T04:33:25.793Z" level=debug msg="Reconcile successful" controller=remoteingress-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=ddfaa47e-256a-4e9f-bc49-31086b6bb54e time="2024-07-02T04:33:25.815Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-worker reconcileID=nd9w4sbq time="2024-07-02T04:33:25.822Z" level=debug msg="labels have not changed, nothing to update" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterversion reconcileID=c5rmr4tr time="2024-07-02T04:33:25.822Z" level=debug msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterversion reconcileID=c5rmr4tr time="2024-07-02T04:33:25.822Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterversion elapsedMillis=32 elapsedMillisGT=0 outcome=unspecified reconcileID=c5rmr4tr time="2024-07-02T04:33:25.822Z" level=debug msg="Reconcile successful" controller=clusterversion-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=643369ab-97f3-4bf2-a2b8-36c4f766b33c time="2024-07-02T04:33:25.838Z" level=info msg="found 1 remote machine sets" controller=machinepool machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-worker reconcileID=nd9w4sbq time="2024-07-02T04:33:25.847Z" level=debug msg="resolved image to use for new machinesets" controller=machinepool image=cd-32026-dqfk-hp2lg-rhcos-generated-region-generated-zone machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-worker reconcileID=nd9w4sbq time="2024-07-02T04:33:25.847Z" level=info msg="generated 1 worker machine sets" controller=machinepool machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-worker reconcileID=nd9w4sbq time="2024-07-02T04:33:25.848Z" level=info msg="Found matching remote MachineSet cd-32026-dqfk-hp2lg-worker-0 for generated MachineSet cd-32026-dqfk-hp2lg-worker-0" controller=machinepool machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-worker reconcileID=nd9w4sbq time="2024-07-02T04:33:25.848Z" level=warning msg="ProviderSpec out of sync" controller=machinepool machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-worker machineset=cd-32026-dqfk-hp2lg-worker-0 reconcileID=nd9w4sbq time="2024-07-02T04:33:25.848Z" level=info msg="done reconciling machine sets for machine pool" controller=machinepool machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-worker reconcileID=nd9w4sbq time="2024-07-02T04:33:25.856Z" level=info msg="found 0 remote machine autoscalers" controller=machinepool machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-worker reconcileID=nd9w4sbq time="2024-07-02T04:33:25.856Z" level=info msg="done reconciling machine autoscalers for cluster deployment" controller=machinepool machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-worker reconcileID=nd9w4sbq time="2024-07-02T04:33:25.88Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=87 elapsedMillisGT=0 machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-worker outcome=unspecified reconcileID=nd9w4sbq time="2024-07-02T04:33:25.88Z" level=debug msg="Reconcile done, requeueing after 10m0s" controller=machinepool-controller name=cd-32026-dqfk-worker namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk-worker reconcileID=05a89730-3bbc-45bf-a6be-0fd78dbf6c84 time="2024-07-02T04:33:26.105Z" level=debug msg=Reconciling controller=clusterdeployment-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=10bdaeab-d0c3-49c5-8c4e-87f5a1e8d695 time="2024-07-02T04:33:26.105Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment reconcileID=qz88mwpc time="2024-07-02T04:33:26.105Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment reconcileID=qz88mwpc time="2024-07-02T04:33:26.106Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=ClusterProvision objectNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx ownerKind=ClusterDeployment ownerNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk time="2024-07-02T04:33:26.106Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-merged-pull-secret ownerKind=ClusterDeployment ownerNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk time="2024-07-02T04:33:26.106Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx-admin-kubeconfig ownerKind=ClusterDeployment ownerNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk time="2024-07-02T04:33:26.106Z" level=debug msg="Object has correct ownership. No changes necessary." controller=clusterDeployment objectKind=Secret objectNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk-0-hb2rx-admin-password ownerKind=ClusterDeployment ownerNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk time="2024-07-02T04:33:26.106Z" level=debug msg="Check if any syncsets are failing" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment reconcileID=qz88mwpc time="2024-07-02T04:33:26.106Z" level=debug msg="Deleting failed provisions which are more than 7 days old" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment reconcileID=qz88mwpc time="2024-07-02T04:33:26.106Z" level=debug msg="cluster is already installed, no processing of provision needed" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment reconcileID=qz88mwpc time="2024-07-02T04:33:26.106Z" level=debug msg="secret data has not changed, no need to update" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment reconcileID=qz88mwpc time="2024-07-02T04:33:26.106Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterDeployment elapsedMillis=1 elapsedMillisGT=0 outcome=unspecified reconcileID=qz88mwpc time="2024-07-02T04:33:26.106Z" level=debug msg="Reconcile successful" controller=clusterdeployment-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=10bdaeab-d0c3-49c5-8c4e-87f5a1e8d695 time="2024-07-02T04:33:30.419Z" level=debug msg=Reconciling controller=hibernation-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=2991af70-1c3f-4678-ac21-19f66a3ca756 time="2024-07-02T04:33:30.419Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=hibernation reconcileID=56f5djg5 time="2024-07-02T04:33:30.419Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=hibernation reconcileID=56f5djg5 time="2024-07-02T04:33:30.419Z" level=warning msg="No compatible actuator found to check machine status" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=hibernation reconcileID=56f5djg5 time="2024-07-02T04:33:30.419Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=hibernation elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified reconcileID=56f5djg5 time="2024-07-02T04:33:30.42Z" level=debug msg="Reconcile successful" controller=hibernation-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=2991af70-1c3f-4678-ac21-19f66a3ca756 time="2024-07-02T04:34:25.713Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics time="2024-07-02T04:34:25.713Z" level=debug msg="calculating metrics across all install jobs" controller=metrics time="2024-07-02T04:34:25.713Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics time="2024-07-02T04:34:25.713Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics time="2024-07-02T04:34:25.713Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics time="2024-07-02T04:34:25.713Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified time="2024-07-02T04:36:25.715Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics time="2024-07-02T04:36:25.715Z" level=debug msg="calculating metrics across all install jobs" controller=metrics time="2024-07-02T04:36:25.715Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics time="2024-07-02T04:36:25.715Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics time="2024-07-02T04:36:25.715Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics time="2024-07-02T04:36:25.715Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified time="2024-07-02T04:38:25.716Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics time="2024-07-02T04:38:25.717Z" level=debug msg="calculating metrics across all install jobs" controller=metrics time="2024-07-02T04:38:25.717Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics time="2024-07-02T04:38:25.717Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics time="2024-07-02T04:38:25.717Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics time="2024-07-02T04:38:25.717Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified time="2024-07-02T04:39:55.296Z" level=debug msg=Reconciling controller=machinepool-controller name=cd-32026-dqfk-infra namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk-infra reconcileID=0ae06c31-23be-45ff-ba90-a93698d5365c time="2024-07-02T04:39:55.296Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-infra reconcileID=qmtmlhl9 time="2024-07-02T04:39:55.296Z" level=debug msg="no additional log fields found" controller=machinepool machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-infra reconcileID=qmtmlhl9 time="2024-07-02T04:39:55.296Z" level=info msg="initializing remote machineset controller conditions" controller=machinepool machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-infra reconcileID=qmtmlhl9 time="2024-07-02T04:39:55.307Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=10 elapsedMillisGT=0 machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-infra outcome=unspecified reconcileID=qmtmlhl9 time="2024-07-02T04:39:55.307Z" level=debug msg="Reconcile successful" controller=machinepool-controller name=cd-32026-dqfk-infra namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk-infra reconcileID=0ae06c31-23be-45ff-ba90-a93698d5365c time="2024-07-02T04:39:55.307Z" level=debug msg=Reconciling controller=machinepool-controller name=cd-32026-dqfk-infra namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk-infra reconcileID=8abc759f-ca23-421f-b9f1-c5438971a6fa time="2024-07-02T04:39:55.307Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-infra reconcileID=vq4s4zpx time="2024-07-02T04:39:55.307Z" level=debug msg="no additional log fields found" controller=machinepool machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-infra reconcileID=vq4s4zpx time="2024-07-02T04:39:55.307Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=e2e-test-hive-wl9s4/cd-32026-dqfk-infra time="2024-07-02T04:39:55.329Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=22 elapsedMillisGT=0 machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-infra outcome=unspecified reconcileID=vq4s4zpx time="2024-07-02T04:39:55.329Z" level=debug msg="Reconcile successful" controller=machinepool-controller name=cd-32026-dqfk-infra namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk-infra reconcileID=8abc759f-ca23-421f-b9f1-c5438971a6fa time="2024-07-02T04:39:55.33Z" level=debug msg=Reconciling controller=machinepool-controller name=cd-32026-dqfk-infra namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk-infra reconcileID=31c18b41-e77c-4573-bd70-b6f8f64d765e time="2024-07-02T04:39:55.33Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-infra reconcileID=2552m9zh time="2024-07-02T04:39:55.33Z" level=debug msg="no additional log fields found" controller=machinepool machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-infra reconcileID=2552m9zh time="2024-07-02T04:39:55.33Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=e2e-test-hive-wl9s4/cd-32026-dqfk-infra time="2024-07-02T04:39:55.431Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-infra reconcileID=2552m9zh time="2024-07-02T04:39:55.469Z" level=info msg="found 1 remote machine sets" controller=machinepool machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-infra reconcileID=2552m9zh time="2024-07-02T04:39:55.479Z" level=debug msg="resolved image to use for new machinesets" controller=machinepool image=cd-32026-dqfk-hp2lg-rhcos-generated-region-generated-zone machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-infra reconcileID=2552m9zh time="2024-07-02T04:39:55.479Z" level=info msg="generated 1 worker machine sets" controller=machinepool machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-infra reconcileID=2552m9zh time="2024-07-02T04:39:55.479Z" level=info msg="creating machineset" controller=machinepool machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-infra machineset=cd-32026-dqfk-hp2lg-infra-0 reconcileID=2552m9zh time="2024-07-02T04:39:55.55Z" level=info msg="done reconciling machine sets for machine pool" controller=machinepool machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-infra reconcileID=2552m9zh time="2024-07-02T04:39:55.561Z" level=info msg="found 0 remote machine autoscalers" controller=machinepool machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-infra reconcileID=2552m9zh time="2024-07-02T04:39:55.561Z" level=info msg="done reconciling machine autoscalers for cluster deployment" controller=machinepool machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-infra reconcileID=2552m9zh time="2024-07-02T04:39:55.591Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=261 elapsedMillisGT=0 machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-infra outcome=unspecified reconcileID=2552m9zh time="2024-07-02T04:39:55.591Z" level=debug msg="Reconcile done, requeueing after 10m0s" controller=machinepool-controller name=cd-32026-dqfk-infra namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk-infra reconcileID=31c18b41-e77c-4573-bd70-b6f8f64d765e time="2024-07-02T04:39:55.591Z" level=debug msg=Reconciling controller=machinepool-controller name=cd-32026-dqfk-infra namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk-infra reconcileID=a20e95f5-166d-48ec-a80e-8488ff147083 time="2024-07-02T04:39:55.591Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-infra reconcileID=4hvmc7d8 time="2024-07-02T04:39:55.591Z" level=debug msg="no additional log fields found" controller=machinepool machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-infra reconcileID=4hvmc7d8 time="2024-07-02T04:39:55.592Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=e2e-test-hive-wl9s4/cd-32026-dqfk-infra time="2024-07-02T04:39:55.609Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-infra reconcileID=4hvmc7d8 time="2024-07-02T04:39:55.657Z" level=info msg="found 2 remote machine sets" controller=machinepool machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-infra reconcileID=4hvmc7d8 time="2024-07-02T04:39:55.669Z" level=debug msg="resolved image to use for new machinesets" controller=machinepool image=cd-32026-dqfk-hp2lg-rhcos-generated-region-generated-zone machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-infra reconcileID=4hvmc7d8 time="2024-07-02T04:39:55.669Z" level=info msg="generated 1 worker machine sets" controller=machinepool machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-infra reconcileID=4hvmc7d8 time="2024-07-02T04:39:55.67Z" level=info msg="Found matching remote MachineSet cd-32026-dqfk-hp2lg-infra-0 for generated MachineSet cd-32026-dqfk-hp2lg-infra-0" controller=machinepool machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-infra reconcileID=4hvmc7d8 time="2024-07-02T04:39:55.67Z" level=warning msg="ProviderSpec out of sync" controller=machinepool machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-infra machineset=cd-32026-dqfk-hp2lg-infra-0 reconcileID=4hvmc7d8 time="2024-07-02T04:39:55.67Z" level=info msg="done reconciling machine sets for machine pool" controller=machinepool machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-infra reconcileID=4hvmc7d8 time="2024-07-02T04:39:55.681Z" level=info msg="found 0 remote machine autoscalers" controller=machinepool machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-infra reconcileID=4hvmc7d8 time="2024-07-02T04:39:55.681Z" level=info msg="done reconciling machine autoscalers for cluster deployment" controller=machinepool machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-infra reconcileID=4hvmc7d8 time="2024-07-02T04:39:55.718Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=126 elapsedMillisGT=0 machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-infra outcome=unspecified reconcileID=4hvmc7d8 time="2024-07-02T04:39:55.718Z" level=debug msg="Reconcile done, requeueing after 10m0s" controller=machinepool-controller name=cd-32026-dqfk-infra namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk-infra reconcileID=a20e95f5-166d-48ec-a80e-8488ff147083 time="2024-07-02T04:40:25.718Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics time="2024-07-02T04:40:25.718Z" level=debug msg="calculating metrics across all install jobs" controller=metrics time="2024-07-02T04:40:25.718Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics time="2024-07-02T04:40:25.718Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics time="2024-07-02T04:40:25.718Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics time="2024-07-02T04:40:25.718Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified time="2024-07-02T04:41:57.937Z" level=debug msg=Reconciling controller=machinepool-controller name=cd-32026-dqfk-infra namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk-infra reconcileID=2b795aa2-52bc-489d-a619-cd3f4b14a4a7 time="2024-07-02T04:41:57.937Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-infra reconcileID=gtmmrtqp time="2024-07-02T04:41:57.937Z" level=debug msg="no additional log fields found" controller=machinepool machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-infra reconcileID=gtmmrtqp time="2024-07-02T04:41:57.937Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=e2e-test-hive-wl9s4/cd-32026-dqfk-infra time="2024-07-02T04:41:58.022Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-infra reconcileID=gtmmrtqp time="2024-07-02T04:41:58.068Z" level=info msg="found 2 remote machine sets" controller=machinepool machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-infra reconcileID=gtmmrtqp time="2024-07-02T04:41:58.081Z" level=debug msg="resolved image to use for new machinesets" controller=machinepool image=cd-32026-dqfk-hp2lg-rhcos-generated-region-generated-zone machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-infra reconcileID=gtmmrtqp time="2024-07-02T04:41:58.082Z" level=info msg="generated 1 worker machine sets" controller=machinepool machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-infra reconcileID=gtmmrtqp time="2024-07-02T04:41:58.083Z" level=info msg="Found matching remote MachineSet cd-32026-dqfk-hp2lg-infra-0 for generated MachineSet cd-32026-dqfk-hp2lg-infra-0" controller=machinepool machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-infra reconcileID=gtmmrtqp time="2024-07-02T04:41:58.083Z" level=info msg="replicas out of sync" controller=machinepool desired=2 machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-infra machineset=cd-32026-dqfk-hp2lg-infra-0 observed=1 reconcileID=gtmmrtqp time="2024-07-02T04:41:58.083Z" level=warning msg="ProviderSpec out of sync" controller=machinepool machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-infra machineset=cd-32026-dqfk-hp2lg-infra-0 reconcileID=gtmmrtqp time="2024-07-02T04:41:58.083Z" level=info msg="updating machineset" controller=machinepool machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-infra machineset=cd-32026-dqfk-hp2lg-infra-0 reconcileID=gtmmrtqp time="2024-07-02T04:41:58.115Z" level=info msg="done reconciling machine sets for machine pool" controller=machinepool machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-infra reconcileID=gtmmrtqp time="2024-07-02T04:41:58.127Z" level=info msg="found 0 remote machine autoscalers" controller=machinepool machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-infra reconcileID=gtmmrtqp time="2024-07-02T04:41:58.128Z" level=info msg="done reconciling machine autoscalers for cluster deployment" controller=machinepool machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-infra reconcileID=gtmmrtqp time="2024-07-02T04:41:58.161Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=224 elapsedMillisGT=0 machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-infra outcome=unspecified reconcileID=gtmmrtqp time="2024-07-02T04:41:58.162Z" level=debug msg="Reconcile done, requeueing after 10m0s" controller=machinepool-controller name=cd-32026-dqfk-infra namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk-infra reconcileID=2b795aa2-52bc-489d-a619-cd3f4b14a4a7 time="2024-07-02T04:41:58.162Z" level=debug msg=Reconciling controller=machinepool-controller name=cd-32026-dqfk-infra namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk-infra reconcileID=d8e4487f-b09d-4ba5-a972-ccbac167e890 time="2024-07-02T04:41:58.162Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-infra reconcileID=9dzvdbmx time="2024-07-02T04:41:58.162Z" level=debug msg="no additional log fields found" controller=machinepool machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-infra reconcileID=9dzvdbmx time="2024-07-02T04:41:58.162Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=e2e-test-hive-wl9s4/cd-32026-dqfk-infra time="2024-07-02T04:41:58.185Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-infra reconcileID=9dzvdbmx time="2024-07-02T04:41:58.227Z" level=info msg="found 2 remote machine sets" controller=machinepool machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-infra reconcileID=9dzvdbmx time="2024-07-02T04:41:58.243Z" level=debug msg="resolved image to use for new machinesets" controller=machinepool image=cd-32026-dqfk-hp2lg-rhcos-generated-region-generated-zone machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-infra reconcileID=9dzvdbmx time="2024-07-02T04:41:58.243Z" level=info msg="generated 1 worker machine sets" controller=machinepool machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-infra reconcileID=9dzvdbmx time="2024-07-02T04:41:58.245Z" level=info msg="Found matching remote MachineSet cd-32026-dqfk-hp2lg-infra-0 for generated MachineSet cd-32026-dqfk-hp2lg-infra-0" controller=machinepool machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-infra reconcileID=9dzvdbmx time="2024-07-02T04:41:58.245Z" level=warning msg="ProviderSpec out of sync" controller=machinepool machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-infra machineset=cd-32026-dqfk-hp2lg-infra-0 reconcileID=9dzvdbmx time="2024-07-02T04:41:58.245Z" level=info msg="done reconciling machine sets for machine pool" controller=machinepool machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-infra reconcileID=9dzvdbmx time="2024-07-02T04:41:58.255Z" level=info msg="found 0 remote machine autoscalers" controller=machinepool machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-infra reconcileID=9dzvdbmx time="2024-07-02T04:41:58.255Z" level=info msg="done reconciling machine autoscalers for cluster deployment" controller=machinepool machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-infra reconcileID=9dzvdbmx time="2024-07-02T04:41:58.293Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=130 elapsedMillisGT=0 machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-infra outcome=unspecified reconcileID=9dzvdbmx time="2024-07-02T04:41:58.293Z" level=debug msg="Reconcile done, requeueing after 10m0s" controller=machinepool-controller name=cd-32026-dqfk-infra namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk-infra reconcileID=d8e4487f-b09d-4ba5-a972-ccbac167e890 time="2024-07-02T04:42:25.719Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics time="2024-07-02T04:42:25.719Z" level=debug msg="calculating metrics across all install jobs" controller=metrics time="2024-07-02T04:42:25.719Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics time="2024-07-02T04:42:25.719Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics time="2024-07-02T04:42:25.719Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics time="2024-07-02T04:42:25.719Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified time="2024-07-02T04:43:22Z" level=debug msg=Reconciling controller=clusterstate-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=2763db11-bc4f-44ac-9776-21414450d7c9 time="2024-07-02T04:43:22Z" level=info msg="reconciling cluster deployment" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterState reconcileID=4cwdb4hr time="2024-07-02T04:43:22Z" level=debug msg="no additional log fields found" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterState reconcileID=4cwdb4hr time="2024-07-02T04:43:22Z" level=debug msg="Object has correct ownership. No changes necessary." clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterState objectKind=ClusterState objectNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk ownerKind=ClusterDeployment ownerNamespacedName=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=4cwdb4hr time="2024-07-02T04:43:22.083Z" level=info msg="condition Progressing changed for operator dns status (False -> True)" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterState reconcileID=4cwdb4hr time="2024-07-02T04:43:22.083Z" level=info msg="condition Progressing changed for operator image-registry status (False -> True)" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterState reconcileID=4cwdb4hr time="2024-07-02T04:43:22.083Z" level=info msg="condition Progressing changed for operator network status (False -> True)" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterState reconcileID=4cwdb4hr time="2024-07-02T04:43:22.083Z" level=info msg="condition Available changed for operator node-tuning" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterState reconcileID=4cwdb4hr time="2024-07-02T04:43:22.084Z" level=info msg="condition Progressing changed for operator node-tuning status (False -> True)" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterState reconcileID=4cwdb4hr time="2024-07-02T04:43:22.084Z" level=info msg="condition Progressing changed for operator storage status (False -> True)" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterState reconcileID=4cwdb4hr time="2024-07-02T04:43:22.122Z" level=info msg="clusterState has been updated" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterState reconcileID=4cwdb4hr time="2024-07-02T04:43:22.122Z" level=info msg="reconcile complete" clusterDeployment=e2e-test-hive-wl9s4/cd-32026-dqfk controller=clusterState elapsedMillis=121 elapsedMillisGT=0 outcome=unspecified reconcileID=4cwdb4hr time="2024-07-02T04:43:22.122Z" level=debug msg="Reconcile successful" controller=clusterstate-controller name=cd-32026-dqfk namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk reconcileID=2763db11-bc4f-44ac-9776-21414450d7c9 time="2024-07-02T04:43:22.571Z" level=debug msg=Reconciling controller=machinepool-controller name=cd-32026-dqfk-worker namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk-worker reconcileID=e0b08c8f-1133-4d3e-afe6-85f2308595ca time="2024-07-02T04:43:22.571Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-worker reconcileID=jsd2vhxx time="2024-07-02T04:43:22.571Z" level=debug msg="no additional log fields found" controller=machinepool machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-worker reconcileID=jsd2vhxx time="2024-07-02T04:43:22.571Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=e2e-test-hive-wl9s4/cd-32026-dqfk-worker time="2024-07-02T04:43:22.589Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-worker reconcileID=jsd2vhxx time="2024-07-02T04:43:22.646Z" level=info msg="found 2 remote machine sets" controller=machinepool machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-worker reconcileID=jsd2vhxx time="2024-07-02T04:43:22.663Z" level=debug msg="resolved image to use for new machinesets" controller=machinepool image=cd-32026-dqfk-hp2lg-rhcos-generated-region-generated-zone machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-worker reconcileID=jsd2vhxx time="2024-07-02T04:43:22.663Z" level=info msg="generated 1 worker machine sets" controller=machinepool machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-worker reconcileID=jsd2vhxx time="2024-07-02T04:43:22.664Z" level=info msg="Found matching remote MachineSet cd-32026-dqfk-hp2lg-worker-0 for generated MachineSet cd-32026-dqfk-hp2lg-worker-0" controller=machinepool machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-worker reconcileID=jsd2vhxx time="2024-07-02T04:43:22.664Z" level=warning msg="ProviderSpec out of sync" controller=machinepool machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-worker machineset=cd-32026-dqfk-hp2lg-worker-0 reconcileID=jsd2vhxx time="2024-07-02T04:43:22.664Z" level=info msg="done reconciling machine sets for machine pool" controller=machinepool machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-worker reconcileID=jsd2vhxx time="2024-07-02T04:43:22.673Z" level=info msg="found 0 remote machine autoscalers" controller=machinepool machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-worker reconcileID=jsd2vhxx time="2024-07-02T04:43:22.673Z" level=info msg="done reconciling machine autoscalers for cluster deployment" controller=machinepool machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-worker reconcileID=jsd2vhxx time="2024-07-02T04:43:22.731Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=159 elapsedMillisGT=0 machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-worker outcome=unspecified reconcileID=jsd2vhxx time="2024-07-02T04:43:22.731Z" level=debug msg="Reconcile done, requeueing after 10m0s" controller=machinepool-controller name=cd-32026-dqfk-worker namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk-worker reconcileID=e0b08c8f-1133-4d3e-afe6-85f2308595ca time="2024-07-02T04:44:25.72Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics time="2024-07-02T04:44:25.72Z" level=debug msg="calculating metrics across all install jobs" controller=metrics time="2024-07-02T04:44:25.72Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics time="2024-07-02T04:44:25.72Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics time="2024-07-02T04:44:25.72Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics time="2024-07-02T04:44:25.72Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified time="2024-07-02T04:45:00.135Z" level=info msg="Job created" controller=clusterProvision time="2024-07-02T04:46:25.721Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics time="2024-07-02T04:46:25.722Z" level=debug msg="calculating metrics across all install jobs" controller=metrics time="2024-07-02T04:46:25.722Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics time="2024-07-02T04:46:25.722Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics time="2024-07-02T04:46:25.722Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics time="2024-07-02T04:46:25.722Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified time="2024-07-02T04:48:21.58Z" level=debug msg=Reconciling controller=machinepool-controller name=cd-32026-dqfk-worker namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk-worker reconcileID=3c2fe5ee-cab8-46c1-bb2d-ea626467a06a time="2024-07-02T04:48:21.58Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-worker reconcileID=pq2wbsd9 time="2024-07-02T04:48:21.58Z" level=debug msg="no additional log fields found" controller=machinepool machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-worker reconcileID=pq2wbsd9 time="2024-07-02T04:48:21.58Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=e2e-test-hive-wl9s4/cd-32026-dqfk-worker time="2024-07-02T04:48:21.672Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-worker reconcileID=pq2wbsd9 time="2024-07-02T04:48:21.736Z" level=info msg="found 2 remote machine sets" controller=machinepool machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-worker reconcileID=pq2wbsd9 time="2024-07-02T04:48:21.75Z" level=debug msg="resolved image to use for new machinesets" controller=machinepool image=cd-32026-dqfk-hp2lg-rhcos-generated-region-generated-zone machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-worker reconcileID=pq2wbsd9 time="2024-07-02T04:48:21.75Z" level=info msg="generated 1 worker machine sets" controller=machinepool machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-worker reconcileID=pq2wbsd9 time="2024-07-02T04:48:21.752Z" level=info msg="Found matching remote MachineSet cd-32026-dqfk-hp2lg-worker-0 for generated MachineSet cd-32026-dqfk-hp2lg-worker-0" controller=machinepool machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-worker reconcileID=pq2wbsd9 time="2024-07-02T04:48:21.752Z" level=info msg="replicas out of sync" controller=machinepool desired=4 machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-worker machineset=cd-32026-dqfk-hp2lg-worker-0 observed=3 reconcileID=pq2wbsd9 time="2024-07-02T04:48:21.752Z" level=warning msg="ProviderSpec out of sync" controller=machinepool machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-worker machineset=cd-32026-dqfk-hp2lg-worker-0 reconcileID=pq2wbsd9 time="2024-07-02T04:48:21.752Z" level=info msg="updating machineset" controller=machinepool machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-worker machineset=cd-32026-dqfk-hp2lg-worker-0 reconcileID=pq2wbsd9 time="2024-07-02T04:48:21.803Z" level=info msg="done reconciling machine sets for machine pool" controller=machinepool machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-worker reconcileID=pq2wbsd9 time="2024-07-02T04:48:21.811Z" level=info msg="found 0 remote machine autoscalers" controller=machinepool machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-worker reconcileID=pq2wbsd9 time="2024-07-02T04:48:21.811Z" level=info msg="done reconciling machine autoscalers for cluster deployment" controller=machinepool machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-worker reconcileID=pq2wbsd9 time="2024-07-02T04:48:21.85Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=270 elapsedMillisGT=0 machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-worker outcome=unspecified reconcileID=pq2wbsd9 time="2024-07-02T04:48:21.85Z" level=debug msg="Reconcile done, requeueing after 10m0s" controller=machinepool-controller name=cd-32026-dqfk-worker namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk-worker reconcileID=3c2fe5ee-cab8-46c1-bb2d-ea626467a06a time="2024-07-02T04:48:21.851Z" level=debug msg=Reconciling controller=machinepool-controller name=cd-32026-dqfk-worker namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk-worker reconcileID=f32b4b92-7891-48c4-bc46-ad4ea8fbcfa1 time="2024-07-02T04:48:21.851Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-worker reconcileID=zgmdvhzz time="2024-07-02T04:48:21.851Z" level=debug msg="no additional log fields found" controller=machinepool machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-worker reconcileID=zgmdvhzz time="2024-07-02T04:48:21.851Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=e2e-test-hive-wl9s4/cd-32026-dqfk-worker time="2024-07-02T04:48:21.871Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-worker reconcileID=zgmdvhzz time="2024-07-02T04:48:21.927Z" level=info msg="found 2 remote machine sets" controller=machinepool machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-worker reconcileID=zgmdvhzz time="2024-07-02T04:48:21.94Z" level=debug msg="resolved image to use for new machinesets" controller=machinepool image=cd-32026-dqfk-hp2lg-rhcos-generated-region-generated-zone machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-worker reconcileID=zgmdvhzz time="2024-07-02T04:48:21.94Z" level=info msg="generated 1 worker machine sets" controller=machinepool machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-worker reconcileID=zgmdvhzz time="2024-07-02T04:48:21.941Z" level=info msg="Found matching remote MachineSet cd-32026-dqfk-hp2lg-worker-0 for generated MachineSet cd-32026-dqfk-hp2lg-worker-0" controller=machinepool machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-worker reconcileID=zgmdvhzz time="2024-07-02T04:48:21.941Z" level=warning msg="ProviderSpec out of sync" controller=machinepool machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-worker machineset=cd-32026-dqfk-hp2lg-worker-0 reconcileID=zgmdvhzz time="2024-07-02T04:48:21.941Z" level=info msg="done reconciling machine sets for machine pool" controller=machinepool machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-worker reconcileID=zgmdvhzz time="2024-07-02T04:48:21.949Z" level=info msg="found 0 remote machine autoscalers" controller=machinepool machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-worker reconcileID=zgmdvhzz time="2024-07-02T04:48:21.949Z" level=info msg="done reconciling machine autoscalers for cluster deployment" controller=machinepool machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-worker reconcileID=zgmdvhzz time="2024-07-02T04:48:21.99Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=139 elapsedMillisGT=0 machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-worker outcome=unspecified reconcileID=zgmdvhzz time="2024-07-02T04:48:21.99Z" level=debug msg="Reconcile done, requeueing after 10m0s" controller=machinepool-controller name=cd-32026-dqfk-worker namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk-worker reconcileID=f32b4b92-7891-48c4-bc46-ad4ea8fbcfa1 time="2024-07-02T04:48:25.722Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics time="2024-07-02T04:48:25.722Z" level=debug msg="calculating metrics across all install jobs" controller=metrics time="2024-07-02T04:48:25.723Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics time="2024-07-02T04:48:25.723Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics time="2024-07-02T04:48:25.723Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics time="2024-07-02T04:48:25.723Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=1 elapsedMillisGT=0 outcome=unspecified time="2024-07-02T04:49:55.592Z" level=debug msg=Reconciling controller=machinepool-controller name=cd-32026-dqfk-infra namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk-infra reconcileID=46e48725-b3e3-45ba-a824-08b6b79c236c time="2024-07-02T04:49:55.592Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-infra reconcileID=hzcd26vd time="2024-07-02T04:49:55.592Z" level=debug msg="no additional log fields found" controller=machinepool machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-infra reconcileID=hzcd26vd time="2024-07-02T04:49:55.592Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=e2e-test-hive-wl9s4/cd-32026-dqfk-infra time="2024-07-02T04:49:55.689Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-infra reconcileID=hzcd26vd time="2024-07-02T04:49:55.735Z" level=info msg="found 2 remote machine sets" controller=machinepool machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-infra reconcileID=hzcd26vd time="2024-07-02T04:49:55.751Z" level=debug msg="resolved image to use for new machinesets" controller=machinepool image=cd-32026-dqfk-hp2lg-rhcos-generated-region-generated-zone machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-infra reconcileID=hzcd26vd time="2024-07-02T04:49:55.751Z" level=info msg="generated 1 worker machine sets" controller=machinepool machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-infra reconcileID=hzcd26vd time="2024-07-02T04:49:55.752Z" level=info msg="Found matching remote MachineSet cd-32026-dqfk-hp2lg-infra-0 for generated MachineSet cd-32026-dqfk-hp2lg-infra-0" controller=machinepool machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-infra reconcileID=hzcd26vd time="2024-07-02T04:49:55.753Z" level=warning msg="ProviderSpec out of sync" controller=machinepool machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-infra machineset=cd-32026-dqfk-hp2lg-infra-0 reconcileID=hzcd26vd time="2024-07-02T04:49:55.753Z" level=info msg="done reconciling machine sets for machine pool" controller=machinepool machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-infra reconcileID=hzcd26vd time="2024-07-02T04:49:55.771Z" level=info msg="found 0 remote machine autoscalers" controller=machinepool machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-infra reconcileID=hzcd26vd time="2024-07-02T04:49:55.771Z" level=info msg="done reconciling machine autoscalers for cluster deployment" controller=machinepool machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-infra reconcileID=hzcd26vd time="2024-07-02T04:49:55.784Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=191 elapsedMillisGT=0 machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-infra outcome=unspecified reconcileID=hzcd26vd time="2024-07-02T04:49:55.784Z" level=debug msg="Reconcile successful" controller=machinepool-controller name=cd-32026-dqfk-infra namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk-infra reconcileID=46e48725-b3e3-45ba-a824-08b6b79c236c time="2024-07-02T04:49:55.784Z" level=debug msg=Reconciling controller=machinepool-controller name=cd-32026-dqfk-infra namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk-infra reconcileID=3cd40ebf-6970-4289-a979-ae81ff2984f3 time="2024-07-02T04:49:55.784Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-infra reconcileID=j45xm4dr time="2024-07-02T04:49:55.784Z" level=debug msg="no additional log fields found" controller=machinepool machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-infra reconcileID=j45xm4dr time="2024-07-02T04:49:55.784Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=e2e-test-hive-wl9s4/cd-32026-dqfk-infra time="2024-07-02T04:49:55.805Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-infra reconcileID=j45xm4dr time="2024-07-02T04:49:55.847Z" level=info msg="found 2 remote machine sets" controller=machinepool machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-infra reconcileID=j45xm4dr time="2024-07-02T04:49:55.858Z" level=debug msg="resolved image to use for new machinesets" controller=machinepool image=cd-32026-dqfk-hp2lg-rhcos-generated-region-generated-zone machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-infra reconcileID=j45xm4dr time="2024-07-02T04:49:55.858Z" level=info msg="generated 1 worker machine sets" controller=machinepool machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-infra reconcileID=j45xm4dr time="2024-07-02T04:49:55.859Z" level=info msg="Found matching remote MachineSet cd-32026-dqfk-hp2lg-infra-0 for generated MachineSet cd-32026-dqfk-hp2lg-infra-0" controller=machinepool machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-infra reconcileID=j45xm4dr time="2024-07-02T04:49:55.859Z" level=warning msg="ProviderSpec out of sync" controller=machinepool machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-infra machineset=cd-32026-dqfk-hp2lg-infra-0 reconcileID=j45xm4dr time="2024-07-02T04:49:55.859Z" level=info msg="done reconciling machine sets for machine pool" controller=machinepool machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-infra reconcileID=j45xm4dr time="2024-07-02T04:49:55.872Z" level=info msg="found 0 remote machine autoscalers" controller=machinepool machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-infra reconcileID=j45xm4dr time="2024-07-02T04:49:55.872Z" level=info msg="done reconciling machine autoscalers for cluster deployment" controller=machinepool machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-infra reconcileID=j45xm4dr time="2024-07-02T04:49:55.885Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=100 elapsedMillisGT=0 machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-infra outcome=unspecified reconcileID=j45xm4dr time="2024-07-02T04:49:55.885Z" level=debug msg="Reconcile successful" controller=machinepool-controller name=cd-32026-dqfk-infra namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk-infra reconcileID=3cd40ebf-6970-4289-a979-ae81ff2984f3 time="2024-07-02T04:50:15.869Z" level=debug msg=Reconciling controller=machinepool-controller name=cd-32026-dqfk-worker namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk-worker reconcileID=aa55b06b-7203-4ca7-898f-4a9bff6443d5 time="2024-07-02T04:50:15.869Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-worker reconcileID=g5lmxtwl time="2024-07-02T04:50:15.869Z" level=debug msg="no additional log fields found" controller=machinepool machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-worker reconcileID=g5lmxtwl time="2024-07-02T04:50:15.869Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=e2e-test-hive-wl9s4/cd-32026-dqfk-worker time="2024-07-02T04:50:15.869Z" level=debug msg=Reconciling controller=machinepool-controller name=cd-32026-dqfk-infra namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk-infra reconcileID=b0991e8b-3483-49a8-8e4e-2e05d7949764 time="2024-07-02T04:50:15.87Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-infra reconcileID=tfcl7kx2 time="2024-07-02T04:50:15.87Z" level=debug msg="no additional log fields found" controller=machinepool machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-infra reconcileID=tfcl7kx2 time="2024-07-02T04:50:15.87Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=e2e-test-hive-wl9s4/cd-32026-dqfk-infra time="2024-07-02T04:50:15.885Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-worker reconcileID=g5lmxtwl time="2024-07-02T04:50:15.886Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-infra reconcileID=tfcl7kx2 time="2024-07-02T04:50:15.92Z" level=info msg="found 2 remote machine sets" controller=machinepool machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-infra reconcileID=tfcl7kx2 time="2024-07-02T04:50:15.924Z" level=info msg="found 2 remote machine sets" controller=machinepool machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-worker reconcileID=g5lmxtwl time="2024-07-02T04:50:15.932Z" level=debug msg="resolved image to use for new machinesets" controller=machinepool image=cd-32026-dqfk-hp2lg-rhcos-generated-region-generated-zone machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-infra reconcileID=tfcl7kx2 time="2024-07-02T04:50:15.932Z" level=info msg="generated 1 worker machine sets" controller=machinepool machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-infra reconcileID=tfcl7kx2 time="2024-07-02T04:50:15.933Z" level=info msg="Found matching remote MachineSet cd-32026-dqfk-hp2lg-infra-0 for generated MachineSet cd-32026-dqfk-hp2lg-infra-0" controller=machinepool machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-infra reconcileID=tfcl7kx2 time="2024-07-02T04:50:15.933Z" level=warning msg="ProviderSpec out of sync" controller=machinepool machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-infra machineset=cd-32026-dqfk-hp2lg-infra-0 reconcileID=tfcl7kx2 time="2024-07-02T04:50:15.933Z" level=info msg="done reconciling machine sets for machine pool" controller=machinepool machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-infra reconcileID=tfcl7kx2 time="2024-07-02T04:50:15.935Z" level=debug msg="resolved image to use for new machinesets" controller=machinepool image=cd-32026-dqfk-hp2lg-rhcos-generated-region-generated-zone machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-worker reconcileID=g5lmxtwl time="2024-07-02T04:50:15.935Z" level=info msg="generated 1 worker machine sets" controller=machinepool machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-worker reconcileID=g5lmxtwl time="2024-07-02T04:50:15.936Z" level=info msg="Found matching remote MachineSet cd-32026-dqfk-hp2lg-worker-0 for generated MachineSet cd-32026-dqfk-hp2lg-worker-0" controller=machinepool machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-worker reconcileID=g5lmxtwl time="2024-07-02T04:50:15.936Z" level=warning msg="ProviderSpec out of sync" controller=machinepool machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-worker machineset=cd-32026-dqfk-hp2lg-worker-0 reconcileID=g5lmxtwl time="2024-07-02T04:50:15.936Z" level=info msg="done reconciling machine sets for machine pool" controller=machinepool machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-worker reconcileID=g5lmxtwl time="2024-07-02T04:50:15.948Z" level=info msg="found 0 remote machine autoscalers" controller=machinepool machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-infra reconcileID=tfcl7kx2 time="2024-07-02T04:50:15.948Z" level=info msg="done reconciling machine autoscalers for cluster deployment" controller=machinepool machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-infra reconcileID=tfcl7kx2 time="2024-07-02T04:50:15.949Z" level=info msg="found 0 remote machine autoscalers" controller=machinepool machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-worker reconcileID=g5lmxtwl time="2024-07-02T04:50:15.949Z" level=info msg="done reconciling machine autoscalers for cluster deployment" controller=machinepool machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-worker reconcileID=g5lmxtwl time="2024-07-02T04:50:15.959Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=89 elapsedMillisGT=0 machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-infra outcome=unspecified reconcileID=tfcl7kx2 time="2024-07-02T04:50:15.959Z" level=debug msg="Reconcile successful" controller=machinepool-controller name=cd-32026-dqfk-infra namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk-infra reconcileID=b0991e8b-3483-49a8-8e4e-2e05d7949764 time="2024-07-02T04:50:15.978Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=108 elapsedMillisGT=0 machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-worker outcome=unspecified reconcileID=g5lmxtwl time="2024-07-02T04:50:15.978Z" level=debug msg="Reconcile done, requeueing after 10m0s" controller=machinepool-controller name=cd-32026-dqfk-worker namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk-worker reconcileID=aa55b06b-7203-4ca7-898f-4a9bff6443d5 time="2024-07-02T04:50:25.723Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics time="2024-07-02T04:50:25.724Z" level=debug msg="calculating metrics across all install jobs" controller=metrics time="2024-07-02T04:50:25.724Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics time="2024-07-02T04:50:25.724Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics time="2024-07-02T04:50:25.724Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics time="2024-07-02T04:50:25.724Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified time="2024-07-02T04:52:25.725Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics time="2024-07-02T04:52:25.725Z" level=debug msg="calculating metrics across all install jobs" controller=metrics time="2024-07-02T04:52:25.726Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics time="2024-07-02T04:52:25.726Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics time="2024-07-02T04:52:25.726Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics time="2024-07-02T04:52:25.726Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified time="2024-07-02T04:53:22.731Z" level=debug msg=Reconciling controller=machinepool-controller name=cd-32026-dqfk-worker namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk-worker reconcileID=8fb2535f-b3cb-4a15-b087-3528c0104521 time="2024-07-02T04:53:22.731Z" level=info msg="reconciling machine pool" controller=machinepool machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-worker reconcileID=8xp2mgbn time="2024-07-02T04:53:22.731Z" level=debug msg="no additional log fields found" controller=machinepool machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-worker reconcileID=8xp2mgbn time="2024-07-02T04:53:22.731Z" level=debug msg="Controller either never recorded expectations, or the ttl expired." controller=machinepool controllerKey=e2e-test-hive-wl9s4/cd-32026-dqfk-worker time="2024-07-02T04:53:22.832Z" level=info msg="reconciling machine pool for cluster deployment" controller=machinepool machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-worker reconcileID=8xp2mgbn time="2024-07-02T04:53:22.879Z" level=info msg="found 2 remote machine sets" controller=machinepool machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-worker reconcileID=8xp2mgbn time="2024-07-02T04:53:22.904Z" level=debug msg="resolved image to use for new machinesets" controller=machinepool image=cd-32026-dqfk-hp2lg-rhcos-generated-region-generated-zone machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-worker reconcileID=8xp2mgbn time="2024-07-02T04:53:22.904Z" level=info msg="generated 1 worker machine sets" controller=machinepool machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-worker reconcileID=8xp2mgbn time="2024-07-02T04:53:22.905Z" level=info msg="Found matching remote MachineSet cd-32026-dqfk-hp2lg-worker-0 for generated MachineSet cd-32026-dqfk-hp2lg-worker-0" controller=machinepool machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-worker reconcileID=8xp2mgbn time="2024-07-02T04:53:22.905Z" level=warning msg="ProviderSpec out of sync" controller=machinepool machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-worker machineset=cd-32026-dqfk-hp2lg-worker-0 reconcileID=8xp2mgbn time="2024-07-02T04:53:22.905Z" level=info msg="done reconciling machine sets for machine pool" controller=machinepool machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-worker reconcileID=8xp2mgbn time="2024-07-02T04:53:22.917Z" level=info msg="found 0 remote machine autoscalers" controller=machinepool machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-worker reconcileID=8xp2mgbn time="2024-07-02T04:53:22.917Z" level=info msg="done reconciling machine autoscalers for cluster deployment" controller=machinepool machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-worker reconcileID=8xp2mgbn time="2024-07-02T04:53:22.95Z" level=info msg="reconcile complete" controller=machinepool elapsedMillis=218 elapsedMillisGT=0 machinePool=e2e-test-hive-wl9s4/cd-32026-dqfk-worker outcome=unspecified reconcileID=8xp2mgbn time="2024-07-02T04:53:22.95Z" level=debug msg="Reconcile done, requeueing after 10m0s" controller=machinepool-controller name=cd-32026-dqfk-worker namespace=e2e-test-hive-wl9s4 object=e2e-test-hive-wl9s4/cd-32026-dqfk-worker reconcileID=8fb2535f-b3cb-4a15-b087-3528c0104521 time="2024-07-02T04:54:25.726Z" level=info msg="calculating metrics across all ClusterDeployments" controller=metrics time="2024-07-02T04:54:25.727Z" level=debug msg="calculating metrics across all install jobs" controller=metrics time="2024-07-02T04:54:25.727Z" level=debug msg="calculating metrics across all uninstall jobs" controller=metrics time="2024-07-02T04:54:25.727Z" level=debug msg="calculating metrics across all imageset jobs" controller=metrics time="2024-07-02T04:54:25.727Z" level=debug msg="calculating metrics across all ClusterSyncs" controller=metrics time="2024-07-02T04:54:25.727Z" level=info msg="reconcile complete" controller=metrics elapsedMillis=0 elapsedMillisGT=0 outcome=unspecified